# 디바이스 확인
if torch.cuda.is_available():
device = torch.device("cuda")
print('There are %d GPU(s) available.' % torch.cuda.device_count())
print('We will use the GPU:', torch.cuda.get_device_name(0))
else:
device = torch.device("cpu")
print('No GPU available, using the CPU instead.')
There are 2 GPU(s) available. We will use the GPU: NVIDIA TITAN RTX
data = torch.load("E:/bert/checkpoint_Bio-BERT_unfixed_ASL_WF1.pt")
data
OrderedDict([('bert.embeddings.position_ids',
tensor([[ 0, 1, 2, 3, 4, 5, 6, 7, 8, 9, 10, 11, 12, 13,
14, 15, 16, 17, 18, 19, 20, 21, 22, 23, 24, 25, 26, 27,
28, 29, 30, 31, 32, 33, 34, 35, 36, 37, 38, 39, 40, 41,
42, 43, 44, 45, 46, 47, 48, 49, 50, 51, 52, 53, 54, 55,
56, 57, 58, 59, 60, 61, 62, 63, 64, 65, 66, 67, 68, 69,
70, 71, 72, 73, 74, 75, 76, 77, 78, 79, 80, 81, 82, 83,
84, 85, 86, 87, 88, 89, 90, 91, 92, 93, 94, 95, 96, 97,
98, 99, 100, 101, 102, 103, 104, 105, 106, 107, 108, 109, 110, 111,
112, 113, 114, 115, 116, 117, 118, 119, 120, 121, 122, 123, 124, 125,
126, 127, 128, 129, 130, 131, 132, 133, 134, 135, 136, 137, 138, 139,
140, 141, 142, 143, 144, 145, 146, 147, 148, 149, 150, 151, 152, 153,
154, 155, 156, 157, 158, 159, 160, 161, 162, 163, 164, 165, 166, 167,
168, 169, 170, 171, 172, 173, 174, 175, 176, 177, 178, 179, 180, 181,
182, 183, 184, 185, 186, 187, 188, 189, 190, 191, 192, 193, 194, 195,
196, 197, 198, 199, 200, 201, 202, 203, 204, 205, 206, 207, 208, 209,
210, 211, 212, 213, 214, 215, 216, 217, 218, 219, 220, 221, 222, 223,
224, 225, 226, 227, 228, 229, 230, 231, 232, 233, 234, 235, 236, 237,
238, 239, 240, 241, 242, 243, 244, 245, 246, 247, 248, 249, 250, 251,
252, 253, 254, 255, 256, 257, 258, 259, 260, 261, 262, 263, 264, 265,
266, 267, 268, 269, 270, 271, 272, 273, 274, 275, 276, 277, 278, 279,
280, 281, 282, 283, 284, 285, 286, 287, 288, 289, 290, 291, 292, 293,
294, 295, 296, 297, 298, 299, 300, 301, 302, 303, 304, 305, 306, 307,
308, 309, 310, 311, 312, 313, 314, 315, 316, 317, 318, 319, 320, 321,
322, 323, 324, 325, 326, 327, 328, 329, 330, 331, 332, 333, 334, 335,
336, 337, 338, 339, 340, 341, 342, 343, 344, 345, 346, 347, 348, 349,
350, 351, 352, 353, 354, 355, 356, 357, 358, 359, 360, 361, 362, 363,
364, 365, 366, 367, 368, 369, 370, 371, 372, 373, 374, 375, 376, 377,
378, 379, 380, 381, 382, 383, 384, 385, 386, 387, 388, 389, 390, 391,
392, 393, 394, 395, 396, 397, 398, 399, 400, 401, 402, 403, 404, 405,
406, 407, 408, 409, 410, 411, 412, 413, 414, 415, 416, 417, 418, 419,
420, 421, 422, 423, 424, 425, 426, 427, 428, 429, 430, 431, 432, 433,
434, 435, 436, 437, 438, 439, 440, 441, 442, 443, 444, 445, 446, 447,
448, 449, 450, 451, 452, 453, 454, 455, 456, 457, 458, 459, 460, 461,
462, 463, 464, 465, 466, 467, 468, 469, 470, 471, 472, 473, 474, 475,
476, 477, 478, 479, 480, 481, 482, 483, 484, 485, 486, 487, 488, 489,
490, 491, 492, 493, 494, 495, 496, 497, 498, 499, 500, 501, 502, 503,
504, 505, 506, 507, 508, 509, 510, 511]], device='cuda:0')),
('bert.embeddings.word_embeddings.weight',
tensor([[-1.9697e-02, -2.0833e-03, -2.2074e-02, ..., -2.9294e-02,
-2.7157e-02, 1.1679e-02],
[-5.4787e-03, 7.0221e-03, -5.0599e-02, ..., -1.6837e-02,
-6.0904e-02, -1.5137e-03],
[ 1.6540e-02, 7.0613e-04, -1.8334e-02, ..., -6.2606e-02,
-1.5418e-02, -1.8696e-02],
...,
[-2.2793e-02, -4.4918e-02, -5.2208e-02, ..., -4.8025e-02,
-5.2063e-02, 8.0442e-03],
[-3.8348e-02, 8.6813e-03, -5.4131e-02, ..., -7.1957e-02,
-2.3069e-02, -6.5494e-04],
[ 2.3424e-02, -9.1186e-04, -3.3731e-02, ..., -1.4834e-02,
-4.4951e-02, 2.0813e-08]], device='cuda:0')),
('bert.embeddings.position_embeddings.weight',
tensor([[ 0.0338, 0.0088, 0.0040, ..., 0.0031, 0.0172, 0.0158],
[-0.0249, -0.0155, -0.0082, ..., 0.0022, 0.0104, 0.0098],
[ 0.0003, 0.0042, 0.0066, ..., 0.0077, 0.0042, -0.0052],
...,
[ 0.0052, -0.0179, -0.0231, ..., -0.0060, -0.0143, -0.0175],
[ 0.0225, -0.0097, -0.0398, ..., 0.0090, -0.0210, -0.0055],
[-0.0455, -0.0423, -0.0844, ..., 0.0142, -0.1097, 0.0074]],
device='cuda:0')),
('bert.embeddings.token_type_embeddings.weight',
tensor([[-6.6520e-03, -4.6549e-03, 1.2491e-03, ..., 6.9725e-03,
4.2190e-04, 2.9472e-03],
[-4.2776e-03, -2.9396e-03, -9.7873e-16, ..., 7.8108e-05,
4.7295e-11, -5.0722e-08]], device='cuda:0')),
('bert.embeddings.LayerNorm.weight',
tensor([0.8430, 0.9047, 0.8418, 0.8176, 0.8149, 0.8111, 0.4867, 0.5484, 0.9139,
0.7009, 0.8919, 0.8950, 0.9547, 0.8673, 0.8982, 0.4482, 0.8672, 0.8351,
0.8315, 0.8970, 0.7366, 0.8870, 0.8578, 0.8228, 0.7408, 0.8098, 0.8693,
0.8777, 0.8311, 0.8868, 0.8530, 0.0912, 0.8756, 0.7381, 0.8305, 0.7898,
0.6919, 0.8989, 0.4990, 0.8341, 0.9754, 0.8811, 0.8584, 0.9288, 0.9235,
0.8908, 0.8398, 0.8661, 0.9456, 0.8252, 0.9307, 0.8049, 0.7420, 0.8703,
0.7574, 0.4816, 0.8366, 0.8605, 0.7465, 0.7932, 0.8241, 0.9454, 0.9257,
0.9011, 0.5835, 0.9476, 0.8526, 0.8347, 0.4065, 0.7976, 0.8321, 0.8133,
0.8402, 0.8207, 0.9137, 0.9251, 0.8570, 0.8248, 0.9404, 0.8686, 0.8168,
0.7931, 0.8986, 0.7931, 0.2297, 0.8781, 0.7625, 0.8870, 0.9610, 0.8402,
0.8242, 0.8237, 0.8645, 0.8441, 0.8551, 0.7934, 0.3109, 0.8637, 0.8863,
0.8837, 0.7520, 0.9458, 0.7720, 0.9925, 0.4493, 0.9006, 0.8846, 0.7593,
0.8954, 0.8478, 0.8331, 0.8303, 0.8806, 0.1716, 0.8506, 0.9404, 0.8612,
0.8779, 0.9215, 0.9164, 0.8448, 0.8779, 0.8389, 0.7987, 0.8019, 0.7528,
0.8119, 0.7885, 0.8409, 0.8778, 0.8799, 0.7573, 0.8869, 0.8671, 0.9154,
0.7986, 0.4019, 0.9058, 0.7201, 0.8926, 0.4278, 0.9114, 0.8088, 0.4964,
0.8040, 0.8483, 0.8265, 0.8408, 0.8622, 0.7923, 0.8894, 0.8889, 0.8731,
0.9007, 0.8130, 0.8506, 0.9119, 0.8286, 0.8863, 0.8666, 0.9557, 0.7880,
0.4074, 0.8941, 0.7878, 0.8364, 0.8865, 0.4101, 0.8226, 0.8388, 0.8948,
0.4433, 0.7854, 0.8761, 0.8013, 0.9183, 0.9675, 0.8508, 0.9030, 0.8481,
0.8642, 0.8705, 0.7821, 0.9128, 0.8704, 0.8726, 0.7605, 0.8570, 0.7949,
0.8822, 0.8360, 0.5450, 0.8419, 0.8833, 0.8690, 0.8776, 0.9093, 0.4416,
0.8585, 0.8810, 0.8849, 0.7356, 0.8827, 0.9222, 0.8204, 0.8590, 0.9297,
0.9336, 0.9017, 0.8412, 0.8866, 0.8509, 0.8208, 0.8765, 0.8442, 0.8851,
0.7482, 0.8221, 0.8735, 0.7937, 0.8752, 0.8350, 0.9103, 0.8965, 0.8414,
0.8904, 0.8745, 0.9135, 0.8026, 0.1234, 0.7893, 0.8851, 0.8564, 0.8213,
0.8439, 0.8639, 0.4553, 0.8823, 0.8004, 0.8351, 0.8704, 0.8210, 0.7478,
0.8397, 0.8603, 0.8367, 0.8525, 0.8210, 0.9369, 0.9104, 0.8279, 0.9170,
0.8501, 0.9079, 0.9246, 0.8902, 0.8943, 0.3822, 0.8921, 0.8432, 0.4527,
0.8778, 0.8494, 0.8346, 0.8653, 0.8542, 0.8737, 0.9451, 0.4969, 0.8908,
0.8811, 0.8638, 0.9415, 0.8832, 0.9534, 0.9034, 0.8218, 0.8412, 0.8704,
0.8503, 0.8618, 0.8804, 0.7437, 0.5240, 0.8675, 0.9686, 0.7242, 0.8789,
0.8506, 0.7901, 0.6910, 0.8186, 0.8128, 0.7595, 0.8568, 0.7583, 0.8230,
0.3619, 0.8978, 0.8712, 0.8809, 0.7838, 0.7408, 0.8179, 0.3411, 0.8937,
0.7184, 0.8955, 0.9325, 0.7750, 0.7764, 0.8496, 0.8720, 0.5141, 0.8368,
0.9337, 0.8504, 0.7670, 0.9181, 0.7799, 0.7976, 0.8798, 0.8426, 0.9450,
0.7842, 0.8064, 0.9223, 0.7943, 0.9050, 0.8788, 0.9014, 0.8774, 0.9343,
0.9077, 0.8944, 0.9170, 0.8779, 0.9050, 0.8478, 0.7017, 0.4201, 0.9075,
0.8006, 0.9006, 0.8460, 0.8999, 0.8458, 0.8485, 0.8588, 0.8131, 0.8521,
0.7707, 0.7786, 0.8553, 0.9117, 0.8241, 0.8586, 0.8597, 0.7816, 0.7658,
0.8109, 0.9247, 0.8543, 0.9629, 0.8408, 0.8521, 0.9037, 0.9843, 0.9088,
0.7635, 0.8309, 0.9093, 0.8528, 0.8799, 0.7859, 0.7864, 0.8120, 0.8925,
0.8721, 0.4101, 0.8482, 0.8519, 0.9105, 0.9290, 0.8393, 0.7390, 0.7474,
0.8510, 0.8020, 0.6999, 0.9078, 0.7808, 0.8939, 0.8971, 0.8095, 0.9098,
0.5913, 0.9078, 0.7811, 0.8077, 0.7248, 0.7778, 0.7421, 0.7953, 0.8878,
0.8407, 0.8449, 0.8216, 0.9344, 0.9557, 0.7688, 0.8071, 0.9163, 0.9159,
0.8814, 0.8361, 0.8018, 0.8720, 0.8143, 0.8580, 0.8708, 0.9576, 0.8745,
0.7759, 0.8309, 0.9073, 0.8787, 0.1945, 0.8961, 0.8742, 0.8568, 0.9123,
0.8278, 0.9355, 0.4684, 0.9533, 0.9021, 0.8369, 0.8699, 0.8902, 0.9032,
0.7119, 0.8168, 0.6692, 0.8763, 0.7868, 0.9062, 0.8732, 0.8758, 0.7816,
0.8570, 0.4371, 0.8694, 0.9029, 0.8551, 0.8529, 0.8267, 0.7958, 0.7991,
0.8220, 0.8312, 0.8722, 0.8471, 0.8937, 0.8251, 0.8016, 0.8472, 0.7982,
0.8389, 0.8462, 0.9118, 0.8251, 0.9628, 0.8497, 0.8875, 0.8767, 0.5339,
0.8728, 0.7606, 0.9866, 0.8318, 0.8141, 0.8726, 0.8984, 0.8708, 0.8166,
0.9601, 0.7530, 0.8529, 0.8124, 0.8434, 0.9059, 0.8894, 0.7771, 0.8717,
0.7932, 0.8608, 0.9311, 0.8010, 0.8462, 0.8262, 0.8889, 0.8413, 0.8753,
0.8861, 0.9218, 0.9269, 0.8194, 0.8535, 0.8854, 0.8261, 0.8533, 0.8545,
0.8343, 0.8938, 0.7839, 0.9124, 0.8633, 0.4147, 0.9050, 0.9393, 0.7177,
0.8583, 0.8685, 0.8923, 0.8884, 0.9407, 0.9353, 0.8455, 0.8936, 0.8231,
0.8933, 0.7961, 0.8299, 0.8056, 0.7724, 0.7544, 0.9086, 0.8345, 0.8238,
0.8888, 0.8866, 0.7571, 0.7238, 0.7515, 0.9061, 0.8304, 0.8191, 0.8122,
0.8734, 0.7961, 0.7735, 0.9136, 0.8230, 0.7255, 0.8285, 0.7695, 0.7338,
0.8768, 0.8244, 0.9054, 0.9041, 0.4887, 0.8630, 0.8937, 0.9407, 0.8229,
0.8690, 0.8351, 0.9155, 0.7824, 0.8001, 0.8282, 0.8449, 0.8936, 0.8587,
0.8413, 0.8662, 0.8640, 0.9009, 0.9173, 0.8640, 0.8609, 0.8416, 0.8837,
0.9023, 0.8424, 0.8645, 0.8402, 0.8318, 0.9051, 0.7513, 0.7933, 0.8232,
0.8498, 0.9591, 0.8090, 0.8442, 0.9095, 0.8279, 0.8829, 0.8448, 0.7362,
0.8729, 0.8587, 0.8465, 0.8444, 0.8312, 0.8646, 0.8696, 0.8297, 0.7894,
0.7981, 0.8615, 0.8997, 0.8821, 0.8946, 0.9413, 0.8704, 0.8818, 0.8636,
0.7120, 0.8051, 0.9298, 0.8016, 0.9513, 0.9124, 0.8055, 0.7895, 0.8191,
0.8438, 0.8558, 0.7933, 0.8551, 0.7990, 0.8917, 0.8694, 0.8580, 0.8937,
0.8225, 0.9715, 0.8211, 0.7789, 0.8436, 0.8326, 0.8034, 0.4866, 0.9275,
0.9366, 0.8170, 0.7774, 0.9082, 0.7804, 0.4974, 0.8101, 0.8278, 0.9038,
0.8297, 0.8188, 0.9111, 0.8923, 0.7997, 0.8381, 0.8557, 0.8267, 0.8399,
0.9700, 0.3575, 0.6997, 0.9016, 0.9652, 0.8277, 0.7831, 0.9155, 0.9028,
0.7711, 0.8606, 0.8530, 0.9472, 0.8784, 0.9254, 0.8061, 0.8870, 0.7529,
0.8897, 0.8404, 0.8161, 0.9433, 0.8374, 0.9097, 0.9235, 0.3800, 0.9058,
0.8914, 0.9311, 0.8883, 0.8826, 0.9134, 0.7989, 0.9312, 0.7845, 0.7703,
0.4286, 0.8157, 0.8437, 0.9402, 0.8569, 0.8754, 0.8244, 0.9040, 0.8536,
0.9277, 0.8916, 0.8250, 0.9270, 0.7217, 0.7945, 0.7213, 0.8756, 0.9068,
0.9059, 0.7980, 0.9223, 0.8050, 0.9225, 0.3963, 0.9112, 0.8028, 0.9086,
0.8668, 0.9178, 0.7855, 0.9223, 0.8837, 0.8095, 0.9175, 0.9113, 0.7840,
0.7925, 0.8762, 0.9246, 0.8534, 0.4026, 0.8697, 0.8184, 0.7886, 0.8232,
0.8792, 0.8340, 0.4491, 0.8554, 0.8939, 0.8223, 0.8654, 0.8939, 0.7999,
0.7208, 0.8468, 0.8548, 0.8160, 0.8255, 0.8914, 0.9304, 0.8465, 0.9409,
0.8652, 0.8919, 0.8400], device='cuda:0')),
('bert.embeddings.LayerNorm.bias',
tensor([-2.3828e-02, -4.8558e-03, -6.8253e-02, -5.8337e-02, 4.3141e-02,
-6.5390e-02, 2.0863e-02, -2.2366e-01, -6.1020e-04, -7.2510e-02,
2.5297e-02, -1.8846e-02, -2.9886e-02, -4.0608e-02, -2.0223e-02,
-1.8334e-01, -1.2163e-02, -4.5464e-02, -1.1130e-02, 1.4184e-02,
-3.6649e-02, 1.7797e-02, -7.4740e-02, -5.1039e-02, -6.4811e-02,
7.6519e-03, -8.4800e-02, -8.4149e-02, 2.9007e-02, -1.2641e-02,
-1.8082e-02, 6.2769e-01, -6.7781e-02, -4.9667e-02, -1.7134e-02,
-8.9040e-02, -1.9759e-02, 1.4632e-03, -1.3981e-01, 2.2770e-02,
-3.4471e-02, 3.5194e-02, -3.1813e-02, -5.8523e-02, -3.2035e-02,
-5.3733e-02, -4.6092e-02, -5.1189e-02, -1.9664e-02, -4.3475e-02,
-6.5421e-02, -5.9150e-02, -7.3471e-02, -4.8081e-02, -5.5597e-02,
-4.2228e-02, -3.7140e-02, -2.4195e-03, -6.1503e-02, -1.0798e-01,
-3.3469e-02, -2.3645e-03, -5.4769e-03, -3.0298e-02, -1.9493e-01,
8.7684e-03, -5.7039e-02, -9.2111e-03, -1.4358e-01, -2.3901e-02,
-5.6127e-02, -1.1335e-01, 2.2210e-05, -8.3635e-02, 1.5328e-02,
-4.6104e-02, -3.0117e-02, -9.3803e-02, 1.1078e-03, -5.0044e-02,
-4.5048e-02, -1.9247e-04, -3.4341e-02, -9.8099e-03, 1.8183e-01,
-5.2133e-02, -2.0651e-02, -8.1768e-03, -2.2715e-02, -4.2425e-02,
-8.2426e-02, -3.4948e-02, -5.3641e-02, -3.9596e-02, 1.3501e-02,
1.9357e-02, -1.4546e-01, -2.7862e-02, 2.8391e-02, -1.0663e-01,
-4.8138e-02, -4.3277e-04, -1.0357e-01, -6.1986e-03, -7.3629e-02,
-2.0333e-02, -7.9624e-02, -6.9646e-02, 3.7737e-03, 5.5633e-02,
-5.2818e-02, 4.9221e-03, 4.0976e-02, 3.6837e-01, -5.2846e-02,
-4.9982e-02, -2.4093e-02, -1.5903e-02, 2.3956e-02, -4.2297e-02,
-5.9515e-02, -1.1878e-02, -3.8701e-02, -4.7330e-04, -6.6679e-02,
-5.1049e-02, -2.8663e-02, -1.1382e-01, -4.1234e-02, 1.2460e-02,
-1.9324e-02, -4.6028e-02, -2.2025e-02, 4.1230e-02, -5.8374e-03,
-6.2910e-02, -9.5933e-02, -4.0586e-02, -1.2889e-02, -4.6777e-02,
-6.8709e-02, -5.9722e-02, -7.8144e-02, 4.5063e-01, -1.8122e-02,
-2.9456e-02, 1.2616e-02, -5.8445e-02, -3.4862e-02, -9.3802e-02,
-9.3762e-02, -4.8003e-02, -2.1721e-02, -6.4680e-02, -3.5469e-02,
-2.3320e-02, -6.5046e-02, -4.2870e-03, -8.5264e-02, -8.5931e-02,
-4.3047e-02, -6.9014e-02, -7.9863e-02, -1.6430e-02, -6.0502e-02,
-5.9855e-02, -3.2933e-02, -7.2860e-02, -1.8638e-02, -4.7197e-02,
-3.2666e-02, -1.4372e-01, 2.3970e-02, 2.7853e-02, -8.2984e-02,
-2.2600e-02, -4.6557e-02, 6.7230e-03, -2.3621e-02, 1.0112e-02,
-9.7898e-02, -2.5457e-02, -1.0547e-01, -3.9302e-02, -3.5440e-03,
5.1863e-03, -3.3235e-02, -4.1279e-02, -4.8451e-02, 2.5513e-02,
-3.4020e-02, -1.2324e-01, -1.2608e-02, -7.3871e-02, -4.2512e-02,
-7.8695e-02, -4.4067e-03, 2.2093e-02, -3.7521e-02, -2.7577e-02,
-2.0156e-02, -4.6870e-02, -3.5583e-02, -3.3151e-02, -7.8886e-02,
-6.8858e-02, -7.0237e-02, -8.9861e-02, -5.0346e-02, -4.0201e-02,
5.1422e-03, -4.0820e-02, -1.0960e-01, 3.7579e-02, -3.5632e-02,
-2.6053e-02, -6.5138e-02, -1.4429e-02, 1.7225e-02, -2.5413e-02,
-2.6779e-02, -5.1482e-03, -2.4418e-03, -3.8036e-02, -9.4452e-03,
3.4527e-02, -5.8650e-02, -5.8868e-02, -1.5134e-03, 6.3624e-01,
5.6603e-02, -1.0908e-02, -7.3538e-02, -5.2388e-02, -5.1111e-02,
1.1514e-02, -1.6207e-01, -3.8410e-02, -7.0193e-02, -1.8227e-03,
-4.8748e-02, -7.0600e-04, 5.1218e-03, -5.1616e-02, -5.3213e-02,
-4.9697e-02, -8.0694e-02, -4.3619e-02, -3.3555e-02, -8.0604e-03,
-4.8423e-02, -4.7257e-02, -1.6413e-02, 2.7255e-03, 2.2783e-02,
1.8032e-02, 3.5277e-02, 8.4811e-02, 4.8225e-02, 1.2169e-02,
-7.7839e-02, -5.8766e-02, -6.3337e-02, -4.9870e-02, 1.6451e-03,
3.0642e-03, -4.3750e-02, -4.7010e-02, -1.6426e-01, -1.0722e-02,
-1.0291e-01, -1.0938e-01, -1.9191e-02, -9.8239e-02, -1.9286e-02,
-5.9075e-02, -4.3324e-02, -6.3022e-02, -3.9153e-02, 2.7568e-02,
5.2853e-03, -2.3276e-02, -1.5704e-02, -1.5346e-01, -5.3638e-02,
2.9945e-03, -4.9648e-02, -1.1429e-02, -3.9343e-02, -6.4553e-02,
-1.4844e-02, -2.1718e-02, -3.3320e-02, 1.0827e-01, -5.1990e-02,
1.7200e-02, -6.7760e-02, -1.6914e-02, 2.5924e-02, -2.0250e-02,
2.5837e-03, -1.9782e-02, 2.3367e-02, -1.1254e-02, 1.5616e-01,
-4.9078e-02, 2.6924e-02, -1.4399e-02, -7.6933e-03, -1.9447e-02,
-3.3288e-02, 8.9072e-03, -9.3807e-02, -7.0503e-02, -9.6036e-02,
-4.4222e-02, 3.9588e-02, -2.2598e-02, -6.9608e-02, -3.5129e-02,
-6.7679e-02, 2.7707e-02, -3.0295e-02, -4.0318e-02, -4.2219e-02,
4.1707e-02, -1.5335e-02, -3.2000e-02, -2.1011e-02, -6.7709e-03,
4.4672e-02, -4.7509e-02, 1.3637e-02, 4.3268e-03, 1.7533e-02,
-1.6032e-02, -6.3668e-02, -7.4810e-02, -2.9270e-02, -1.9272e-02,
-9.3543e-02, 5.5650e-03, -6.5143e-02, -1.1657e-02, -5.9447e-02,
-4.8081e-02, 1.1696e-02, -2.5462e-02, -7.7266e-02, -6.6868e-02,
4.0592e-02, -3.6768e-02, -2.8071e-02, -4.9968e-02, -1.8397e-02,
-4.1510e-02, -3.0246e-03, -4.4755e-02, -7.8210e-03, -4.8741e-02,
1.7754e-02, -6.2747e-02, -2.6386e-02, 1.1549e-02, -9.1690e-02,
-9.0457e-02, -4.2885e-02, -8.0475e-02, -5.1501e-02, -3.0797e-02,
1.2676e-02, -7.4178e-02, -1.2788e-02, -4.0461e-02, -2.9390e-02,
4.6009e-02, -5.7349e-02, -2.1751e-02, -3.9739e-02, -9.3293e-02,
-3.4429e-02, -2.5113e-02, -5.0565e-03, -4.2880e-02, -1.8296e-02,
-2.4058e-02, -7.1001e-02, -2.0848e-02, -1.3777e-02, -1.7337e-03,
-1.0009e-03, -8.0897e-02, -5.1774e-02, -2.8953e-02, -5.9861e-02,
-1.6426e-04, -5.8413e-02, -3.0302e-02, -9.7250e-02, -4.4078e-02,
5.2051e-02, -4.8631e-02, -8.8323e-02, -4.6302e-02, -2.3712e-02,
-6.7475e-02, -1.2768e-03, -1.5900e-02, -1.0545e-01, -3.7358e-02,
-5.9089e-02, -3.0803e-02, -6.8044e-02, -7.9879e-03, -6.0741e-02,
-6.6585e-02, -4.1683e-02, 2.6787e-02, 2.7722e-02, -8.3408e-03,
-4.9896e-02, -1.0217e-03, -5.6577e-02, -5.8648e-02, 6.1759e-04,
-3.6573e-02, -1.0016e-02, 3.0446e-01, -5.6784e-02, -2.2464e-02,
-1.0438e-01, -1.5777e-02, 1.5553e-02, -1.7872e-02, -1.7201e-02,
3.1340e-03, -3.2132e-02, -6.7016e-02, -3.1721e-02, -5.0655e-02,
-5.7666e-02, -5.4892e-02, -2.9459e-02, -1.7709e-02, 1.6429e-02,
-7.7803e-02, -8.4763e-02, -2.2389e-02, -5.7911e-02, -3.7008e-02,
-3.4958e-02, -8.3836e-02, -4.3168e-02, -8.0570e-03, -7.5736e-02,
-5.5792e-02, -2.4636e-02, -1.0285e-01, 9.9168e-04, 2.4190e-02,
-7.7237e-02, 5.0260e-02, -1.5560e-02, 2.2742e-03, -7.9834e-03,
8.5584e-02, -6.6073e-02, -6.5843e-02, -6.7193e-02, -3.5072e-02,
-2.8147e-02, 8.5631e-03, -2.6557e-02, 2.9425e-03, -4.7958e-02,
-4.4605e-02, -7.7568e-02, -3.0489e-02, -5.0312e-02, -1.4864e-02,
-2.3487e-02, 2.7083e-02, 2.0920e-02, -1.0561e-02, 1.7173e-02,
-7.4314e-02, -2.9511e-03, -3.5487e-02, 2.8678e-03, -2.4911e-02,
-2.3407e-02, -3.3890e-02, -8.2624e-03, -1.1713e-02, -6.5978e-03,
-1.1965e-01, -7.9775e-02, 9.1685e-03, -7.8228e-02, -3.5916e-02,
-4.2730e-02, -1.0923e-02, -5.1935e-02, 3.9479e-02, -3.3949e-02,
-9.2892e-02, -3.9864e-02, 1.1522e-02, -1.8555e-03, -1.6130e-02,
-7.7693e-02, -6.5944e-02, -3.6121e-02, -5.1353e-02, 1.4996e-02,
1.0597e-02, -2.6878e-02, -4.0535e-02, 4.1540e-02, -1.7427e-03,
-9.4436e-03, -9.2610e-03, -2.8334e-03, -2.6524e-02, -4.0389e-02,
-1.9389e-02, -4.0988e-02, -3.3051e-02, -4.2242e-02, -1.4888e-02,
-7.0729e-02, -5.4437e-02, -2.4546e-02, -1.6643e-02, -3.7251e-02,
-4.6608e-02, -8.0000e-02, -6.1439e-03, -4.6736e-02, -4.8707e-02,
2.2288e-03, -5.5420e-02, -5.3827e-02, 3.1871e-02, -5.8500e-02,
-1.8660e-02, -4.1454e-02, -1.9166e-02, -4.0087e-02, 5.2549e-03,
7.6549e-02, 2.4284e-02, -8.1922e-04, -2.2702e-02, -3.1621e-02,
2.8852e-02, -5.8281e-02, 1.1401e+00, -2.0515e-02, -1.2586e-02,
-6.4809e-02, -4.4374e-02, -1.7357e-01, -2.7929e-02, -1.9331e-02,
-5.1397e-02, -6.2529e-02, -2.4205e-02, -3.6355e-02, -4.1022e-02,
-3.8376e-02, -7.2844e-02, -5.0833e-02, -6.3008e-02, -1.0640e-01,
-4.0589e-02, -5.3308e-02, -8.8570e-02, -3.5693e-02, 7.8062e-03,
3.4962e-02, -2.5048e-02, -2.6149e-02, -3.3994e-02, -1.5414e-02,
-2.4150e-02, -6.8709e-02, -2.0237e-02, -8.3688e-02, -1.1607e-02,
-2.0256e-02, -2.3025e-02, -8.9124e-03, -4.1444e-02, -1.7348e-02,
1.0707e-02, -3.8232e-02, -5.3093e-02, 1.7950e-02, -4.2811e-02,
-2.3646e-02, -1.3713e-02, -7.3840e-02, -6.2066e-02, -4.8976e-02,
-6.2673e-02, -7.0873e-02, -2.4360e-02, -4.0352e-02, -2.8170e-02,
-2.1375e-02, -1.9041e-03, -4.6452e-02, -2.1291e-02, -6.9149e-02,
-3.8581e-03, -1.8662e-02, -2.4351e-02, 1.1763e-03, -5.7150e-03,
7.9243e-03, -8.9019e-02, 3.3798e-03, -1.2083e-02, -2.4681e-02,
2.7386e-02, 1.6677e-02, -2.7832e-02, -9.0007e-02, 2.1518e-03,
-7.1969e-02, -3.3321e-02, -5.7198e-03, -6.9946e-02, -6.8609e-02,
1.0957e-02, -7.7195e-02, -2.0836e-03, -2.2333e-02, -7.2718e-02,
-1.4371e-02, -1.1190e-02, -2.3147e-02, -6.6873e-02, -4.0802e-02,
-6.9258e-02, 2.0310e-01, -1.1559e-02, 2.7882e-02, -4.6566e-02,
-2.4590e-02, 1.8523e-03, -5.8287e-02, -1.1511e-01, 1.9301e-02,
-1.8206e-02, -5.0808e-02, -1.0471e-01, -4.2133e-02, -3.4447e-02,
3.2478e-03, -2.5488e-02, 3.8086e-02, 1.4332e-02, -5.4547e-02,
-3.8426e-02, 2.2573e-02, 1.4604e-01, -6.4215e-02, 6.7634e-03,
4.9894e-03, 1.3733e-02, -6.1053e-02, -4.7377e-02, -4.7299e-02,
-3.7216e-02, -7.9507e-02, -3.4930e-02, -2.2548e-02, -8.9533e-03,
1.0980e-02, -5.8263e-02, -7.6729e-02, -1.7776e-02, 4.5507e-03,
-1.9338e-02, 2.4215e-03, 9.8287e-03, -5.0880e-02, -1.9762e-02,
-3.5101e-02, -4.9518e-02, -3.2956e-02, -5.2979e-02, -1.5550e-02,
-4.1458e-02, -1.7486e-04, 1.7990e-02, -1.8997e-02, -1.4570e-02,
-6.6490e-02, -4.7890e-02, -3.1341e-02, -8.0800e-02, -3.7602e-02,
-3.0245e-02, -1.3407e-03, -8.3473e-02, -2.8624e-02, -2.7186e-02,
-7.7831e-03, -5.0386e-02, -1.4838e-02, -2.1461e-02, 2.0694e-02,
-1.6282e-02, -2.5511e-02, 1.2271e-02, -6.8041e-02, -1.6332e-02,
-1.9804e-02, -3.9446e-02, -2.9979e-03, -2.3792e-02, 1.1160e-02,
2.1917e-02, 3.9274e-02, -4.9189e-02, -3.9702e-02, -7.6256e-02,
-2.5595e-02, -5.8739e-02, 8.2144e-03, -6.5397e-02, -6.2275e-02,
-3.7656e-02, -4.3019e-04, -8.8846e-02, 3.8269e-03, -2.7611e-02,
-1.0173e-02, -2.1410e-02, -4.5592e-02, -4.6558e-02, -1.3042e-02,
-6.8276e-02, -7.1521e-02, -4.0653e-02, -4.4709e-02, 1.9870e-02,
-2.9446e-02, 2.3727e-02, -6.8618e-02, -1.1734e-02, -6.8340e-02,
-4.5641e-02, -2.0222e-02, -2.1774e-02, -9.2633e-03, -3.2703e-02,
6.9471e-02, -2.5902e-02, 1.8282e-02, -7.4224e-03, 1.5778e-02,
-2.9953e-02, 2.5012e-02, -5.3468e-02], device='cuda:0')),
('bert.encoder.layer.0.attention.self.query.weight',
tensor([[-0.0143, 0.0130, -0.0097, ..., -0.0861, -0.0692, 0.0684],
[ 0.0032, -0.0256, -0.0042, ..., 0.0192, 0.0435, -0.0455],
[ 0.0079, 0.0037, 0.0109, ..., 0.0514, -0.0165, 0.0606],
...,
[ 0.0394, -0.0236, 0.0141, ..., 0.1054, 0.0157, 0.0210],
[-0.0104, -0.0497, -0.0463, ..., 0.0533, 0.0004, 0.0376],
[-0.0300, 0.0124, -0.0291, ..., 0.0369, 0.0044, -0.0558]],
device='cuda:0')),
('bert.encoder.layer.0.attention.self.query.bias',
tensor([-6.6366e-01, 4.2711e-01, -1.5452e-01, -1.2045e-01, -8.0770e-02,
-2.1295e-01, 1.6702e-01, 1.0587e-02, -2.9991e-01, 5.8352e-02,
-3.3662e-01, -2.1649e-01, -3.3541e-01, -1.1349e-01, 4.2183e-01,
1.4055e-01, -2.7898e-01, -8.2629e-02, -4.7721e-02, 2.4557e-01,
-2.6616e-01, -1.7085e-01, 4.4731e-01, -7.9866e-02, 3.6805e-01,
2.3273e-01, -2.7637e-01, 1.9592e-01, 1.1844e-01, 2.0659e-01,
2.9758e-01, -3.0161e-01, -6.4285e-02, -1.6985e-01, 1.8191e-01,
-4.8273e-01, 2.7574e-01, -1.4864e-01, -2.3385e-01, 1.7342e-01,
-2.8014e-01, -5.1817e-02, 1.3296e-01, -1.5637e-01, 1.6932e-01,
-3.3097e-01, -2.5284e-01, -3.3931e-01, 2.1417e-01, -2.3637e-01,
3.7400e-02, -2.3656e-01, -3.5446e-01, 1.1987e-01, -3.0946e-01,
-4.3908e-01, 2.0362e-01, -2.7309e-01, -4.1919e-01, 1.9338e-01,
-3.9431e-01, 1.4409e-03, -3.6597e-01, 3.0737e-01, -1.9698e-01,
-2.2819e-01, 2.9597e-01, 4.5785e-02, -2.8557e-01, 1.1422e-01,
3.7842e-01, -4.5427e-02, -9.3388e-02, -3.4777e-02, 1.6312e-01,
1.4794e-01, -1.5813e-03, 8.2341e-02, -6.7312e-01, 6.2816e-01,
1.0404e-02, -1.4738e-01, 3.0958e-02, -1.8627e-01, -1.1126e-01,
-2.0487e-01, -1.9583e-01, -6.0032e-03, -5.0022e-02, -3.7665e-01,
-5.4757e-01, 4.1868e-02, -1.1489e-01, 1.1428e-01, -5.6050e-02,
3.4835e-01, -3.7742e-01, -4.2136e-01, -6.4933e-02, -3.4832e-01,
-1.9819e-01, 1.4007e-02, -8.9528e-02, 1.8363e-01, -7.9909e-02,
7.0651e-01, -2.4413e-01, 7.5292e-01, -1.7102e-01, 6.8278e-02,
-2.5344e-01, 2.5175e-01, -1.6438e-01, -3.7138e-01, -1.0627e-01,
8.7136e-02, 5.2411e-02, 1.4306e-01, 2.2766e-01, -4.0167e-01,
-2.5574e-01, -1.2504e-01, -2.0479e-01, 2.7713e-01, 6.6425e-02,
3.7931e-01, -3.0279e-02, 1.7940e-01, -1.4558e-01, -1.3668e-02,
1.1144e-01, -2.6687e-02, 1.0436e-02, 2.0227e-02, -1.9159e-02,
9.1031e-02, 6.2023e-02, -2.0381e-01, -1.2274e-01, -2.2434e-02,
-1.6795e-01, 1.4629e-01, 6.9012e-03, 1.5128e-01, -1.3486e-01,
1.0987e-01, 1.3867e-01, -7.8087e-01, 8.4984e-02, 1.7035e-01,
6.1691e-01, -2.1267e-01, -1.9198e-01, 1.2439e-01, 9.4495e-02,
-1.4054e-01, -1.4433e-01, 6.7281e-02, 1.5883e-01, 9.4944e-02,
-1.0442e-01, -6.9577e-02, 2.7308e-01, -7.0211e-02, 8.0302e-02,
-2.7882e-02, -2.8833e-01, 4.6738e-02, 2.8631e-01, -9.9158e-02,
6.1754e-02, 7.1519e-02, -1.9993e-01, -9.6775e-02, 2.3543e-02,
-1.6174e-01, 6.1161e-02, 1.5518e-01, -1.1198e-01, -1.1644e-02,
2.9664e-01, 1.1453e-01, 2.1189e-01, -1.8580e-02, -2.4845e-01,
-1.1236e-02, -8.5283e-02, -2.2225e-01, -1.2799e-01, -2.5736e-03,
-3.8341e-03, 1.7747e-01, -4.8381e-01, 4.7444e-01, 1.9806e-01,
6.4501e-01, -2.6545e-01, 6.3748e-01, -7.6479e-02, 2.1009e-01,
-4.8629e-01, -1.8841e-02, -7.1056e-04, -2.7112e-01, 8.8286e-02,
3.3275e-02, -7.3660e-02, -7.3102e-03, -9.4693e-01, -3.5953e-01,
2.7535e-01, -5.6195e-02, 4.3996e-01, 1.0929e-01, -2.8140e-01,
-8.1003e-01, -1.9132e-01, -8.9330e-01, -2.3625e-01, 1.7747e-01,
-3.4488e-01, 6.2789e-01, -1.7829e-01, 1.0093e+00, 4.2766e-02,
-1.5670e-01, 2.0626e-01, 5.2823e-02, -2.7701e-01, -2.4774e-01,
-5.1422e-02, 4.2996e-01, -8.2747e-03, -1.5082e-01, 4.3474e-01,
1.3993e-01, -1.0113e+00, -3.5070e-02, -8.1201e-01, 5.8426e-01,
1.9143e-01, 1.5270e-01, 5.1855e-01, 7.7121e-02, -3.4047e-01,
-3.5600e-01, 6.0667e-01, -4.8517e-01, 2.9137e-01, 1.0272e-01,
3.6813e-01, -4.9596e-02, -2.4624e-01, 1.0272e+00, 3.9925e-02,
-6.1136e-01, -4.3437e-02, -4.6455e-02, -1.0222e-01, 1.7638e-01,
5.0634e-01, -3.5358e-01, 2.6309e-01, 4.7161e-02, 3.5798e-01,
-9.0177e-02, -1.1741e-01, 6.1004e-02, -3.4491e-01, -2.4837e-01,
-1.0031e-01, -4.7414e-01, -3.1461e-02, 1.5188e-01, 4.2969e-01,
-4.3522e-02, -6.7101e-03, 1.1618e-01, -3.7045e-01, 1.5520e-01,
8.5012e-02, 1.9243e-01, 2.2168e-01, 1.1609e-01, -6.0313e-01,
-2.2538e-01, 6.8062e-02, -3.0035e-01, -1.6363e-01, 7.6615e-02,
-6.6973e-02, 1.5397e-01, 6.4211e-02, -2.0717e-01, 2.3437e-01,
6.0546e-02, -1.7021e-01, -2.6447e-02, -2.3266e-02, -3.3361e-01,
-5.6980e-02, 1.0137e-01, 1.0520e-01, -1.1763e-02, 1.2080e-01,
-3.6804e-01, 3.9621e-02, -4.2285e-02, 3.1289e-01, -1.5540e-01,
-2.8609e-01, 1.7424e-01, -1.0761e-02, -7.3297e-02, 1.8467e-01,
8.2812e-02, 4.9660e-02, 4.0094e-01, -1.7976e-01, 1.4690e-01,
3.7204e-01, -1.9080e-01, -3.8475e-02, -9.2970e-02, 1.0777e-01,
7.7546e-02, 2.6851e-01, 1.1631e-01, 2.1772e-01, -7.1946e-03,
-6.3341e-02, -3.9168e-01, -1.0500e-01, -3.9423e-02, 1.1821e-01,
2.6854e-01, 4.4313e-01, -1.2594e-01, 4.1734e-02, -3.3837e-02,
-2.5795e-01, -5.8774e-02, -3.0912e-02, -2.1115e-01, -2.1635e-01,
-2.0939e-01, -6.6159e-01, -1.5551e-01, -8.1799e-02, -1.8055e-01,
1.0468e-01, 8.0878e-02, -3.4067e-02, 5.5282e-03, -8.9566e-02,
-1.8914e-01, 9.2394e-03, 1.6827e-02, -9.2446e-02, -1.1032e-01,
-2.1187e-01, 1.2232e-01, -2.0673e-01, -6.4245e-03, 9.4493e-04,
1.0215e-02, -5.3821e-01, 1.0392e-02, 1.8460e-01, 6.7597e-02,
-5.4809e-02, 4.4465e-02, -1.1333e-01, -7.2776e-02, 8.3277e-02,
2.4136e-01, -1.3574e-01, -8.0029e-01, 2.3042e-01, 1.1667e-01,
-2.1295e-01, 2.3750e-01, -4.6858e-01, -2.9776e-01, -8.1552e-02,
-5.0571e-02, 2.4027e-01, 6.4316e-02, -1.3691e-02, 3.9878e-02,
2.8540e-01, 2.6150e-02, 1.1940e-01, 3.7779e-02, -1.4145e-01,
1.1704e-02, -3.0703e-01, 1.1407e-02, 3.8777e-01, -2.4851e-01,
1.0227e-01, 1.3469e-01, 3.6045e-01, -1.2737e-01, -1.2318e-01,
3.3731e-01, 3.6138e-01, 2.4953e-01, 1.1299e-01, -2.0913e-01,
-4.4972e-01, 3.2002e-01, -3.6350e-01, -2.6162e-01, -5.8700e-04,
-3.2295e-01, -6.5949e-02, -4.0382e-01, -1.2124e-01, 1.9186e-01,
-1.2687e-01, -1.4986e-01, -1.3549e-01, 1.4656e-01, -2.4576e-01,
-1.4426e-01, 2.0245e-01, 1.2753e-01, -1.2702e-01, -7.7245e-04,
-1.5884e-01, 5.7528e-01, 2.1226e-01, -2.8608e-03, -3.4274e-02,
3.6519e-02, 2.3488e-01, -2.2501e-02, 2.5111e-01, 2.3895e-01,
-4.3140e-01, 4.8640e-01, -3.1752e-01, -8.1878e-01, -1.4460e-01,
1.9308e-01, 3.2665e-01, -5.1891e-01, -1.4660e-01, -2.4638e-01,
2.0119e-01, -4.7773e-01, -1.0968e-01, -1.2024e-01, 4.8906e-01,
1.5885e-01, 1.2203e-01, -1.1377e-01, -3.4896e-01, -4.2124e-01,
-1.1509e-01, -1.7542e-01, 8.8994e-02, 7.3915e-02, 1.2905e-01,
-2.1599e-01, -8.0122e-02, 9.6574e-02, 1.4145e-01, 1.1644e-01,
-3.3825e-01, 2.5665e-01, -1.0656e-01, -1.8594e-01, -1.6820e-01,
-4.2415e-02, 4.6633e-01, -2.1570e-01, -3.2463e-02, 3.3014e-01,
2.0381e-01, 2.5640e-01, 2.3600e-01, 7.7737e-02, 3.1252e-01,
-3.8581e-01, 4.0346e-01, 4.6863e-02, 5.8809e-02, 2.9770e-01,
-4.4644e-01, 1.9839e-01, 7.0941e-02, -2.9840e-01, -1.3096e-01,
-3.6100e-01, 6.4370e-02, -5.8825e-03, -1.0446e-01, 1.3161e-01,
-2.8135e-02, 1.2655e-01, -3.5997e-01, -2.5998e-01, -6.1716e-01,
8.3030e-04, 1.1257e-01, 2.8737e-01, 5.3998e-02, 4.8387e-02,
2.8751e-01, -1.3171e-01, 5.9892e-02, -5.5694e-02, -3.5359e-01,
3.2127e-02, 1.7337e-01, -6.5383e-02, -1.2726e-01, -1.6542e-02,
7.3892e-02, -1.3763e-01, 2.1686e-01, -3.1891e-01, 2.4569e-01,
1.3125e-01, -2.4778e-01, 3.0199e-01, 4.9981e-01, -5.0955e-03,
4.1469e-02, 1.6295e-01, -2.2385e-01, -1.2522e-01, 3.1243e-01,
-3.5681e-01, -1.2602e-01, 3.1553e-01, 6.1462e-01, 3.6552e-02,
-2.1143e-02, 1.8949e-01, 1.2149e-01, -2.8933e-02, 3.0031e-01,
-2.4759e-03, -3.9698e-01, 1.1979e-01, 3.9969e-01, -1.5319e-01,
1.6871e-01, 3.5441e-02, -1.2895e-01, 6.7987e-02, -1.2847e-01,
9.9288e-02, 1.4734e-01, 1.2863e-01, 1.2184e-01, -2.4586e-01,
-1.7791e-01, -2.0527e-02, -2.9108e-01, -3.2479e-01, -2.9617e-01,
1.4440e-01, 7.1553e-02, 1.5325e-02, -4.4460e-02, 1.1941e-01,
4.5527e-02, -1.4706e-01, -7.6065e-02, -6.7895e-02, 1.7770e-01,
-1.1136e-02, -3.1968e-01, -2.3916e-01, 6.4587e-02, -2.8486e-01,
-5.4202e-02, -2.2556e-01, -4.2097e-01, 2.4666e-01, 2.0732e-01,
1.0071e-02, 1.7326e-01, -1.0920e-01, 2.1399e-01, -5.9889e-02,
-2.1211e-01, -7.2006e-01, 1.9842e-01, -1.7403e-01, 1.6805e-01,
-3.7398e-01, -1.0551e-01, 1.3318e-01, -2.1349e-01, -1.0594e-01,
-5.0574e-01, 1.1863e-01, -4.5072e-02, -3.1220e-01, -2.7270e-01,
-2.2076e-01, 3.0177e-01, 4.5477e-01, 2.6777e-02, 3.9402e-01,
1.2013e-01, -2.6228e-02, 1.0439e-01, 3.2042e-01, 8.4586e-03,
-2.4696e-01, -2.0304e-01, -1.0669e-01, -1.1151e-01, 3.7312e-01,
1.7448e-01, 5.1104e-02, 2.1193e-01, -1.3112e-01, 1.3760e-01,
-3.7801e-01, -3.3339e-01, -8.6923e-03, -9.2591e-02, -7.6895e-02,
1.3019e-02, 2.7091e-01, -6.5818e-01, 6.2766e-02, 5.3540e-01,
1.4652e-01, 4.3385e-01, -2.2975e-02, -1.5894e-01, -1.1399e-02,
1.3904e-01, -3.1801e-01, -5.5618e-02, 8.1346e-02, 3.1372e-01,
1.6695e-01, 3.6643e-01, -1.2814e-02, -1.2797e-01, -1.5565e-01,
9.7381e-02, -4.3693e-01, 8.6795e-02, 1.2096e-01, 5.6961e-01,
-1.7033e-01, 3.6961e-01, 4.3461e-01, 4.5806e-01, 8.4768e-02,
3.8445e-01, 2.1414e-01, 1.5116e-01, 3.0832e-01, -3.1200e-02,
1.6040e-01, -2.3822e-01, 1.4106e-01, -3.4892e-01, 5.7387e-01,
7.5483e-02, -3.5211e-01, 1.4313e-01, -5.0775e-01, -2.6168e-01,
2.6960e-01, 1.1715e-01, -8.0041e-01, -1.0131e-01, 2.0070e-01,
3.8609e-01, 3.0284e-01, 2.6374e-01, -1.2053e-01, 1.3396e-01,
8.0590e-02, -5.0957e-01, 2.1868e-01, 9.1541e-02, 8.7879e-01,
5.6029e-02, -9.9072e-02, 3.0028e-01, -1.6572e-01, 1.8097e-01,
-9.7033e-03, 1.7576e-01, 3.1320e-01, 1.2373e-01, -3.0205e-01,
-1.9505e-01, -4.3208e-01, -2.3820e-01, 7.9070e-02, 4.5095e-01,
-2.3141e-01, 1.4794e-01, -3.1814e-01, 1.3961e-01, -3.1439e-01,
-3.3090e-02, 6.8565e-01, 2.5464e-01, 1.3730e-01, -8.0981e-02,
2.6261e-01, -3.9086e-02, 6.5796e-01, -2.0418e-01, -1.4078e-01,
1.6242e-01, -3.0132e-04, -1.0205e-01, -2.1998e-01, -2.3583e-02,
7.1686e-02, -2.9276e-01, 4.5111e-02, 1.2893e-01, -2.0646e-01,
1.8063e-02, -2.5489e-01, -2.1035e-01, 3.0391e-02, -1.3105e-01,
1.2515e-01, 1.8303e-01, 9.8304e-02, -2.3064e-02, -1.4807e-02,
2.7152e-01, 3.7963e-02, 1.3903e-01, -1.9852e-02, 3.5050e-02,
-1.2118e-01, -1.4284e-01, 1.0634e-01, -1.9016e-01, -1.4904e-01,
2.0669e-01, -4.8722e-01, -3.8249e-01, -2.4898e-01, 2.9869e-01,
3.0357e-01, 5.8137e-02, -1.5390e-01, -6.5926e-02, 1.8944e-01,
4.4705e-01, -2.9746e-01, -2.4296e-01, 1.9436e-02, 1.9687e-01,
-3.7774e-01, -7.0787e-02, -1.0652e-01], device='cuda:0')),
('bert.encoder.layer.0.attention.self.key.weight',
tensor([[-0.0095, -0.0232, -0.0569, ..., 0.0404, -0.0163, -0.0442],
[-0.0244, 0.0024, 0.0594, ..., -0.0050, 0.1228, 0.0464],
[ 0.0344, 0.0088, -0.0137, ..., 0.0936, 0.0181, 0.0258],
...,
[-0.0836, -0.0052, 0.0069, ..., -0.0209, -0.0092, 0.0573],
[ 0.0648, 0.1171, -0.0334, ..., 0.0188, 0.0104, 0.0513],
[ 0.0441, 0.0778, -0.0286, ..., -0.0400, -0.0715, 0.0503]],
device='cuda:0')),
('bert.encoder.layer.0.attention.self.key.bias',
tensor([-6.9120e-04, 4.0375e-04, 8.3635e-05, -2.7894e-04, -4.0582e-04,
1.1427e-03, -4.0871e-04, 9.2814e-04, -6.1615e-04, 7.6383e-04,
6.5526e-05, -6.8230e-04, -1.2437e-03, -4.1407e-04, -1.3157e-04,
9.5801e-04, -3.0043e-03, -1.0700e-03, -1.9293e-04, -6.8739e-04,
3.7308e-04, -2.0725e-03, 2.0244e-03, -1.6861e-04, 1.7577e-04,
2.2593e-03, -7.0579e-04, 4.6560e-04, 7.2054e-04, -1.9102e-03,
4.5585e-04, 3.8161e-04, -2.5683e-04, -3.0165e-04, 1.7065e-04,
-6.3755e-04, 1.2424e-03, 5.4588e-04, -2.4102e-05, 1.0823e-03,
-1.0148e-03, 6.8829e-04, -1.9474e-03, -7.7563e-04, -9.7252e-04,
-1.3417e-04, -2.3375e-03, 1.7989e-04, -9.3567e-04, -2.4840e-04,
6.1893e-04, -8.0387e-04, -9.1797e-05, 1.3376e-05, -1.3760e-03,
1.5883e-04, 1.7596e-04, 1.1503e-04, -6.5690e-04, 8.6147e-04,
-2.1104e-03, 6.2931e-04, -1.6734e-03, 4.3243e-04, -5.0311e-04,
-1.9641e-03, 3.4535e-03, -8.4964e-04, 3.3212e-04, 2.7516e-03,
-6.3665e-04, 1.2568e-03, -1.8047e-03, -1.1694e-03, -6.4409e-04,
-8.5553e-04, -5.7221e-04, -2.7838e-04, -1.6440e-03, -5.6227e-04,
4.7624e-04, -1.4453e-03, -1.3116e-03, -1.0988e-03, -1.2415e-03,
-1.1638e-03, 1.3441e-03, 9.4388e-04, -1.6508e-03, -9.7934e-05,
-1.9050e-03, -5.6326e-04, 3.8829e-04, 1.8814e-04, 5.5653e-05,
1.6128e-03, -4.3637e-04, -2.9639e-03, -1.1963e-03, 7.5851e-04,
-2.6739e-03, -6.1343e-04, -1.8860e-03, -1.4561e-04, 3.8395e-03,
1.4021e-03, 9.3916e-04, 4.5025e-03, -8.0947e-04, 9.0512e-04,
1.8525e-03, 4.3740e-04, -2.5379e-04, -8.0860e-04, -6.9859e-04,
1.4527e-03, -1.0337e-03, 1.2385e-03, -8.8334e-04, -8.2066e-04,
-2.4016e-03, 1.0584e-04, 9.1081e-04, -1.2055e-03, 1.2847e-03,
1.8309e-03, -1.8313e-03, 3.0785e-03, 1.2169e-03, -4.3329e-05,
-5.3427e-04, 2.7015e-04, 7.8445e-06, -1.2654e-03, 2.2027e-04,
1.1124e-04, -1.0454e-03, -2.4974e-03, -2.6480e-04, 4.0270e-04,
1.5563e-03, -6.1879e-04, -1.4046e-03, 2.5871e-04, -1.1988e-03,
8.1651e-04, -9.2383e-04, 6.3714e-05, 5.0307e-05, 8.9317e-04,
6.8288e-04, -2.5516e-04, 4.0658e-05, 9.7865e-04, -1.7174e-04,
-1.2726e-03, -1.8930e-04, 6.0159e-04, -9.8777e-04, 8.5984e-04,
-1.1365e-03, 4.9807e-04, -8.4755e-04, -1.4770e-03, 1.1271e-03,
-2.3456e-03, -7.9933e-04, -1.3892e-03, -1.3112e-03, -2.4847e-05,
-4.0562e-04, 6.6750e-04, 4.8279e-04, 2.6343e-04, 7.5292e-04,
-6.0718e-04, -1.3205e-03, -5.0557e-04, -2.6566e-03, -2.3069e-04,
1.0181e-04, -6.5713e-04, -5.4678e-04, -7.5677e-04, -1.5886e-03,
-7.8987e-04, -1.5793e-03, -4.4490e-04, -1.4181e-04, -1.0319e-03,
7.4974e-04, 1.4718e-03, 1.2018e-03, 1.5150e-03, 2.3154e-03,
3.9515e-03, 8.6208e-04, 7.2607e-03, 4.4203e-03, -1.3479e-03,
-6.8793e-03, 2.9953e-03, -2.0832e-03, 3.6435e-03, -1.3275e-03,
-6.9243e-04, 9.9138e-04, -2.6769e-03, -2.4218e-03, -2.6947e-03,
-2.6886e-03, -3.5293e-03, 2.4721e-03, 3.1369e-03, 1.5028e-03,
-1.3165e-03, 2.1663e-03, -5.9028e-03, 2.9076e-03, 3.9332e-05,
-1.8780e-03, 3.0515e-03, -1.2890e-03, -1.0422e-03, 2.3556e-03,
2.7412e-03, 3.6782e-03, -3.2189e-03, -6.3917e-03, 3.2084e-04,
-4.2686e-03, 1.8799e-04, -1.6657e-03, -4.3868e-04, 3.6101e-03,
7.2260e-03, -3.6177e-03, 4.1390e-03, -2.8709e-03, 3.4656e-03,
-1.0034e-03, 1.4339e-03, 2.1301e-03, 3.3875e-03, -5.6933e-05,
1.7027e-03, 7.1498e-03, 7.5374e-04, -5.0043e-03, -1.5188e-03,
-1.0208e-03, -2.8715e-04, -2.3530e-03, 2.5662e-03, 3.0087e-04,
-9.6554e-04, 2.8952e-03, 1.5867e-03, -1.6462e-04, -2.8455e-04,
-1.7335e-03, -4.7351e-05, -4.3703e-04, -2.5242e-03, -2.2372e-04,
4.3171e-04, 1.4403e-04, -1.3784e-04, 3.8275e-04, -2.6978e-03,
1.0634e-03, 3.2331e-03, -2.0939e-03, -2.0873e-03, 8.0967e-04,
7.3189e-04, -4.9027e-04, -5.2600e-05, 1.5551e-03, 8.8385e-04,
2.2151e-03, 2.7198e-03, -1.0704e-03, -3.2298e-03, 3.2903e-03,
-2.4823e-05, 2.0211e-03, 1.8549e-04, 1.2935e-04, -3.0522e-03,
-1.0707e-03, -2.5176e-03, -1.6887e-04, -2.3306e-03, 1.2296e-04,
-1.3778e-03, -2.2454e-04, 1.4470e-04, -1.2421e-04, 1.0682e-03,
-2.0608e-04, 9.8519e-04, 5.6658e-04, -8.8383e-04, -1.6405e-03,
8.6091e-04, -8.6913e-04, 3.0786e-04, -1.4716e-03, 5.8504e-04,
-6.0602e-04, 7.0746e-04, 5.4937e-04, -3.5695e-04, -8.2896e-04,
1.7032e-03, -1.4442e-03, -1.4298e-03, -1.7893e-03, 1.2982e-03,
-1.5578e-03, 5.8213e-04, -2.8616e-04, -1.7498e-03, 3.0360e-03,
-1.4750e-03, -2.9308e-04, -1.5180e-04, 1.2786e-03, -1.4977e-03,
-2.6550e-03, -2.6633e-03, -1.5661e-03, -7.4665e-04, -2.4175e-03,
-2.4751e-03, 8.5400e-04, -9.2360e-04, -1.9950e-06, 1.8785e-03,
-2.4090e-03, 1.3015e-03, -2.0274e-05, 3.7691e-03, 5.1132e-04,
-3.0453e-03, -3.9420e-03, -5.6432e-04, -1.0189e-03, -3.6009e-03,
1.3768e-03, -1.0374e-03, -1.2563e-03, -4.7553e-04, 1.7360e-03,
3.4530e-04, 1.0796e-03, 3.3393e-04, 1.1250e-03, -3.0294e-03,
1.8952e-03, 1.1722e-03, 3.2722e-03, -2.5594e-03, 2.8477e-04,
-2.6567e-03, -7.7369e-04, -1.5816e-03, 1.8501e-03, 8.1495e-04,
9.4095e-04, -3.8373e-03, -2.5580e-04, -3.8462e-04, -1.4703e-03,
-2.4725e-03, -8.7784e-04, -1.4872e-03, 6.2550e-04, 9.7243e-04,
-1.1352e-03, 4.5055e-05, 1.3109e-03, 2.9815e-04, -1.0125e-03,
7.4699e-04, -1.7740e-03, -1.2333e-03, -9.3748e-04, 2.2162e-03,
1.6836e-03, 9.8527e-04, 5.4812e-04, -2.4626e-04, -2.9636e-03,
2.3087e-03, -2.0288e-03, 1.1329e-03, 4.2175e-03, -3.9587e-04,
-8.7760e-04, 8.4965e-04, -4.0083e-04, 2.0611e-03, 1.0604e-03,
4.3466e-04, -1.9900e-03, 1.4744e-03, 5.2644e-05, 1.1627e-05,
3.2518e-04, 2.7733e-04, 5.0012e-04, -2.2507e-03, 6.8116e-04,
2.8982e-03, 4.4742e-04, 1.0800e-03, -1.0371e-03, 1.1359e-03,
1.1230e-03, -1.8721e-03, -2.8527e-04, 3.2250e-03, 1.6663e-03,
-2.0108e-04, -2.4237e-03, -3.3378e-03, 7.4167e-04, -3.0277e-03,
7.0150e-04, -5.7268e-04, 2.0576e-04, 1.6631e-03, 6.4937e-04,
-1.5259e-03, 1.0718e-03, 3.4976e-03, -6.0546e-04, -3.2967e-03,
-7.7161e-04, -8.9710e-04, 4.7704e-04, -4.0503e-04, -3.7985e-04,
-1.4841e-03, 1.7324e-03, 1.5654e-03, 3.8165e-04, -8.3190e-04,
-3.5957e-04, -6.8123e-04, -1.1261e-03, -9.6314e-04, 1.2250e-03,
6.4123e-04, -2.5420e-04, 1.2631e-03, 8.2009e-04, -7.5521e-04,
1.1304e-03, 7.0603e-04, -2.4468e-03, -2.5804e-04, 5.3878e-04,
-2.0913e-04, -2.9196e-04, 2.1147e-04, 2.6214e-05, -4.5570e-04,
5.2267e-04, -1.3131e-03, -3.5752e-05, 2.1280e-04, 5.1878e-04,
6.4950e-05, 7.9952e-04, -9.2177e-04, -7.9045e-04, -4.3278e-04,
-6.0184e-04, -1.0791e-03, -3.9580e-05, 2.2399e-05, -1.2994e-04,
-3.5443e-04, -1.1540e-04, 2.4222e-04, 1.0471e-04, 2.2712e-04,
-2.3313e-03, 2.7212e-04, -4.9521e-04, -1.7108e-04, -1.9506e-04,
-8.2903e-04, 3.2136e-04, -6.7654e-04, 8.7713e-05, -2.1723e-04,
1.3968e-03, 4.0223e-04, -6.1641e-04, 4.5902e-04, 7.5294e-04,
-4.3547e-04, -5.3013e-05, 1.3824e-04, 7.8912e-04, 2.0656e-03,
-2.5831e-04, -1.4258e-04, -8.1113e-04, 1.0016e-03, 9.3440e-04,
1.3720e-03, 8.6294e-04, -2.0850e-03, -1.8657e-03, 3.1564e-03,
-1.2306e-03, 1.7909e-04, 4.9125e-04, -3.7828e-04, -1.3469e-03,
2.0030e-03, -5.6993e-05, -1.7892e-03, 1.6442e-03, -5.5049e-04,
-1.0216e-03, -1.4508e-03, -1.0213e-03, -1.0014e-03, -3.9976e-04,
2.6760e-04, 1.5083e-03, 8.4483e-04, -2.2524e-04, -4.6009e-04,
1.2651e-03, 2.2413e-04, 1.2389e-03, -1.1546e-03, 3.4420e-03,
1.9773e-03, -1.5597e-04, -9.8838e-05, -7.6008e-04, 1.7659e-05,
1.6606e-03, -1.5564e-03, 6.0397e-04, 1.5062e-03, -2.8085e-03,
7.1148e-04, 7.1194e-04, 3.2781e-03, 8.5925e-04, 2.5977e-03,
-1.4942e-03, 1.0084e-03, -1.4548e-03, -1.6063e-04, 2.3009e-03,
3.8500e-03, -7.3485e-04, -2.1884e-03, 1.4984e-03, -2.0865e-03,
-1.7838e-04, -1.6094e-03, 4.1679e-04, 1.3468e-03, 1.2171e-03,
-1.9636e-03, -8.6403e-05, -2.5349e-03, -1.1324e-03, -4.6267e-04,
9.9859e-04, -1.8215e-04, -7.2935e-04, 1.6299e-03, 7.5754e-04,
6.9866e-04, -8.4407e-04, -5.9548e-05, 1.1620e-03, -1.3576e-03,
1.3392e-04, 1.2391e-04, -1.4397e-03, -1.3676e-03, 8.0454e-04,
-1.0244e-03, 8.8822e-04, 1.6469e-04, 5.8634e-04, -3.2505e-04,
-5.5318e-04, -8.0327e-04, -9.2019e-04, -1.6500e-04, -1.2250e-03,
-7.5706e-04, -7.2044e-04, 8.7882e-04, -1.2788e-03, -4.3434e-04,
-5.6602e-04, 2.0059e-04, 1.0701e-03, 2.0428e-04, 1.9566e-03,
-4.7190e-04, -8.2952e-04, -1.8970e-03, -5.4133e-05, -6.0172e-04,
-2.6102e-04, 9.3739e-04, -1.0058e-03, 6.4073e-04, -1.0281e-03,
-1.1493e-04, -1.0129e-03, -7.5507e-04, 1.4795e-03, 1.7562e-03,
4.3626e-04, 6.0657e-04, -6.1779e-04, 4.2334e-04, 1.8916e-03,
9.2544e-04, -6.4214e-04, -1.3253e-03, -5.7932e-04, 7.2191e-04,
-1.5474e-04, -8.1680e-04, 1.2199e-03, -4.4863e-04, -4.0503e-03,
1.1538e-03, 1.9001e-03, -1.8271e-04, 4.7089e-04, 4.0840e-04,
1.5404e-04, 2.9494e-03, 8.4310e-04, -1.0664e-03, 6.6080e-04,
5.6623e-04, 3.0651e-04, 8.1923e-04, -2.2396e-04, 9.0236e-04,
9.0295e-04, -1.7195e-04, 7.3243e-05, 2.1941e-04, -8.9080e-04,
1.2919e-03, 1.0203e-03, 7.6799e-04, 2.6778e-05, -8.0389e-04,
1.2017e-03, -1.8668e-03, -6.8580e-04, -1.2798e-03, -4.8290e-04,
2.4245e-04, 2.4578e-04, 7.0950e-04, 3.2070e-05, -3.9758e-04,
-1.5756e-03, 1.9598e-03, 1.2013e-03, -1.4558e-03, -3.7783e-04,
-1.1920e-04, -6.2959e-04, 1.3198e-03, -3.6488e-04, 1.7107e-03,
2.3057e-03, -3.1536e-04, -9.9480e-04, 7.6952e-04, 2.0912e-03,
6.1047e-04, -8.0323e-04, 8.0071e-04, 2.6671e-04, 2.9369e-04,
-1.4503e-04, 1.3837e-03, 3.6005e-03, -3.2292e-04, 8.5932e-04,
-2.4409e-03, -4.7484e-04, 1.9326e-04, -1.0269e-03, -8.5842e-04,
-8.0600e-04, -9.1361e-04, -9.2079e-04, -4.2325e-04, 1.4884e-03,
-3.2140e-05, 2.1322e-03, -4.4741e-04, 1.6557e-03, 6.6334e-04,
3.7810e-03, 1.7628e-03, 2.2657e-03, 1.2349e-03, 1.5913e-03,
3.7700e-04, -1.0726e-04, 2.6513e-03, -8.0000e-04, -2.0417e-03,
2.8270e-03, 1.1690e-03, 1.0109e-03, -1.2154e-03, -3.1990e-04,
2.3721e-03, 1.4086e-03, 3.6121e-04, -9.3685e-04, -4.6964e-04,
1.2598e-03, 4.5714e-04, -1.8666e-03, -3.3413e-04, -1.0836e-03,
3.3995e-03, -6.4243e-05, 3.6198e-04, -7.4124e-04, -2.3073e-03,
7.4096e-04, -1.8556e-03, 2.1697e-03, -1.7228e-03, -3.4710e-05,
-2.2530e-04, 1.4144e-03, 1.1216e-03, 9.8067e-04, -2.0025e-03,
5.8687e-04, -1.7563e-03, -2.1068e-03, 3.7750e-04, 5.2736e-04,
-2.0536e-03, 2.2554e-03, -1.2957e-03], device='cuda:0')),
('bert.encoder.layer.0.attention.self.value.weight',
tensor([[-9.3261e-03, 4.1131e-02, -5.5464e-03, ..., 3.5759e-02,
-1.4825e-02, -3.3616e-02],
[ 1.5304e-02, -4.3076e-02, 3.0796e-02, ..., 3.9655e-02,
8.7944e-03, -2.5826e-02],
[ 1.3778e-02, 9.1053e-03, -2.1007e-02, ..., 4.8366e-04,
-1.4331e-02, -1.3549e-02],
...,
[-6.2654e-02, -1.4137e-02, 7.8554e-03, ..., -2.9997e-02,
1.8209e-02, 5.1756e-03],
[ 8.1423e-03, -3.0970e-02, 1.6069e-02, ..., 5.7239e-02,
3.9958e-02, -3.9761e-03],
[ 9.6234e-03, 1.2958e-02, -2.7810e-02, ..., 2.7507e-02,
9.7202e-05, 1.2282e-02]], device='cuda:0')),
('bert.encoder.layer.0.attention.self.value.bias',
tensor([ 1.1069e-02, 9.0531e-03, 1.9864e-02, 1.1389e-02, -4.8347e-03,
5.0326e-03, 4.1269e-03, 1.6318e-02, -1.8052e-02, 2.3237e-03,
1.8566e-02, 9.8941e-02, -4.0697e-02, -7.4136e-02, 7.9206e-02,
-4.5282e-02, 8.2486e-03, -9.0963e-04, -4.5596e-03, 9.0431e-04,
4.2895e-03, 3.9034e-02, 1.9230e-02, -2.3276e-02, 1.3302e-02,
-1.3027e-01, 1.8982e-02, 9.9004e-05, 3.4933e-02, -3.6069e-03,
-5.4330e-03, 9.8497e-03, 6.4020e-03, -2.7923e-02, 6.7842e-03,
3.1062e-02, 8.0818e-03, -1.1424e-01, 3.7595e-03, -4.7403e-03,
-7.3383e-04, -5.3728e-03, -6.8290e-03, -3.0392e-03, -4.2530e-03,
-3.4724e-02, -8.1703e-03, 1.2297e-02, 1.3124e-03, 3.8111e-03,
-1.5159e-02, 1.2899e-03, -1.7053e-02, -1.6133e-02, 9.9717e-03,
-1.7817e-02, -1.2586e-02, 8.9710e-03, 2.3908e-02, -1.1430e-02,
1.1956e-02, 9.9904e-03, -1.7065e-02, -1.0862e-02, -5.1695e-02,
3.7551e-02, -1.2679e-01, 2.1911e-02, -1.0454e-02, 2.8629e-02,
-6.3517e-02, 5.5262e-02, 3.8232e-03, -1.5486e-02, -3.7649e-02,
1.0271e-01, -1.2234e-01, 3.8918e-02, 4.4690e-02, 1.3653e-01,
9.1285e-03, 4.5612e-02, 2.1545e-02, -1.0426e-01, 3.1466e-04,
-4.8390e-02, -2.0997e-02, -9.0155e-02, -1.1090e-01, 2.7998e-02,
7.2238e-03, 3.8125e-02, -5.1127e-02, -4.9923e-02, 5.8459e-02,
-7.9316e-02, 4.3215e-02, -1.5797e-01, 2.8311e-02, 2.2318e-02,
-1.3257e-03, 1.1169e-01, 1.4406e-01, -4.8033e-02, -4.7351e-02,
3.8673e-02, 1.8920e-02, -8.3832e-02, 1.0156e-01, -2.7946e-02,
-1.6684e-02, 4.6644e-02, -2.7789e-02, -2.4723e-02, -1.0047e-01,
-2.3606e-02, -3.0433e-02, 6.2730e-02, 3.7788e-02, 1.3059e-02,
2.1071e-02, -1.0602e-01, 7.5207e-03, 2.6767e-02, 2.6095e-02,
-2.0809e-02, 5.7630e-02, 8.6329e-02, -6.0640e-04, -1.9004e-03,
2.2014e-02, 1.7161e-02, -5.9877e-03, 9.4652e-04, -9.8812e-04,
4.9525e-03, 3.6660e-02, 2.0753e-03, -3.4359e-03, -1.0950e-02,
-1.4612e-02, -3.0871e-02, -2.4040e-02, 1.0127e-02, 2.4073e-02,
6.3245e-03, 9.3992e-03, 8.0358e-03, -2.1809e-02, 7.0261e-02,
-2.5004e-02, -9.9654e-03, 1.5882e-02, 6.9725e-03, 4.7355e-03,
1.8329e-03, 1.0321e-02, -1.6420e-02, 1.7463e-02, 7.4456e-03,
-1.0424e-02, -4.1863e-02, -5.0235e-02, -3.0211e-02, 5.6761e-03,
1.7051e-01, -5.5501e-03, -4.5892e-02, -2.8738e-02, 1.4941e-02,
3.9475e-03, -1.2743e-02, 1.4971e-02, 7.2802e-03, 3.4454e-03,
6.5442e-03, 1.5862e-02, -9.1514e-03, -2.7128e-02, 2.7270e-03,
8.1676e-03, -2.3455e-02, -4.2233e-03, -4.3383e-03, -1.0983e-02,
-9.7781e-03, 2.4207e-02, -1.2457e-02, -2.7443e-03, -2.8115e-02,
1.9776e-03, -2.0203e-02, 1.4375e-01, 3.4351e-02, -4.9437e-02,
-5.6101e-02, 9.8715e-02, 2.6453e-03, 1.2050e-01, 1.5607e-01,
-7.2812e-02, -1.4945e-02, 1.2221e-01, 3.0867e-02, 8.1999e-02,
-9.0597e-02, -1.7735e-01, -1.3632e-01, 5.4086e-02, 7.6691e-02,
1.2954e-02, -1.4351e-01, -2.2452e-02, 7.9768e-02, -5.4337e-02,
1.0186e-01, 2.9237e-02, -3.3597e-03, 3.2730e-01, 8.5452e-02,
3.4869e-02, -2.0168e-01, -1.5997e-01, 4.9540e-02, -9.7672e-02,
5.0354e-02, 8.8175e-02, 5.5004e-03, 9.2272e-02, -1.2908e-01,
-1.2138e-02, -3.7752e-02, -1.6416e-02, -3.4790e-02, 1.6874e-01,
2.3388e-02, -1.5507e-02, -8.7242e-03, 7.6560e-02, -3.3407e-02,
3.5988e-02, -7.2776e-02, 2.1470e-01, 1.0771e-02, -3.2410e-02,
-2.0167e-02, 5.4146e-02, -4.3163e-02, 7.7417e-02, 7.2844e-02,
1.8189e-02, 9.8462e-03, -6.8388e-03, -2.1869e-02, 3.6530e-02,
-9.5452e-02, -2.5035e-02, 9.4639e-03, 1.5068e-03, -4.8810e-02,
-2.8129e-02, -2.2956e-02, 4.5958e-03, -2.1297e-02, -1.8975e-02,
5.0071e-03, 4.1476e-03, 4.7279e-03, -1.9530e-02, -1.0872e-02,
8.2660e-03, 8.4502e-03, 2.3569e-02, 2.0685e-03, -2.6316e-02,
2.4845e-02, -5.5551e-03, 2.1097e-02, -4.4452e-03, 6.4491e-03,
3.0634e-03, 8.0650e-03, -4.9067e-03, 2.7643e-03, -2.8761e-02,
5.7540e-03, -1.1718e-02, 6.5162e-03, 3.2979e-02, -8.9530e-03,
1.3605e-02, -2.7448e-02, 7.0635e-03, -1.9572e-02, -8.7907e-03,
1.3170e-02, 2.7060e-02, -4.6025e-04, -7.6768e-03, 8.8832e-03,
-8.0805e-03, -9.3116e-04, 6.4805e-03, -8.2399e-03, -2.9627e-02,
1.4764e-02, -6.2644e-03, 2.5136e-02, -1.5233e-03, 1.3440e-02,
-1.8627e-02, 5.4824e-03, -1.6173e-03, 1.6515e-02, 2.4901e-03,
8.9018e-03, 2.8951e-04, 1.7957e-02, -8.3742e-03, 1.0688e-02,
7.1412e-03, -4.0961e-03, 1.5500e-04, 2.8306e-02, 2.8146e-03,
3.0835e-03, -2.6411e-03, 8.4850e-03, -3.7391e-02, 1.0299e-02,
-2.4756e-02, 3.0259e-02, 2.0764e-02, 3.0074e-02, -1.3659e-02,
1.6019e-02, 2.6341e-06, 1.6387e-02, -4.6022e-03, 3.2956e-02,
6.1713e-04, -1.2456e-02, -2.8289e-02, -4.7685e-03, 1.8917e-02,
-1.7251e-02, -1.4907e-02, -7.7636e-03, 2.6263e-03, -5.5990e-02,
-6.6305e-03, 3.0166e-02, -1.7382e-02, -1.6950e-04, -1.5014e-02,
3.1127e-02, 6.9843e-03, -7.4297e-03, 2.5663e-02, -2.1180e-03,
-3.7657e-02, -5.1296e-03, -2.2282e-02, 1.7232e-02, -1.3655e-02,
2.7877e-02, 2.7112e-02, 5.4260e-03, 1.2768e-02, -5.8780e-03,
-4.0109e-03, 1.4004e-03, 2.0974e-03, 2.8074e-03, -4.8994e-03,
-2.9522e-02, -7.3999e-03, 3.4507e-02, 7.2156e-03, -3.6974e-02,
-2.5828e-02, -3.1290e-03, -1.1376e-02, -1.5887e-02, 3.8286e-02,
2.0281e-02, -1.5919e-02, 1.3013e-02, 5.7370e-03, -1.6223e-02,
9.4380e-03, 2.9953e-02, -2.7395e-02, -2.5684e-02, -3.1389e-02,
-2.9145e-02, 2.0254e-02, -3.6402e-02, 2.3596e-02, -1.0263e-02,
1.6401e-02, -1.1134e-02, 2.7300e-02, 1.8858e-02, 1.3740e-04,
-3.6391e-02, -1.7857e-02, 1.2097e-02, -1.6086e-02, 1.0408e-02,
-5.3981e-03, -2.8890e-02, 4.2346e-02, 5.2741e-03, 1.9386e-02,
-5.0296e-03, -1.7111e-02, 1.9442e-02, -4.7186e-02, 2.6672e-02,
5.1477e-03, -1.5066e-02, -5.8367e-03, 3.1029e-02, -4.7714e-03,
2.7481e-02, -2.5332e-02, -1.0896e-02, 6.5586e-02, 1.2462e-02,
3.6022e-02, -3.1200e-02, 7.6116e-03, -4.9803e-03, -2.1504e-02,
6.5773e-03, -2.3226e-03, 4.2079e-03, -2.3751e-02, 2.4667e-02,
3.6909e-02, 2.1745e-02, 2.8973e-02, 5.1251e-03, -9.9450e-03,
-5.4279e-03, 1.3118e-02, 3.0296e-02, -2.1176e-02, 2.2170e-02,
-5.0253e-03, -2.0048e-02, 1.9229e-02, -1.1984e-02, 1.3188e-04,
9.0158e-03, 5.9573e-03, -2.0766e-03, -8.5419e-03, 3.7773e-02,
6.0164e-03, -2.8933e-02, -4.8008e-03, -1.3547e-02, -1.1729e-02,
6.2086e-03, -6.9328e-03, -1.6035e-02, -1.6831e-02, 1.1192e-02,
8.9620e-03, 1.7122e-02, 9.8407e-03, 1.2312e-02, -1.6869e-03,
-1.5688e-02, 2.4764e-02, -8.8043e-03, 1.3510e-03, -8.3901e-03,
-9.6036e-03, -5.5592e-03, 1.1504e-02, 3.5610e-04, -3.3708e-02,
9.3072e-03, 8.8585e-03, -5.7320e-04, -8.9758e-03, -1.2016e-02,
3.6391e-03, -7.7049e-03, 1.6031e-02, 1.5279e-02, -1.2802e-02,
-1.3333e-02, -1.4915e-03, -5.2374e-03, -3.0374e-03, 1.9579e-02,
-1.5535e-02, 7.5528e-03, 7.8520e-05, -1.0960e-02, 1.3343e-02,
-7.7490e-03, -5.1366e-03, -7.1006e-03, -2.4798e-03, 1.7446e-03,
1.0737e-02, 2.7047e-02, 1.5423e-03, 4.8263e-03, 4.2031e-02,
-6.2006e-03, -4.6928e-03, -2.0759e-02, -3.4895e-02, 6.3378e-03,
-8.9834e-03, -4.1429e-03, 7.3697e-02, -9.1377e-03, 1.6487e-02,
7.2898e-03, -1.9954e-02, -2.8886e-02, -1.7212e-02, -2.3353e-02,
1.3282e-02, -2.3207e-03, -1.9601e-02, -8.8764e-03, -2.8692e-02,
-1.6166e-02, -2.3293e-03, 1.5240e-02, 2.3777e-02, -6.3838e-02,
-1.7767e-02, 2.7412e-02, -5.1963e-02, 2.4834e-02, -1.3668e-02,
-3.9859e-03, 3.9719e-02, -5.5598e-05, 8.2105e-03, 4.2240e-03,
9.5554e-03, 1.6329e-02, 8.0644e-03, 1.1929e-02, 2.1274e-03,
-8.3077e-03, -2.8924e-03, 1.0155e-02, -4.1540e-02, -8.3679e-03,
1.2047e-02, 1.7008e-02, 8.0726e-03, 2.7112e-02, 7.8240e-03,
1.2881e-03, -2.6510e-02, -1.0896e-03, 1.0525e-02, 5.0460e-03,
7.0503e-03, 7.2557e-03, -1.0229e-02, -4.2076e-02, -2.1916e-02,
1.7826e-02, 5.2023e-02, 3.6075e-02, -4.1697e-02, -7.1926e-03,
4.1535e-03, -5.9274e-04, -7.4479e-02, -2.7416e-02, -6.3545e-02,
-4.8984e-02, 1.4505e-02, -1.1705e-02, -8.7666e-02, 1.0790e-02,
-1.5554e-02, 1.1034e-02, -1.4332e-02, -6.6223e-04, 8.9544e-03,
1.3921e-02, 9.3547e-02, 1.0418e-01, -8.4584e-03, -3.1331e-02,
1.9194e-02, 9.0044e-02, 1.0885e-01, 6.0562e-02, 1.7227e-02,
2.6923e-02, 4.2633e-02, -2.0954e-02, 9.8969e-02, 2.0552e-02,
-1.1751e-01, 2.7819e-02, 1.5058e-03, -9.7677e-02, -2.2754e-02,
9.5872e-02, -3.1792e-02, 1.8836e-02, -1.3252e-02, -4.3087e-03,
5.2121e-02, 1.6157e-02, -1.5624e-02, 2.4156e-02, 1.4569e-02,
-6.0538e-02, 5.8566e-03, -2.6004e-02, 8.6975e-02, -4.7703e-03,
-6.2288e-02, -1.7356e-02, 1.6008e-02, -1.4844e-02, 1.8173e-02,
1.9806e-03, 1.1834e-02, -1.3026e-02, -4.8227e-02, -2.1381e-02,
2.1781e-02, -3.0322e-02, 1.7911e-02, 4.0111e-03, -4.3804e-02,
-6.8995e-02, 5.8428e-02, -3.5507e-02, 4.8189e-02, -2.0954e-02,
1.8905e-02, 1.1972e-02, 3.0174e-02, -2.4366e-02, 2.8735e-03,
5.0398e-03, 1.2086e-02, 4.0948e-02, 2.3398e-02, 2.0673e-02,
2.5978e-02, 1.4533e-02, 7.3198e-03, 6.3965e-02, 4.5091e-02,
-4.5103e-03, 4.9657e-02, -5.0273e-02, 3.8485e-02, 4.1603e-02,
7.8011e-02, -8.3119e-02, -4.9845e-02, 5.2448e-02, 4.6188e-02,
-1.8623e-02, 2.3284e-02, 4.7193e-02, -1.9730e-02, 1.8171e-02,
3.2025e-02, -2.7952e-02, 1.5058e-02, 6.2734e-03, -4.9240e-02,
-1.4091e-02, -4.0335e-03, -3.8091e-02, 1.4545e-02, 1.0982e-02,
2.5898e-02, -2.5470e-02, -5.4152e-02, -5.0391e-02, 3.1809e-02,
5.3577e-02, 4.6933e-02, -2.3320e-02, 3.1928e-02, 3.7188e-02,
1.0995e-02, -6.4717e-02, 5.0468e-02, -2.8605e-03, -3.2299e-02,
1.0438e-02, 5.0938e-03, -1.4188e-03, -8.6259e-03, 2.6034e-02,
-5.2897e-03, -1.3360e-02, -4.7151e-02, -1.0682e-02, -4.3875e-02,
-4.3997e-02, 8.3545e-02, -2.4776e-02, 5.8812e-03, 9.6747e-03,
1.6337e-02, -9.7249e-03, 2.9033e-02, 5.9890e-02, 2.0914e-02,
-2.3984e-02, 2.7854e-02, -4.7092e-02, 1.5442e-02, -1.6557e-02,
-1.4061e-02, 1.9185e-02, -3.8878e-03, 5.8601e-03, 3.3422e-03,
-9.6055e-03, -7.2162e-03, -1.5224e-03, 1.5336e-02, -1.0922e-02,
-6.0001e-03, 4.5938e-03, -9.5746e-03, -3.6892e-02, -2.0429e-02,
1.5061e-02, -3.5018e-02, -6.5224e-03, -5.4727e-03, -2.6918e-02,
1.3061e-02, 1.9303e-02, -4.1051e-03, -1.4661e-02, 1.9634e-02,
2.6726e-02, 2.7746e-02, -2.2064e-02, 4.2220e-03, -8.8036e-03,
-1.7758e-03, -1.1042e-02, -1.7348e-02, -1.8538e-02, -1.6726e-02,
-1.3031e-02, -3.0154e-02, -5.6269e-03], device='cuda:0')),
('bert.encoder.layer.0.attention.output.dense.weight',
tensor([[-0.0054, 0.0101, 0.0042, ..., 0.0035, 0.0018, 0.0376],
[ 0.0100, 0.0023, 0.0405, ..., 0.0028, 0.0253, 0.0152],
[-0.0210, -0.0118, 0.0120, ..., 0.0259, 0.0052, -0.0498],
...,
[-0.0082, 0.0162, -0.0063, ..., -0.0308, 0.0258, 0.0357],
[ 0.0094, -0.0162, -0.0043, ..., -0.0027, -0.0064, 0.0182],
[-0.0198, -0.0034, -0.0294, ..., -0.0308, -0.0201, -0.0267]],
device='cuda:0')),
('bert.encoder.layer.0.attention.output.dense.bias',
tensor([-5.9122e-02, 9.6922e-02, -8.4334e-02, -3.4676e-02, 4.6184e-02,
-9.6594e-04, -1.6367e-01, 1.4286e-01, 1.9078e-02, -2.8064e-02,
-4.5819e-03, 5.3006e-02, 1.6259e-03, 2.2628e-02, -1.6936e-02,
9.3983e-03, -3.9352e-02, -6.7541e-03, 3.7244e-02, 2.4792e-02,
5.3888e-02, 5.0219e-04, 4.6441e-02, 8.6155e-03, 2.4417e-02,
3.8996e-02, -5.9515e-02, 2.0793e-02, 6.8030e-02, 1.5912e-02,
4.2683e-02, -2.0297e-01, 3.5708e-02, -4.0885e-02, 7.2455e-02,
6.7368e-02, -4.2753e-02, -4.4342e-03, -8.9960e-03, 1.5576e-02,
1.5362e-02, 4.1115e-02, -1.5922e-02, 1.1278e-02, -2.3813e-02,
-2.9198e-03, -3.2958e-02, -6.2074e-03, 4.1326e-02, 1.1536e-02,
-8.9588e-03, 7.5122e-02, -8.2287e-02, 4.7824e-03, 7.0257e-02,
-3.5157e-02, 5.4447e-03, 4.7462e-02, 1.8620e-02, -4.2621e-02,
5.4712e-02, 3.2359e-02, 2.4752e-03, 1.6957e-02, 5.9019e-02,
-3.9106e-03, -1.8700e-02, 1.6607e-02, -2.9605e-02, -1.3749e-02,
-1.6059e-02, 6.6633e-02, -4.5950e-02, -9.0254e-03, -3.2623e-02,
-8.4888e-03, 5.8982e-02, 2.6985e-02, 1.8064e-02, -6.2385e-02,
-7.1297e-02, 2.0291e-02, -1.2597e-02, 7.6582e-02, -2.0293e-01,
-3.1989e-02, -5.9873e-02, 2.6205e-02, -1.5289e-02, 4.6378e-02,
5.4920e-02, -6.9230e-03, -5.7167e-02, 6.0068e-02, -1.1885e-01,
1.1077e-02, -1.1204e-01, 2.5543e-02, 3.8061e-02, 4.1387e-02,
-4.4130e-02, -2.8405e-02, 5.3537e-02, 9.6937e-02, 1.5989e-02,
2.0249e-02, -1.0955e-02, 3.2168e-02, 1.3749e-02, -8.3016e-03,
-3.4081e-03, 7.2830e-02, -7.1794e-03, -8.5035e-02, -2.7992e-02,
-1.5241e-02, 2.7664e-02, -1.9915e-02, 3.0103e-02, -3.0159e-02,
-2.7599e-02, 2.6552e-03, -4.8693e-02, -1.6534e-02, -1.1110e-02,
-5.4535e-02, -6.4797e-02, -1.9578e-02, 1.3646e-02, 5.3212e-02,
-1.7934e-02, 1.6915e-02, -2.8305e-02, -3.2307e-02, 2.4054e-03,
-2.0707e-02, -8.8013e-02, 2.4082e-02, -7.7078e-03, -4.5942e-02,
-1.9929e-02, 4.3814e-02, -8.1504e-03, -4.5607e-01, -2.4484e-02,
-2.4036e-02, 9.4995e-02, -1.4775e-02, -2.0825e-02, 4.5097e-02,
1.0654e-02, -1.0198e-02, -4.4788e-02, -1.7953e-02, -2.3673e-02,
2.1128e-02, -9.7499e-02, -5.9618e-03, 4.0625e-03, 2.3415e-02,
1.2425e-02, 2.3369e-02, -8.5498e-02, -3.3322e-02, 6.6487e-02,
3.2003e-02, 5.3158e-02, 6.2475e-03, -1.4704e-02, -1.8065e-02,
1.7946e-02, -5.2231e-02, 3.1821e-02, -6.9910e-02, 6.4776e-02,
-6.3351e-03, -2.2759e-02, 8.0500e-03, 1.8104e-02, -1.8292e-03,
-3.3891e-02, 5.6326e-02, -3.1595e-02, -9.7371e-03, 3.7258e-02,
-7.3605e-03, 1.7766e-02, 3.3222e-03, 4.2211e-02, 9.9501e-03,
3.0454e-02, -8.3557e-02, 3.5064e-02, 1.7921e-02, 1.0783e-02,
4.5511e-02, 5.1145e-03, -1.2320e-01, 2.4941e-02, 4.9960e-02,
1.8391e-02, 1.6807e-02, 8.4948e-03, 5.2574e-02, -4.4172e-02,
-1.9656e-02, -2.7483e-02, -3.5322e-02, -6.3592e-03, 1.7351e-02,
4.4125e-02, -2.3811e-02, 2.9134e-03, 5.7642e-02, -2.3250e-02,
3.9121e-02, 2.9147e-02, -7.6424e-02, 5.8423e-02, -5.1606e-03,
-1.1180e-02, 3.0607e-02, -6.5851e-02, -8.0825e-02, 2.2443e-02,
6.0115e-02, 2.5135e-02, -6.3937e-04, 1.7300e-02, -4.8349e-01,
-7.0488e-02, 4.3397e-02, 2.8550e-02, 6.4107e-02, 4.2230e-03,
3.6141e-02, -2.9475e-02, 2.3819e-02, -4.3609e-03, -3.5403e-02,
-6.6761e-02, 1.2984e-02, -5.9666e-02, -2.6802e-02, 1.6668e-02,
4.4645e-02, 6.6037e-03, -3.5155e-02, -8.4707e-03, -2.4272e-02,
-4.0999e-02, 3.2703e-02, 5.5399e-02, 6.8012e-02, 5.2098e-03,
-1.2837e-02, 1.1553e-02, -1.1271e-01, -1.4416e-01, -9.2284e-02,
-5.1711e-02, -1.1770e-01, 7.4719e-02, 3.1716e-02, 6.6850e-03,
1.3721e-02, 2.7085e-02, 1.3546e-02, -1.3824e-02, 2.6191e-02,
1.1638e-02, -1.8105e-02, 7.5568e-03, 2.0454e-02, 4.8789e-02,
4.5479e-02, -4.6941e-02, -1.2307e-02, 1.9489e-02, -2.6894e-02,
-2.4260e-02, -1.3513e-02, -1.0405e-02, 1.7640e-01, 6.7128e-02,
5.1005e-02, 8.9066e-04, 2.9491e-02, 8.8742e-02, 3.5018e-02,
-9.1314e-02, -6.7663e-02, 5.1589e-02, 1.3970e-02, 3.2876e-02,
-6.9738e-02, 1.4377e-02, -4.9254e-02, -8.9539e-03, 5.4953e-02,
-3.6339e-02, -1.7253e-02, -8.6830e-02, -5.1409e-02, -1.5876e-01,
-9.1023e-02, 2.5268e-02, -3.1445e-02, 1.4745e-01, -5.0656e-02,
1.1342e-01, -6.4915e-03, -2.8269e-02, -1.0778e-01, -3.4792e-02,
8.5831e-03, -4.3380e-02, 1.3451e-02, -7.3753e-03, -6.5758e-02,
1.2419e-03, -5.2152e-03, 3.1452e-02, 5.4978e-02, -2.7632e-02,
-1.1755e-02, 3.9235e-02, -4.5068e-02, 1.0148e-02, 3.3168e-02,
-2.3711e-02, -4.1790e-02, 2.6474e-02, 1.6074e-02, 4.6731e-02,
1.0213e-02, -5.5797e-02, -1.4386e-02, -5.8669e-02, 3.8721e-02,
-4.7883e-02, 2.5322e-02, -4.0042e-02, 3.1731e-02, 3.1953e-03,
-7.6859e-02, 5.1646e-02, 7.3562e-04, -5.6985e-02, -2.7455e-02,
6.2978e-02, 7.3870e-02, -1.3485e-02, 2.1661e-02, 7.5535e-02,
4.7543e-03, -3.5794e-02, 3.1918e-02, -6.1998e-02, -2.2948e-02,
-8.7293e-03, -3.4244e-02, 3.1658e-02, -7.6844e-02, -1.7730e-02,
-9.0108e-03, 4.5789e-04, 2.5032e-02, -3.4015e-02, 5.7405e-02,
4.1506e-02, -4.3331e-02, -2.9121e-02, 1.2404e-01, 5.9045e-02,
4.0571e-02, 3.3456e-02, 4.4283e-02, 3.2066e-02, -5.9409e-02,
7.4781e-02, -1.0526e-02, -6.2505e-02, 3.9301e-02, -5.1731e-03,
-5.5630e-02, 4.0342e-03, 2.3969e-03, -2.7951e-03, -3.4762e-02,
-5.0940e-03, 3.1360e-02, 1.2979e-04, 1.2472e-02, 5.1506e-02,
5.7768e-02, 1.9407e-02, 3.4878e-02, 3.5785e-02, -1.5284e-02,
-2.9152e-02, -2.1163e-03, -7.1346e-02, 4.7998e-02, 6.5464e-02,
-6.9963e-02, -4.3163e-02, -3.4206e-03, -2.3860e-02, 5.3794e-03,
-1.3955e-02, 4.2401e-03, 1.6471e-02, 1.4249e-02, -1.3540e-03,
5.3681e-02, -1.4213e-02, -3.3913e-03, -1.2253e-02, 3.8748e-02,
-6.1673e-02, 1.7297e-02, 6.3713e-02, -8.0373e-03, -2.5770e-02,
2.0083e-02, -9.8922e-02, -2.0503e-01, 6.2837e-02, 6.5213e-02,
3.3154e-03, 4.2827e-02, -1.8127e-02, -2.9458e-02, -1.0341e-01,
2.6786e-02, 9.5043e-02, 6.0290e-02, 5.8578e-02, -3.3054e-03,
-3.2830e-02, 6.7567e-03, 3.9982e-02, -5.3460e-02, 1.1156e-02,
-8.3173e-02, 2.9878e-02, -6.0002e-02, 3.3578e-03, 2.3846e-02,
6.6242e-02, 5.6926e-02, -6.1959e-02, 2.9971e-02, -7.2093e-02,
7.3869e-03, 4.0072e-02, 1.5098e-03, -3.8949e-02, -2.6931e-02,
5.3131e-02, 3.3773e-02, 1.9190e-02, 8.4701e-03, 5.8422e-02,
-3.5540e-02, -2.3064e-02, 3.9199e-02, 2.1698e-02, -1.7516e-02,
-4.1704e-02, 7.2312e-03, 1.1195e-02, 6.4372e-02, 1.0587e-02,
-7.1067e-03, 4.0859e-02, 1.0523e-01, -1.5103e-02, -1.8504e-02,
2.0914e-02, 1.0931e-02, 2.2003e-03, 6.6070e-02, 5.8955e-02,
-7.4306e-02, -6.6619e-03, 2.0823e-02, 1.0316e-03, 5.3694e-02,
3.9895e-02, -3.5834e-02, -9.0245e-03, -2.6971e-02, -2.8389e-02,
1.4108e-02, 6.2907e-03, -2.5918e-02, -2.1841e-02, 1.0905e-03,
-4.7627e-04, -1.4692e-02, 3.9535e-02, 2.7273e-03, -3.2216e-02,
6.1194e-02, 4.0719e-02, -6.2065e-02, 6.7747e-03, 8.2393e-02,
-9.0668e-02, 3.9319e-02, -2.8718e-02, 2.9422e-02, -1.6529e-02,
5.4400e-02, -1.6467e-02, -8.9304e-03, -7.5455e-02, -4.7294e-02,
-1.2544e-02, -1.3498e-02, 4.3202e-02, -1.5717e-02, -6.1437e-02,
-1.3070e-02, -4.8801e-03, -1.2455e-02, -5.0595e-02, -7.2256e-02,
-5.3839e-03, -1.0507e-02, -4.9191e-02, 1.3969e-03, 3.1075e-03,
5.5422e-02, 7.2251e-02, 6.7122e-02, 8.0509e-02, 1.2794e-02,
1.5360e-02, 2.0261e-02, 3.8513e-02, 4.3762e-02, 6.6679e-02,
-2.7258e-03, -1.7081e-02, -2.1708e-02, -1.4397e-02, -4.7428e-02,
-3.7527e-02, -9.0381e-02, -2.2136e-02, 9.4385e-03, 9.6451e-02,
7.8334e-02, 3.1803e-03, -6.6099e-01, 1.2831e-02, -2.6783e-02,
-1.4213e-02, -5.0803e-03, 1.2746e-02, -2.0151e-02, 4.9600e-02,
4.7618e-02, 4.9774e-02, 3.1780e-03, 2.2291e-02, 5.6456e-02,
-6.3847e-02, -4.4372e-02, -4.9482e-03, 4.8795e-02, 3.2502e-02,
-1.4309e-03, 1.4295e-02, 9.0846e-02, 1.9121e-02, -4.0291e-02,
1.6160e-02, 3.7358e-02, 9.2835e-03, 9.5936e-02, -4.8398e-02,
-5.5778e-02, 1.1882e-01, -1.2246e-02, -6.9666e-02, -9.8792e-03,
1.9868e-02, -1.8765e-02, -1.1699e-02, -7.0686e-02, -5.1581e-02,
-3.3745e-02, -2.3353e-02, 1.8825e-02, -3.8429e-02, 3.2524e-02,
5.2050e-03, -3.7693e-02, 3.7592e-03, -6.7294e-02, 5.7527e-02,
-2.0007e-02, -1.5987e-03, 4.5494e-02, 3.0686e-02, -4.3463e-02,
-4.1006e-02, 5.9395e-02, 3.0862e-02, -1.0357e-01, -8.5654e-03,
7.9531e-02, -3.8513e-02, 1.0849e-02, -4.7163e-02, 6.6138e-02,
-1.0540e-02, -7.2651e-02, 2.4303e-02, -1.4607e-02, 6.6620e-03,
-9.1930e-02, -2.8685e-02, -4.3271e-02, 2.2221e-02, 5.7203e-02,
5.9773e-02, -1.0438e-02, 4.5788e-02, -6.7211e-02, -1.9201e-02,
2.9434e-02, 5.8173e-02, -6.0509e-02, 2.1396e-02, 1.0406e-02,
-8.4723e-02, 1.8471e-02, -6.0266e-02, 1.4446e-03, 4.2131e-02,
2.8759e-02, -1.4299e-01, 4.7650e-02, -1.1354e-02, 1.9072e-02,
-1.1432e-01, -1.4172e-02, 5.8391e-02, 1.6790e-03, -7.0934e-02,
-1.0166e-02, 7.4499e-03, -1.1659e-02, 2.6887e-02, 2.3343e-02,
1.7759e-02, 7.9595e-02, -2.0990e-02, -7.6201e-02, 3.1007e-02,
2.4897e-03, 4.5511e-02, -1.1116e-01, 1.9860e-02, 2.0965e-02,
-9.4549e-03, 4.3446e-03, 5.8825e-02, -7.5335e-03, 1.8358e-02,
-1.4127e-02, -5.9821e-02, -4.9545e-03, -8.5030e-05, 3.5382e-02,
1.4502e-02, 6.7909e-02, 1.4527e-02, -2.8434e-03, 3.1092e-02,
1.8248e-02, 4.6063e-02, 3.6763e-02, -2.4386e-02, 2.7152e-02,
3.3999e-02, -1.7390e-02, -6.9653e-02, -2.0008e-02, 3.6781e-02,
-2.6458e-03, -2.2691e-02, -2.8964e-02, -9.8871e-02, -3.6530e-02,
4.5914e-02, 5.8928e-02, -1.0280e-01, 6.4773e-02, -4.1594e-02,
-4.4836e-03, 6.0153e-02, -2.5884e-02, 1.4128e-02, 3.5973e-02,
3.4740e-02, -4.3703e-02, 5.4259e-02, -1.4841e-02, -1.8748e-03,
-4.8895e-02, 4.7701e-02, -3.9338e-03, 2.5868e-03, -3.6832e-02,
6.6447e-03, 4.1860e-02, 5.6274e-02, 6.0866e-02, -2.0534e-02,
-6.7026e-02, -5.7541e-03, -1.1458e-02, 1.4108e-02, 9.5088e-03,
-3.1326e-02, -7.3923e-02, -1.7680e-02, -2.4767e-02, 2.2485e-02,
-3.4094e-02, 4.5920e-02, -1.9200e-02, -1.0087e-01, 1.2761e-02,
-2.1666e-02, 3.7181e-02, -1.4962e-01, 1.2756e-02, -7.1716e-03,
-3.8385e-02, -2.9883e-02, 4.2345e-02, 1.2281e-01, 2.4244e-02,
3.1034e-02, 4.9337e-02, 4.1768e-03, -5.2497e-02, -2.4200e-02,
6.5714e-02, 1.8575e-02, -5.8064e-03, -4.3334e-02, -5.6872e-03,
-2.0518e-02, 8.3409e-02, -1.3742e-02, -8.8081e-02, -4.9828e-02,
-9.5632e-03, -3.0610e-02, -4.1541e-02], device='cuda:0')),
('bert.encoder.layer.0.attention.output.LayerNorm.weight',
tensor([0.9281, 0.9325, 0.9182, 0.9048, 0.8973, 0.9403, 1.0621, 1.0954, 0.9421,
0.8605, 0.9475, 0.9479, 0.9666, 0.9344, 0.9351, 0.9207, 0.9206, 0.9090,
0.9172, 0.9658, 0.9075, 0.9574, 0.9459, 0.9126, 0.9152, 0.9057, 0.9495,
0.9347, 0.9016, 0.9351, 0.9349, 0.5895, 0.9607, 0.8955, 0.9159, 0.9411,
0.8564, 0.9664, 0.9164, 0.9138, 0.9509, 0.9262, 0.9156, 0.9524, 0.9784,
0.9535, 0.9645, 0.9564, 0.9639, 0.9004, 0.9728, 0.8915, 0.9143, 0.9451,
0.8855, 0.8270, 0.9017, 0.9436, 0.8737, 0.8741, 0.9247, 0.9482, 0.9486,
0.9328, 0.9462, 0.9834, 0.9314, 0.9156, 0.9721, 0.8905, 0.9698, 0.9163,
0.9275, 0.9626, 0.9547, 0.9598, 0.9328, 0.9339, 0.9589, 0.9475, 0.9373,
0.9010, 0.9333, 0.9467, 0.8752, 0.9291, 0.9003, 0.9175, 0.9542, 0.9147,
0.9345, 0.9239, 0.9047, 0.9578, 0.9243, 0.9036, 0.7866, 0.9622, 0.9627,
0.9477, 0.9074, 0.9437, 0.8956, 0.9958, 0.9444, 0.9921, 0.9718, 0.8839,
0.9456, 0.9747, 0.8872, 0.9139, 0.9707, 0.8162, 0.9176, 0.9878, 0.9325,
0.9321, 0.9387, 0.9467, 0.9424, 0.9366, 0.9123, 0.8920, 0.9305, 0.8695,
0.9634, 0.9492, 0.8944, 0.9084, 0.9430, 0.9020, 0.9612, 0.9411, 0.9496,
0.9331, 1.9186, 0.9214, 0.9260, 0.9461, 0.8924, 0.9472, 0.9155, 2.7245,
0.9432, 0.9243, 0.9427, 0.9245, 0.9191, 0.8999, 1.0113, 0.9487, 0.9519,
0.9183, 0.9333, 0.9050, 0.9275, 0.9454, 0.9485, 0.9548, 1.0177, 0.9689,
0.9141, 0.9262, 0.9111, 0.9550, 1.0496, 0.8432, 0.8930, 0.9482, 0.9771,
0.9433, 0.8733, 0.9134, 0.9379, 0.9596, 0.9468, 0.9694, 0.9556, 0.9496,
0.9121, 0.8929, 0.9113, 0.9885, 0.9566, 0.9403, 0.9009, 0.9701, 0.9512,
0.9151, 0.9548, 0.9779, 0.9405, 0.9440, 0.9138, 0.9498, 0.9788, 1.0868,
0.9073, 0.9498, 0.9611, 0.9112, 0.9500, 0.9802, 0.9004, 0.9373, 0.9239,
0.9655, 0.9358, 0.9375, 0.9405, 0.9679, 0.9068, 0.9652, 0.9106, 0.9735,
0.9093, 0.8974, 0.9366, 0.9235, 0.9823, 0.9221, 0.9437, 1.0198, 0.9195,
0.9509, 0.9763, 0.9448, 0.9340, 0.6473, 0.9339, 0.9273, 0.9035, 0.9380,
0.8905, 0.9677, 0.8787, 0.9910, 0.8927, 0.9584, 0.9172, 0.9194, 0.8846,
0.9134, 0.9516, 0.8750, 0.9597, 0.8908, 0.9643, 0.9768, 0.9420, 0.9367,
1.0167, 0.9780, 0.9752, 0.9349, 0.9483, 0.9430, 0.9629, 0.9473, 0.9378,
0.9518, 0.9176, 0.9233, 0.9224, 0.9225, 0.9357, 0.9585, 1.0238, 0.9458,
0.9502, 0.9129, 0.9740, 0.9429, 0.9948, 0.9259, 0.9299, 0.9527, 0.9005,
0.9576, 0.9955, 0.9421, 0.9006, 1.1408, 0.9389, 0.9652, 0.8804, 0.9447,
0.9353, 0.9302, 0.8746, 0.9463, 0.9073, 0.9433, 0.9308, 0.8455, 0.9690,
0.8570, 0.9318, 0.9403, 0.9461, 0.9269, 0.8876, 0.9564, 0.8660, 0.9758,
0.8855, 0.9699, 0.9722, 0.9324, 0.9302, 0.9084, 0.9377, 0.9472, 0.8935,
0.9636, 0.9291, 0.8910, 0.9918, 0.8780, 0.9065, 0.9561, 0.9202, 0.9577,
0.8628, 0.9258, 0.9886, 0.8854, 0.9671, 0.9334, 1.0591, 0.9162, 0.9606,
0.9408, 1.0146, 0.9464, 0.9291, 0.9743, 0.9545, 0.8989, 0.9855, 0.9585,
0.8985, 0.9629, 0.8940, 0.9595, 0.9474, 0.9312, 0.9039, 0.9367, 0.9637,
0.9144, 0.9429, 0.9182, 0.9623, 0.9350, 0.9298, 0.9261, 0.9419, 0.8573,
0.9419, 0.9674, 0.9182, 0.9767, 0.9197, 0.9663, 0.9558, 1.0185, 0.9410,
0.9490, 0.9433, 0.9330, 0.9485, 0.9557, 0.9042, 0.9478, 0.9220, 0.9354,
0.9440, 0.9050, 0.9456, 0.9170, 0.9327, 0.9784, 0.9538, 0.9423, 0.9214,
0.9403, 0.9653, 0.8746, 0.9434, 0.8701, 0.9596, 0.9399, 0.9117, 0.9549,
0.9360, 0.9952, 0.9585, 0.8995, 0.8856, 0.9051, 0.8933, 0.9531, 0.9349,
0.9626, 0.9122, 0.9371, 0.9629, 0.9931, 0.9119, 0.8995, 1.0060, 0.9647,
0.9352, 0.9367, 0.9122, 1.0543, 0.9255, 0.9402, 0.9271, 0.9768, 0.9432,
0.8889, 0.8990, 0.9358, 0.9469, 0.7166, 0.9350, 0.9880, 0.9367, 0.9437,
0.9244, 0.9774, 1.0430, 1.0015, 0.9492, 0.9330, 0.9403, 0.9546, 0.9537,
0.8868, 0.9128, 0.9055, 0.9147, 0.9198, 0.9421, 0.9594, 0.9438, 0.9049,
0.9668, 0.8649, 0.9322, 0.9649, 0.9107, 1.0211, 0.8825, 0.9037, 0.9090,
0.9307, 0.9131, 0.9207, 0.9130, 0.9369, 0.8664, 0.9240, 0.9185, 0.8816,
0.9503, 0.9204, 0.9584, 0.9383, 0.9724, 0.9249, 0.9437, 0.9103, 0.8962,
0.9972, 0.9198, 0.9826, 0.9018, 0.9047, 0.9643, 0.9465, 0.9505, 0.9152,
0.9662, 0.9076, 1.0195, 0.9113, 0.9112, 0.9579, 0.9266, 0.8989, 0.9457,
0.9395, 0.9075, 0.9328, 0.9049, 0.8972, 0.9278, 0.9614, 0.8965, 0.9296,
0.9499, 1.0336, 0.9703, 0.9550, 0.9802, 0.9704, 0.9901, 0.9221, 0.9406,
0.8906, 0.9409, 0.9435, 0.9500, 0.9246, 1.0046, 0.9487, 0.9661, 0.8944,
0.9210, 0.9789, 0.9299, 1.0091, 0.9616, 0.9565, 0.9456, 0.9464, 0.9594,
0.9416, 0.9649, 0.9000, 0.9092, 0.9124, 0.8842, 0.9800, 0.9104, 0.8982,
0.9673, 0.9653, 0.8871, 0.8916, 0.9122, 0.9632, 0.9131, 0.9058, 0.9403,
0.9509, 0.9491, 0.9400, 0.9649, 0.9405, 0.8570, 0.9344, 0.9024, 3.3907,
0.8948, 0.9348, 0.9562, 0.9547, 1.0150, 0.9757, 0.9273, 0.9415, 0.9597,
0.9563, 0.9095, 0.9695, 0.9014, 0.9546, 0.8972, 0.9170, 0.9588, 0.9769,
0.9257, 0.9178, 0.9638, 0.9383, 0.9462, 0.9538, 0.9535, 0.9544, 0.9499,
0.9348, 0.9646, 0.9511, 0.9102, 0.8935, 0.9455, 0.8865, 0.9406, 0.9417,
0.9087, 0.9704, 0.9058, 0.9131, 0.9565, 0.9088, 0.9466, 0.9111, 0.8687,
0.9732, 1.0102, 0.9318, 0.9297, 0.9248, 0.9407, 0.9406, 0.8933, 0.8706,
0.9348, 1.0567, 0.9988, 0.9728, 0.9716, 0.9876, 0.9307, 0.9464, 0.9181,
0.8774, 0.9108, 0.9567, 0.9077, 0.9888, 0.9720, 0.9361, 0.9342, 0.9289,
0.9574, 0.9624, 0.9066, 0.9146, 0.8994, 0.9621, 0.9636, 0.9634, 0.9291,
0.9223, 0.9788, 0.9310, 0.9237, 0.8881, 0.9037, 0.8931, 1.3109, 0.9818,
0.9524, 0.9317, 0.8770, 1.0000, 0.8911, 0.9087, 0.9105, 0.9231, 0.9510,
0.9248, 0.9336, 0.9495, 0.9331, 0.9200, 0.9181, 0.9391, 0.9126, 0.9420,
0.9537, 0.9845, 0.8644, 0.9520, 0.9748, 0.9002, 0.9563, 0.9766, 0.9821,
0.9169, 0.9365, 0.8989, 0.9701, 0.9277, 0.9600, 0.9045, 0.9489, 1.0123,
0.9535, 0.9505, 0.9339, 0.9766, 0.9236, 0.9586, 0.9682, 0.8714, 0.9537,
0.9525, 1.0024, 0.9209, 0.9244, 0.9809, 0.8979, 0.9514, 0.9143, 0.9157,
0.9954, 0.9192, 0.9820, 0.9675, 0.9101, 0.9715, 0.9292, 0.9593, 0.9166,
0.9609, 0.9351, 0.8869, 0.9828, 0.9069, 0.8996, 0.8678, 0.9047, 0.9621,
0.9768, 0.9122, 0.9580, 0.8954, 0.9491, 0.8576, 0.9861, 0.9169, 0.9436,
0.9283, 0.9495, 0.9180, 0.9504, 0.9711, 0.9284, 0.9477, 0.9571, 0.8754,
0.9274, 0.9454, 0.9646, 0.9229, 0.9228, 0.9262, 0.9151, 0.9035, 0.9111,
0.9280, 0.9275, 0.9221, 0.9330, 0.9257, 0.9224, 0.9486, 0.9632, 0.9281,
0.8519, 0.9423, 0.9608, 0.9312, 0.9238, 0.9614, 0.9610, 0.9380, 0.9505,
0.9228, 0.9780, 0.9208], device='cuda:0')),
('bert.encoder.layer.0.attention.output.LayerNorm.bias',
tensor([-2.3885e-02, 2.7100e-01, -1.4648e-01, -1.3566e-01, -2.6304e-01,
4.5286e-01, -8.1808e-01, 9.9054e-01, 2.4912e-01, 5.3332e-02,
5.1987e-02, 7.1824e-02, 6.1253e-02, -4.6989e-02, -5.9223e-03,
4.5042e-01, -1.4526e-01, -4.6621e-02, -1.9356e-02, -1.6988e-01,
2.0159e-01, 5.8784e-02, -1.3688e-01, 1.4229e-01, 1.5651e-01,
3.2363e-01, -2.2222e-01, 2.6977e-01, -1.7124e-02, 3.1979e-02,
8.7538e-02, -5.9052e-01, -2.3187e-01, 6.6555e-02, 9.8238e-03,
8.6993e-02, -1.3096e-01, -8.9273e-02, 4.3561e-01, 1.2895e-01,
-7.4475e-02, -1.7001e-01, 3.1200e-02, 1.6670e-01, -1.8973e-01,
4.4924e-02, 3.9122e-01, -3.3697e-01, 2.6482e-01, -7.0231e-02,
2.1769e-01, 4.9956e-02, 6.6702e-03, 9.5679e-02, -6.9280e-02,
-7.1340e-02, -2.4724e-05, 6.0306e-02, 8.0069e-02, 6.8507e-02,
6.7765e-02, 4.8726e-02, 3.3501e-01, -2.2237e-01, 4.8957e-01,
-1.8665e-01, -5.9093e-02, -2.1222e-02, 1.0370e-01, 2.1539e-01,
-2.3171e-01, 2.9528e-01, 5.8257e-02, 9.4278e-02, -1.1180e-01,
-3.4584e-02, 6.5428e-02, -9.3291e-02, -3.7663e-03, 2.4903e-01,
-1.3346e-01, 9.1827e-03, -1.2030e-01, 3.4796e-01, -1.3415e+00,
3.6406e-01, -2.7997e-01, -8.8668e-02, 3.3225e-02, 2.9414e-01,
-7.8562e-02, -6.9383e-02, -2.5835e-01, 3.6456e-01, -2.3977e-01,
2.0320e-01, 1.2201e-02, -2.9866e-01, 1.1287e-01, 4.5319e-01,
-2.4809e-01, -2.3870e-01, 3.5384e-01, 2.7687e-01, 2.9649e-01,
2.3402e-01, 9.2177e-04, 2.3823e-01, -9.7185e-02, -1.2714e-01,
-3.1295e-02, 4.8413e-02, -4.9710e-02, -1.1185e+00, -2.0594e-01,
5.1715e-01, 4.5265e-02, 1.7537e-01, 3.4067e-02, 2.1804e-01,
1.7516e-01, -3.3165e-01, -7.7673e-02, -5.2926e-02, 5.1385e-02,
-1.7212e-01, -2.6484e-01, -1.1347e-01, 1.1857e-01, 2.2256e-01,
-1.9304e-01, 2.6111e-01, -3.2925e-01, 1.1218e-01, 5.1675e-02,
1.7016e-01, -2.0391e-01, -6.4618e-03, -2.7324e-02, -1.4454e-01,
-2.0552e-01, 1.1064e-01, -9.9304e-02, -3.7885e+00, 5.4545e-02,
-2.1509e-01, 1.1714e-01, 1.6082e-01, -3.6774e-02, -2.1804e-01,
-3.6048e-01, 3.2126e-01, 7.9372e-02, -6.0422e-02, 1.7115e-01,
7.8311e-03, -1.8559e-01, -9.3279e-03, -9.0543e-02, -1.4815e-02,
4.4440e-01, -6.3457e-02, -1.1980e-01, -1.3531e-01, 4.1458e-02,
-2.8913e-01, 1.1638e+00, 1.1786e-01, -7.5470e-03, -1.6645e-01,
-6.0676e-02, 3.1176e-01, 4.4495e-03, -3.2379e-01, 5.0997e-01,
4.2003e-01, 3.4820e-01, -7.3934e-01, 5.5893e-02, -1.3379e-01,
-3.1168e-01, 8.9871e-03, -1.9418e-01, -3.5464e-01, -1.0039e-01,
-8.1423e-02, -1.2481e-01, -1.2795e-01, 2.5595e-02, -8.3826e-02,
4.0516e-01, 8.1050e-01, 2.2866e-01, 1.1131e-01, -2.3974e-01,
-9.9551e-02, -7.4172e-02, -9.0264e-01, -1.4233e-01, 2.2232e-01,
2.7618e-01, 2.8560e-01, -2.2082e-02, 5.1245e-01, 2.1970e-01,
2.5566e-01, 4.2155e-02, -8.6680e-02, -1.9030e-01, -3.9910e-01,
-1.0333e-01, 1.4515e-01, -4.9314e-02, -2.6798e-02, -2.0339e-01,
1.2770e-02, 2.7522e-02, 1.2636e-01, -3.3712e-02, -7.3171e-02,
-5.1021e-02, -8.9146e-02, 1.0639e-01, -7.1858e-01, 4.3701e-02,
1.0035e-01, 4.1143e-01, 2.6150e-01, 3.2950e-01, -1.4639e+00,
-1.9939e-01, -4.6694e-03, 1.4320e-01, -8.3505e-02, -2.7065e-01,
-2.1279e-01, -7.4652e-04, 7.9178e-02, 1.0684e-01, -2.4112e-01,
-1.2706e-01, -2.4099e-01, -1.1419e-01, -7.4110e-02, -2.2856e-01,
-1.2901e-01, 7.4328e-02, -9.3234e-02, 1.2394e-01, 1.2359e-01,
2.3485e-02, 1.3827e-01, 3.2394e-01, 4.4060e-03, 2.3401e-01,
7.6881e-02, -2.5034e-01, -2.7037e-01, -4.0626e-01, -3.1311e-01,
-2.0651e-01, -3.2094e-01, 1.5122e-01, 3.1880e-01, 1.3072e-03,
1.0471e-01, 2.3202e-02, -1.0072e-01, 4.8097e-01, -6.2666e-02,
1.1459e-01, -1.6201e-01, -1.2389e-02, 2.7280e-01, 3.0754e-01,
1.2650e-01, -1.5148e-01, -2.0635e-01, -4.3959e-02, -1.7649e-01,
-7.4654e-02, -1.7406e-01, 8.1464e-03, 1.3775e+00, -3.1328e-02,
3.3551e-01, 2.1226e-01, -3.3305e-01, 2.6754e-01, 1.4837e-01,
-5.9132e-02, -4.2084e-01, -1.2945e-01, -1.8293e-01, -1.9862e-01,
1.0897e-01, -2.7438e-01, -1.8981e-01, -7.5178e-03, 4.4845e-01,
1.1303e-01, -1.1574e-01, -1.9094e-01, 3.1513e-02, -2.2872e-01,
-3.3217e-01, 6.0289e-02, 1.2290e-01, 3.5359e-01, -2.1788e-01,
5.5161e-01, -2.4799e-01, -1.1077e-01, 8.8448e-03, -1.5833e-02,
-1.0589e-01, -2.7065e-01, -4.7989e-02, -1.7009e-01, 3.3651e-02,
-2.9592e-01, -8.0068e-02, -1.5742e-01, -5.1025e-02, -3.3309e-01,
-4.4971e-02, 7.1107e-01, 2.4563e-01, 9.5744e-02, 2.5809e-01,
-7.9178e-01, -3.1562e-01, -1.1029e-01, 2.2081e-02, 1.7122e-01,
4.8949e-02, 7.0863e-02, 1.9809e-01, -2.9765e-01, 2.3823e-02,
-4.5469e-01, 2.1336e-02, -3.8584e-02, -2.5289e-01, -8.2120e-02,
6.8249e-02, -5.7136e-02, -1.5287e-01, 4.1571e-02, -1.4314e-01,
5.1709e-02, 1.6467e-01, -3.7522e-01, 2.3561e-02, -1.1831e-01,
-7.6030e-02, -1.9214e-01, -8.2193e-03, -9.3286e-03, -1.3073e-01,
1.5664e-03, -1.0829e-01, 3.0653e-01, -7.7773e-02, 1.3580e-02,
2.9092e-01, -1.4780e-01, 5.1927e-01, -3.2017e-01, 5.4021e-01,
2.4453e-01, -2.5778e-01, -8.1725e-02, 2.5199e-01, 1.9109e-01,
-2.2955e-01, 7.2707e-02, 1.6008e-01, 3.8440e-01, -3.7823e-01,
2.7374e-01, -5.9303e-02, -1.2126e-01, 5.0632e-01, -3.5332e-01,
-4.0123e-01, 1.5921e-01, 4.7851e-02, 1.4468e-01, -5.6107e-02,
7.4987e-02, 3.9190e-02, 1.7908e-01, 1.6812e-01, 8.8279e-02,
-9.3285e-02, -1.4183e-01, 4.2662e-01, 1.7536e-01, -3.0590e-01,
-2.7482e-01, 2.3758e-01, 3.5170e-02, 5.1217e-02, -1.7978e-01,
1.4077e-01, 1.9827e-01, -4.2129e-01, -1.4132e-01, -6.9784e-02,
-1.5498e-01, -8.6639e-02, 3.5718e-01, 9.9452e-02, 1.9393e-01,
-4.7885e-02, 3.1922e-01, 5.5570e-01, -4.1092e-01, -4.4067e-03,
8.0094e-02, 1.1360e-01, -3.2311e-01, -1.5229e-01, 1.1901e-01,
-2.0200e-01, -5.2765e-01, -6.8277e-01, -2.8256e-01, 2.3011e-01,
4.9216e-02, -3.7104e-02, -5.6848e-01, -1.8255e-02, -8.5077e-01,
4.8033e-01, 4.8226e-01, 2.5061e-01, -1.7026e-01, 1.5114e-01,
2.3404e-01, 4.0293e-02, 5.7470e-02, -5.7462e-03, 7.0418e-02,
-1.7730e-01, 1.0134e-01, 4.1937e-02, 6.5088e-02, 1.1967e-01,
3.7666e-01, -6.8357e-02, 1.5315e-02, 7.0077e-03, -2.3581e-02,
-5.4777e-01, 1.8913e-02, 1.6070e-01, 7.6370e-03, -1.5206e-01,
-2.5478e-02, -1.1375e-02, -1.7472e-01, 3.2600e-03, 4.1587e-03,
-7.4580e-02, 1.7633e-01, 1.6279e-01, 2.2225e-01, 5.0637e-02,
-3.9796e-02, 1.4536e-01, 2.0048e-02, 2.6619e-01, -1.8263e-01,
2.6185e-02, 2.8962e-01, 4.1406e-01, 1.6614e-01, -2.2735e-01,
-7.1548e-02, -1.9835e-01, -1.8776e-01, 1.2255e-01, 1.5175e-01,
-1.5185e-01, 1.2634e-01, -7.1504e-02, 5.4685e-02, 8.5530e-02,
-7.4486e-02, -8.2288e-02, 1.8380e-02, 2.5849e-02, 2.0908e-02,
2.6719e-01, 2.1152e-01, 4.3025e-02, -3.7562e-01, 9.0475e-02,
2.3414e-02, 7.0097e-02, 1.4980e-01, 1.2405e-01, -5.7342e-02,
4.3756e-01, -1.2628e-02, -3.8469e-01, -4.6590e-01, -1.4688e-01,
-7.6179e-01, -1.1593e-02, 3.2685e-01, 9.3382e-02, -8.8950e-02,
-2.6347e-01, 1.3108e-02, 1.6654e-01, 4.1336e-01, -4.9483e-02,
1.8171e-01, -3.5962e-02, 9.5949e-02, -1.6010e-01, -1.8937e-01,
-9.0058e-02, 1.8470e-01, -1.0088e-01, 9.8868e-03, -1.4144e-01,
4.9552e-03, 3.1677e-02, -2.8831e-01, -9.8872e-02, 4.3933e-02,
4.4274e-02, -8.8508e-02, 4.3638e-01, -1.2733e-01, 1.5057e-01,
-3.3291e-01, 1.3530e-01, 3.4393e-02, -4.6771e-02, 9.7911e-02,
3.0913e-02, 7.4559e-02, -3.2202e-01, 2.0254e-01, 1.1419e-01,
-1.1363e-01, -2.3209e-01, -2.0789e-01, 1.2360e-01, -5.9271e-02,
-5.2978e-02, -1.3701e-01, -5.5615e+00, -6.7489e-02, -5.5960e-02,
-1.4253e-01, 6.2307e-02, -4.4790e-01, -1.9020e-01, 2.3195e-01,
7.8141e-03, 1.1000e-01, -4.8140e-02, -2.4631e-01, 3.0515e-01,
-7.9552e-02, 7.0645e-02, 1.0422e-02, 1.5980e-01, 1.8367e-01,
3.6161e-03, -6.1729e-02, 4.8581e-02, 3.3508e-01, -2.5991e-02,
1.8966e-01, 2.5700e-01, 1.6304e-01, 1.7660e-01, -1.5896e-02,
1.1371e-02, 4.9743e-01, 1.9818e-01, -1.2395e-01, 6.2017e-02,
-6.1062e-02, -3.6379e-01, -1.2810e-01, -3.1553e-01, 1.4467e-02,
-2.5989e-01, -2.1084e-01, -2.2607e-01, -2.9101e-01, -7.4864e-02,
-2.5173e-01, -1.4808e-01, -9.3167e-02, -4.5653e-01, 2.8408e-01,
-1.2152e-01, -1.4522e-01, 2.4444e-01, 1.3023e-01, -5.7378e-02,
2.2235e-02, 2.5024e-01, -2.9019e-01, -1.0292e+00, 1.1462e-01,
7.3045e-02, 9.7862e-02, 4.2856e-02, -6.1583e-02, 2.3948e-02,
-6.6988e-02, -3.7911e-02, -9.8824e-02, -1.1121e-01, 1.8583e-01,
-5.1594e-01, -8.8681e-02, 5.5801e-02, 1.7915e-02, 4.3579e-01,
1.8548e-01, 1.5114e-01, 8.0178e-02, -4.2272e-03, 2.2281e-01,
4.9592e-01, 4.0617e-02, 1.6417e-01, -3.3902e-01, -1.6238e-01,
-1.8788e-01, -3.3576e-01, 1.2505e-02, -5.6182e-02, -1.9138e-02,
1.2490e-01, -2.1276e+00, 4.0638e-01, -7.2425e-02, 2.2128e-01,
-6.0125e-02, -9.8977e-02, -1.0297e-01, -2.3366e-01, -2.0608e-01,
7.1602e-02, 3.7007e-02, 1.4032e-02, 2.0027e-01, 9.6689e-02,
9.2775e-02, -5.6723e-03, -1.3725e-01, -3.5087e-01, 2.6467e-01,
-1.1562e-01, 1.4247e-01, -8.2565e-01, 2.1105e-02, 1.5579e-01,
-8.2834e-02, 8.9982e-03, 1.7945e-01, -4.8517e-02, 4.2646e-01,
-1.1883e-03, 3.3530e-02, -7.9553e-02, -1.0711e-01, -1.4892e-01,
1.9866e-01, -4.3474e-02, 2.7911e-01, 9.8884e-02, 6.6793e-02,
7.3495e-02, -9.9303e-02, 1.8402e-01, -1.3871e-01, -1.3004e-02,
1.2991e-01, -1.5284e-01, -5.9822e-01, -2.7720e-01, 4.4091e-01,
1.7511e-01, -1.7458e-01, -1.7165e-01, -9.1814e-02, -9.9659e-02,
1.7130e-01, 3.3053e-01, 2.8987e-01, 3.7533e-01, -2.1399e-01,
8.5978e-02, 5.0938e-02, -1.5117e-01, -1.4612e-02, -1.9489e-02,
8.5903e-02, 2.5574e-02, -7.5531e-03, 1.1955e-01, -6.7841e-02,
2.2872e-01, -7.6793e-02, -2.6070e-01, 9.4432e-02, 8.2134e-02,
1.2768e-01, 3.7172e-01, 1.1555e-01, 1.3984e-01, -6.9959e-02,
-6.4792e-01, 2.4757e-01, -3.1617e-02, 2.0149e-01, 1.4870e-01,
-3.1282e-01, -3.3243e-02, 6.4096e-02, 1.2687e-01, 8.8328e-02,
-3.5516e-02, 1.5891e-01, -2.2991e-01, -1.3654e-01, 3.7857e-02,
-3.3973e-01, 3.4897e-03, -1.4803e-01, 1.7907e-01, 9.3289e-03,
-9.9129e-02, 6.2992e-02, -1.2704e-01, -1.1191e-01, 6.7962e-01,
7.9581e-02, 1.5703e-01, -3.8241e-02, -5.1570e-01, -3.0844e-02,
4.1922e-02, -2.3393e-01, -3.5770e-02, 9.0095e-03, 4.2478e-01,
-3.9694e-01, 7.2454e-02, -9.3540e-04, -8.3409e-03, 7.4898e-02,
-1.8200e-01, -3.5083e-02, 3.4303e-03], device='cuda:0')),
('bert.encoder.layer.0.intermediate.dense.weight',
tensor([[ 0.0195, 0.0082, 0.0625, ..., -0.0286, -0.0015, -0.0090],
[ 0.0206, 0.0091, 0.0524, ..., 0.0878, 0.0169, -0.0423],
[-0.0028, -0.0420, -0.0374, ..., 0.0441, -0.0074, 0.0193],
...,
[ 0.0162, -0.0005, 0.0151, ..., 0.0091, -0.0183, -0.0630],
[ 0.0503, -0.0219, 0.0632, ..., -0.0649, -0.0660, 0.0378],
[-0.0006, 0.0112, 0.0178, ..., 0.0652, -0.0551, -0.0112]],
device='cuda:0')),
('bert.encoder.layer.0.intermediate.dense.bias',
tensor([-0.1000, -0.1082, -0.0921, ..., -0.1215, -0.1091, -0.0688],
device='cuda:0')),
('bert.encoder.layer.0.output.dense.weight',
tensor([[ 0.0143, -0.0304, 0.0289, ..., -0.0038, 0.0264, -0.0335],
[ 0.0266, -0.0272, -0.0377, ..., -0.0542, 0.0595, -0.0361],
[ 0.0036, 0.0241, -0.0170, ..., 0.0085, -0.0067, -0.0203],
...,
[-0.0524, -0.0028, 0.0367, ..., 0.0690, 0.0277, -0.0350],
[ 0.0601, 0.0261, 0.0506, ..., 0.0018, -0.0245, 0.0013],
[ 0.0615, 0.0006, 0.0630, ..., -0.0554, 0.0757, 0.0180]],
device='cuda:0')),
('bert.encoder.layer.0.output.dense.bias',
tensor([ 3.9308e-02, 2.7307e-02, 1.0590e-02, 1.3400e-01, 4.3741e-02,
7.4693e-02, 1.6666e-01, -8.0725e-02, -3.2779e-02, -7.5105e-02,
1.0423e-01, 4.7698e-02, -2.8639e-04, -8.3701e-02, 1.6376e-02,
2.0478e-01, 1.5822e-03, -2.9843e-02, 6.0065e-02, -5.0384e-02,
1.1795e-02, 6.8778e-02, -7.6801e-02, -8.4123e-03, -3.1086e-01,
-9.1480e-02, -8.0009e-02, -5.6882e-02, 1.2450e-01, 1.5656e-01,
3.1428e-02, 1.4767e-01, 5.6173e-02, -2.9798e-01, 2.6205e-02,
-5.0425e-02, -1.2401e-01, -2.9211e-02, -2.3295e-01, 7.9328e-02,
-4.2265e-02, -2.4698e-03, -6.2186e-02, -1.2203e-02, 1.6287e-02,
-6.4910e-02, -1.3206e-02, -7.8534e-02, 1.0123e-02, 4.3719e-02,
1.0284e-02, 4.4393e-02, 1.0688e-02, -1.4916e-02, -1.9330e-02,
-4.3058e-01, 1.3379e-01, -2.6702e-02, -4.6996e-02, -1.1085e-01,
-9.7220e-02, 5.5251e-02, 3.9458e-02, 6.4129e-02, -2.4833e-01,
8.7099e-02, 7.3453e-02, 3.4385e-02, 3.1250e-02, -1.8151e-01,
-4.2439e-02, -8.6154e-02, 3.0495e-02, 3.5027e-02, -6.0773e-02,
-6.0548e-02, 8.4033e-02, -1.8269e-02, -3.6895e-02, 4.1068e-02,
4.8070e-02, -4.2657e-02, 4.3403e-02, 5.9458e-02, 3.7122e-01,
-1.0350e-01, -5.3736e-04, -1.1211e-01, 2.2962e-02, -1.2322e-01,
-1.2577e-01, -5.2756e-02, -5.4026e-02, 6.8209e-02, 3.5532e-03,
1.9292e-01, -3.5953e-01, -2.6312e-02, 1.8267e-01, 4.4573e-02,
1.9574e-02, -1.5808e-02, 6.1135e-02, -3.5374e-02, -4.0136e-02,
5.1625e-02, 7.8853e-02, -4.5257e-02, 1.7856e-02, 1.5393e-01,
8.2338e-02, -5.9259e-02, 9.0178e-02, 2.8635e-01, 1.3131e-02,
-9.9574e-03, -6.7786e-02, 2.6734e-02, 7.8580e-02, 2.8499e-02,
1.3937e-05, 3.8470e-02, -6.3351e-02, -1.0104e-02, -1.7106e-01,
1.0014e-02, 8.4015e-02, -9.1666e-02, -5.2425e-02, 4.3812e-02,
6.3896e-02, -1.8068e-02, -2.2781e-02, -1.3758e-02, 4.5344e-02,
-2.3176e-02, -3.2016e-02, 2.5984e-02, -7.6154e-02, 1.5883e-01,
-3.0498e-01, -4.2454e-02, -3.7744e-02, -4.9949e-01, -7.8156e-02,
1.1794e-02, 5.3535e-03, -3.4647e-02, -1.7006e-02, 5.2207e-02,
-1.0335e-01, -6.8815e-02, -8.6602e-02, 4.9274e-02, 3.6134e-02,
3.6524e-03, 6.2556e-02, -1.4461e-01, -3.7802e-02, 4.1397e-02,
5.1716e-02, -3.5506e-03, -2.1852e-01, 2.3114e-02, 4.8452e-02,
5.7753e-02, -4.3397e-02, -6.1302e-02, -8.5160e-02, 6.2983e-02,
2.5992e-02, -2.6858e-01, 9.3233e-02, 1.2344e-01, -9.3581e-02,
2.9921e-02, 1.1548e-01, -9.1625e-03, -2.4084e-02, 5.0003e-02,
-1.9216e-01, 3.6416e-02, 2.6647e-02, -1.0536e-01, 9.3957e-02,
2.3372e-02, -4.5889e-02, -1.0596e-01, 5.3329e-02, 1.8409e-02,
4.2760e-02, -2.5482e-01, 1.0265e-01, 5.3224e-02, 1.5859e-01,
-1.5663e-02, -8.8817e-02, 3.2673e-01, -4.3261e-03, 2.2566e-02,
6.0168e-02, 1.2688e-02, 4.8146e-02, 1.0002e-03, 1.1127e-02,
-4.7055e-02, 2.1025e-03, 7.9581e-03, 2.9186e-02, -9.5232e-02,
-2.2753e-02, -9.9224e-02, 1.6498e-02, -2.3515e-02, 4.3891e-02,
-8.2484e-02, -2.4786e-02, 9.9486e-02, -2.1763e-02, 7.5306e-03,
-9.7219e-03, -1.3152e-02, 3.9004e-02, -7.3102e-03, 3.0846e-02,
7.5762e-02, -1.6952e-01, -9.7367e-02, 8.9600e-02, 3.0609e-01,
-7.4492e-03, 2.6412e-02, 6.7029e-02, 6.2448e-02, -7.9594e-02,
-9.6497e-02, -3.6393e-01, -7.5112e-02, -2.4739e-01, 1.9235e-01,
8.4701e-03, 1.2882e-01, -1.2511e-02, 1.2321e-01, -7.4326e-02,
-8.7197e-03, 4.1202e-02, -1.1854e-01, -7.2306e-02, 4.2752e-02,
-1.3631e-02, 2.2544e-02, 3.3715e-02, -5.7712e-03, 2.3198e-02,
6.9524e-02, -2.7644e-02, 2.3010e-01, 4.3716e-02, -2.8125e-02,
-8.6236e-02, -1.9479e-01, 1.5819e-02, 1.5261e-03, -1.3362e-03,
-1.1081e-02, -1.1576e-01, -3.6073e-02, -2.5155e-01, 2.8700e-02,
-1.1947e-01, -9.4963e-03, 8.2089e-02, -8.5457e-02, 1.1632e-01,
4.3801e-03, 1.0937e-01, -1.5806e-01, 1.8064e-01, 6.7683e-02,
3.6008e-02, 1.7136e-02, -1.0352e-01, -2.5236e-02, -1.1329e-01,
1.6245e-02, 6.3384e-02, 3.1527e-02, 4.1752e-02, -2.5279e-02,
-1.6096e-01, 7.0121e-02, 1.0834e-01, 4.3964e-02, 1.1675e-02,
-2.1068e-01, -1.4914e-01, -6.1805e-02, 1.5673e-02, 2.4720e-02,
-2.9978e-02, -2.6280e-02, 1.5507e-02, 1.0886e-02, 1.1940e-01,
-5.3108e-02, -4.4737e-02, 5.9357e-02, -3.1144e-02, 6.7592e-02,
2.0708e-01, 3.4358e-02, -1.1488e-01, -1.1192e-01, -4.4164e-02,
-9.3221e-03, -5.3222e-02, -1.2075e-01, -3.3163e-02, -1.2658e-01,
-6.3584e-02, 6.1483e-02, -4.0591e-02, 4.4489e-02, -7.3390e-02,
-6.1144e-02, 7.3555e-03, -2.4963e-02, 1.8932e-01, 9.0960e-02,
3.1020e-02, 5.5457e-02, 2.5613e-02, -1.0446e-02, 1.0303e-01,
-6.7490e-02, -3.5209e-02, 8.9536e-02, -1.0532e-01, 8.6124e-03,
4.5050e-01, 9.3107e-02, -1.0455e-01, 1.7603e-02, -9.0047e-02,
-5.6086e-02, 1.0342e-01, -8.4351e-02, -9.1194e-02, 5.2394e-02,
-3.0891e-02, -5.4479e-02, 9.8543e-02, 3.9024e-02, 4.6861e-02,
-7.4386e-02, 6.3752e-02, 1.2995e-02, 2.6150e-02, -2.2955e-02,
9.7880e-02, -1.2338e-01, 8.2528e-02, 2.6079e-02, 1.3953e-02,
-4.2269e-03, -4.0791e-02, 7.4967e-02, 1.8775e-02, 1.6374e-02,
-4.2459e-02, -4.3632e-02, 5.9267e-03, 4.0391e-02, 2.4231e-02,
2.6638e-02, -2.3829e-02, 2.3574e-02, 4.0343e-02, -1.9598e-01,
8.6504e-02, -3.0547e-03, 6.7748e-02, 5.1142e-02, 2.0618e-03,
1.2169e-01, 1.4492e-01, 7.9124e-03, -4.2386e-02, 2.9189e-02,
3.3200e-02, -6.8235e-02, 1.2187e-01, -4.9663e-02, -3.5142e-02,
-3.0942e-02, -1.2989e-02, 9.2303e-03, -1.5084e-01, -8.7494e-03,
-6.6473e-02, 6.1247e-02, -4.2332e-02, 2.5186e-04, -4.8170e-02,
3.5642e-02, 1.0693e-01, -6.5179e-02, -1.2037e-01, -1.2539e-01,
7.8118e-02, 4.5784e-02, -2.3082e-03, -6.9628e-03, 2.4117e-02,
-2.1974e-02, -1.3490e-02, -1.5342e-01, 1.1974e-01, 3.0795e-02,
-1.7684e-01, -2.7848e-02, 8.0714e-02, 1.3429e-02, -3.8195e-02,
3.9120e-03, -4.6148e-02, 1.1708e-01, -1.1970e-01, 2.2763e-03,
-2.3094e-02, 5.1200e-02, 1.5861e-01, -1.7328e-02, 4.3546e-02,
1.5571e-02, -1.0730e-02, 6.7185e-02, -7.0242e-02, -2.6225e-02,
3.9466e-02, -7.4771e-02, -1.7401e-01, -4.4151e-02, 1.0124e-03,
-9.2051e-02, -7.3631e-03, 1.1692e-01, -6.4566e-03, 4.4400e-02,
1.2302e-01, -1.4273e-01, 1.8387e-02, 1.9590e-02, 1.1987e-02,
-6.2892e-02, 1.2843e-01, -7.3681e-02, -4.6830e-02, -2.8832e-02,
1.8762e-02, 4.0937e-02, 4.9096e-02, 1.2563e-01, -2.8813e-02,
8.1843e-03, -1.1009e-01, -5.3053e-02, -4.5490e-02, -1.5661e-02,
-2.5398e-02, 1.4966e-02, -1.3512e-03, 5.5828e-02, -1.2446e-01,
7.6765e-02, -1.7130e-01, -4.7907e-02, 1.2935e-01, 3.2460e-02,
-1.7277e-02, 1.1900e-01, 9.9932e-03, -5.4048e-02, 1.0052e-02,
-1.4580e-01, 4.0006e-02, 3.8863e-02, 9.2028e-02, -8.9277e-02,
1.4086e-02, -4.0323e-02, -5.0378e-03, 5.2371e-02, -6.9714e-03,
-1.2996e-01, -1.6444e-01, -6.8132e-02, -8.5163e-02, 1.3094e-01,
-2.0117e-01, -1.0595e-03, -2.7250e-02, -1.8623e-02, -8.4396e-02,
4.6038e-02, 1.4581e-03, -9.7507e-03, -7.1696e-03, 2.8501e-02,
1.5289e-02, -4.2708e-02, 1.0354e-02, 8.4814e-02, 1.2487e-02,
1.1814e-01, 6.4806e-02, -1.0101e-01, 2.9696e-01, 1.2824e-01,
1.4843e-02, 5.8511e-02, 1.8402e-01, -4.8037e-02, -3.9611e-02,
-2.7532e-02, 1.2684e-01, -8.0454e-03, -3.5217e-02, -2.5195e-02,
4.9566e-02, 1.2180e-02, -1.2126e-01, 5.5230e-03, -4.4240e-02,
-1.2552e-01, 2.2606e-02, 6.8558e-02, 3.2404e-02, -1.1041e-01,
3.3018e-02, 9.4939e-02, 2.7025e-02, 1.0569e-01, 5.0324e-02,
4.2510e-03, 8.0063e-02, -2.3675e-02, 3.2728e-02, 4.5889e-02,
1.5647e-01, 5.8236e-02, 1.2589e-02, 7.5084e-02, -2.5272e-01,
1.8176e-02, -1.7725e-01, -1.2666e-01, -1.0822e-01, 6.1728e-02,
4.0082e-02, 2.5939e-02, -2.5517e-01, 1.9187e-02, 1.8718e-02,
-3.6473e-02, -1.1729e-01, -9.8758e-03, -1.0561e-01, -6.8359e-03,
-1.5365e-01, 1.3367e-02, -9.5674e-02, -4.7115e-02, -7.9418e-02,
-2.7356e-02, -3.3680e-02, 1.2300e-03, 1.5135e-02, 1.7319e-02,
1.5762e-01, 4.5885e-03, 4.1358e-02, -2.7227e-02, 7.3807e-02,
4.9976e-02, -1.3007e-02, -1.4877e-02, 1.0003e-01, 6.3096e-02,
-3.3541e-02, 2.3227e-01, -6.0959e-02, -1.3313e-01, 7.0711e-02,
-9.4693e-03, -2.2821e-02, 9.4361e-04, 4.1741e-02, -1.1294e-02,
-4.1350e-02, -7.6109e-02, -1.4712e-01, 9.2621e-02, -1.0512e-01,
9.6388e-03, 3.2042e-02, -4.5681e-02, 5.0144e-02, -2.5155e-02,
-1.0150e-02, 8.3778e-02, -7.8924e-02, 4.3538e-02, 7.0906e-02,
-1.0865e-01, 1.9669e-03, -5.9671e-02, -6.5413e-02, 5.4652e-02,
-7.2363e-02, -7.5423e-02, 7.8529e-02, 1.5015e-01, -6.7894e-02,
-4.2883e-02, 9.9646e-03, -6.9600e-02, -4.1743e-02, 2.1637e-01,
-2.3241e-01, 2.5130e-02, -3.0828e-02, -2.1655e-02, 4.2227e-02,
1.2364e-01, 7.8230e-02, 3.8568e-02, -3.3412e-02, -2.7883e-02,
1.4542e-02, 2.4601e-02, 7.0010e-02, -7.5944e-03, -1.2322e-01,
-2.9524e-02, 2.6715e-01, 1.2561e-02, -5.6237e-02, -1.3664e-01,
1.1893e-01, 9.7392e-02, -1.8881e-02, 1.5670e-01, 2.1386e-02,
1.3907e-01, -7.3753e-02, 5.5295e-02, 1.1814e-01, -3.5069e-02,
8.1717e-02, -2.4896e-03, -2.3071e-03, 5.5891e-02, 3.2455e-02,
4.8805e-02, 2.4809e-02, 3.8778e-01, -1.6916e-01, 1.1804e-01,
8.2521e-03, 3.0623e-01, -2.7178e-02, 7.1931e-03, -2.4034e-02,
-1.0775e-02, -9.1842e-02, -9.9283e-03, 7.2381e-02, 2.8877e-02,
7.9735e-02, -1.7508e-02, 1.6249e-02, -2.0650e-02, -1.7656e-03,
1.4313e-02, -7.4295e-02, -3.7346e-02, 4.0352e-02, 2.2972e-02,
2.5776e-02, 4.2338e-02, -6.5876e-02, 5.9307e-02, -9.5737e-02,
-1.1325e-01, -3.1097e-02, -7.3625e-03, -1.1811e-02, -5.2332e-02,
1.5059e-01, -7.2276e-02, 1.8312e-01, -1.4379e-03, -5.5525e-02,
-2.0051e-02, -3.5358e-02, -1.2210e-01, -1.2096e-02, -3.2055e-03,
2.4972e-02, -7.6026e-02, -8.6795e-02, -3.5285e-02, -1.5099e-03,
1.5459e-01, 4.0932e-02, 5.5214e-02, 8.2437e-02, 1.6970e-02,
2.2466e-02, 2.1513e-02, -5.2333e-02, -4.5562e-02, 5.5993e-02,
-4.2520e-01, -7.7811e-03, 3.8863e-02, 4.5897e-02, 3.7600e-02,
-3.6487e-02, 8.4054e-02, 7.6834e-02, 3.0579e-03, -1.2065e-01,
-8.7147e-02, 8.0462e-02, -3.1214e-02, 9.4470e-02, 1.1670e-02,
-6.2246e-02, -9.7012e-02, 3.2803e-01, -2.6501e-02, 6.0829e-02,
5.5851e-03, 1.0963e-01, -1.7297e-02, -6.8320e-02, 1.0150e-01,
6.1520e-02, -6.7039e-02, 2.0282e-02, 1.7628e-01, -3.9464e-02,
9.1209e-02, 1.3265e-01, -7.8474e-02, 3.4297e-02, 7.1237e-02,
-2.7056e-02, 2.9719e-03, 3.4645e-02, -3.6617e-02, 3.5168e-02,
2.4675e-03, 3.9605e-02, 2.7034e-02], device='cuda:0')),
('bert.encoder.layer.0.output.LayerNorm.weight',
tensor([0.8138, 0.8298, 0.8164, 0.8165, 0.7617, 0.8115, 0.6145, 0.6499, 0.8620,
0.7144, 0.8695, 0.8542, 0.8936, 0.8529, 0.8659, 0.5993, 0.8239, 0.8215,
0.8186, 0.8532, 0.7301, 0.8605, 0.8438, 0.8197, 0.7951, 0.8068, 0.8281,
0.7851, 0.8306, 0.8710, 0.8199, 0.6075, 0.8694, 0.8017, 0.8191, 0.7917,
0.7388, 0.8575, 0.7047, 0.7903, 0.8612, 0.8200, 0.8308, 0.8496, 0.8703,
0.8381, 0.8038, 0.8357, 0.8527, 0.8246, 0.8572, 0.7811, 0.7650, 0.8287,
0.7414, 0.6443, 0.8154, 0.8204, 0.7343, 0.7616, 0.8409, 0.8842, 0.8398,
0.8369, 0.7314, 0.9010, 0.8156, 0.8284, 0.6369, 0.7849, 0.8271, 0.7921,
0.8312, 0.8002, 0.8587, 0.8603, 0.8398, 0.8082, 0.8747, 0.8285, 0.8354,
0.8032, 0.8500, 0.7897, 0.5365, 0.8271, 0.7598, 0.8357, 0.8657, 0.8041,
0.8162, 0.8105, 0.8171, 0.7993, 0.8027, 0.7961, 0.6037, 0.8231, 0.8413,
0.8152, 0.7869, 0.8760, 0.7483, 0.8762, 0.6203, 0.8689, 0.8603, 0.7504,
0.8574, 0.8587, 0.7874, 0.7990, 0.8636, 0.5363, 0.7998, 0.8415, 0.8357,
0.8332, 0.8536, 0.8786, 0.8350, 0.8310, 0.8503, 0.7772, 0.8037, 0.7826,
0.8287, 0.8060, 0.8282, 0.8233, 0.8668, 0.7644, 0.8239, 0.8502, 0.8548,
0.8195, 0.4031, 0.8519, 0.7468, 0.8716, 0.6384, 0.8694, 0.8051, 0.1217,
0.8097, 0.8068, 0.8135, 0.8312, 0.8263, 0.8014, 0.8247, 0.8230, 0.8582,
0.8326, 0.8068, 0.8117, 0.8527, 0.8345, 0.8274, 0.8258, 0.8866, 0.8251,
0.6942, 0.8423, 0.7754, 0.8363, 0.7025, 0.5803, 0.8032, 0.8470, 0.8382,
0.6639, 0.7537, 0.8366, 0.7471, 0.8235, 0.8584, 0.7522, 0.8431, 0.8283,
0.8225, 0.8082, 0.7951, 0.8603, 0.8676, 0.8428, 0.7845, 0.8218, 0.8109,
0.8344, 0.8002, 0.6721, 0.7873, 0.8449, 0.8287, 0.8402, 0.8626, 0.6298,
0.8208, 0.8465, 0.8373, 0.7345, 0.8505, 0.7810, 0.7735, 0.8155, 0.8594,
0.8966, 0.8667, 0.7978, 0.8530, 0.8428, 0.7755, 0.8497, 0.8216, 0.8403,
0.7708, 0.7961, 0.8253, 0.8219, 0.8479, 0.7854, 0.8665, 0.8421, 0.8528,
0.8433, 0.8369, 0.8492, 0.7809, 0.3954, 0.7949, 0.8688, 0.7834, 0.8095,
0.8342, 0.8406, 0.8236, 0.8467, 0.8326, 0.8746, 0.8256, 0.7888, 0.7406,
0.8391, 0.8555, 0.7829, 0.8555, 0.7943, 0.8647, 0.8859, 0.8224, 0.8326,
0.8826, 0.8685, 0.8712, 0.8759, 0.8627, 0.6447, 0.8121, 0.8362, 0.6731,
0.8239, 0.8306, 0.8091, 0.8343, 0.8357, 0.8612, 0.8636, 0.6950, 0.8560,
0.8481, 0.8592, 0.8751, 0.8267, 0.8718, 0.8618, 0.8322, 0.8381, 0.8322,
0.8532, 0.8724, 0.8619, 0.7665, 0.4218, 0.8422, 0.8684, 0.7370, 0.8432,
0.8429, 0.7946, 0.7026, 0.8021, 0.7877, 0.7676, 0.8003, 0.7504, 0.7744,
0.6064, 0.8464, 0.8144, 0.8541, 0.8254, 0.7795, 0.8215, 0.5395, 0.8240,
0.7693, 0.8600, 0.8356, 0.8142, 0.7626, 0.8036, 0.8203, 0.6577, 0.7973,
0.8808, 0.8167, 0.7552, 0.8638, 0.7776, 0.7968, 0.8394, 0.8037, 0.8826,
0.7635, 0.7686, 0.8088, 0.7503, 0.8754, 0.8364, 0.8537, 0.8253, 0.8825,
0.8626, 0.8748, 0.8747, 0.8257, 0.8306, 0.8202, 0.7387, 0.6362, 0.8619,
0.7920, 0.8654, 0.8429, 0.8779, 0.8584, 0.8286, 0.8168, 0.8119, 0.8431,
0.7943, 0.7798, 0.8106, 0.8558, 0.8069, 0.8259, 0.8297, 0.7868, 0.7347,
0.8349, 0.8361, 0.7912, 0.8793, 0.8211, 0.7779, 0.8611, 0.8917, 0.8669,
0.7643, 0.8396, 0.8744, 0.8496, 0.8268, 0.7936, 0.7835, 0.8303, 0.8538,
0.8335, 0.6106, 0.8144, 0.8283, 0.8677, 0.8444, 0.7854, 0.7553, 0.7833,
0.8548, 0.8049, 0.7345, 0.8728, 0.7577, 0.8314, 0.8382, 0.8016, 0.8458,
0.7550, 0.8576, 0.8044, 0.7684, 0.7337, 0.7507, 0.7179, 0.8114, 0.8402,
0.8405, 0.8195, 0.7785, 0.8412, 0.8992, 0.7912, 0.7970, 0.8466, 0.8756,
0.8351, 0.8215, 0.7794, 0.7986, 0.8014, 0.8213, 0.8243, 0.8903, 0.8528,
0.7650, 0.8188, 0.8265, 0.7982, 0.4741, 0.8464, 0.8509, 0.8140, 0.8719,
0.7715, 0.8660, 0.6264, 0.8424, 0.8254, 0.8041, 0.8538, 0.8472, 0.8422,
0.7672, 0.8112, 0.7514, 0.8378, 0.7964, 0.8636, 0.8544, 0.8497, 0.7665,
0.8131, 0.8211, 0.8327, 0.8393, 0.8382, 0.8130, 0.7847, 0.7657, 0.8020,
0.8235, 0.8445, 0.8148, 0.8129, 0.8676, 0.7989, 0.7930, 0.8166, 0.8198,
0.8266, 0.8214, 0.8590, 0.7877, 0.8985, 0.8120, 0.8188, 0.8359, 0.7257,
0.8696, 0.7459, 0.9020, 0.8020, 0.8382, 0.8397, 0.8466, 0.8274, 0.7984,
0.8644, 0.7713, 0.8791, 0.7696, 0.8014, 0.8718, 0.8463, 0.7750, 0.8391,
0.7805, 0.8093, 0.8803, 0.7934, 0.8403, 0.8203, 0.8632, 0.8236, 0.8300,
0.8381, 0.8410, 0.8732, 0.8089, 0.8047, 0.8564, 0.8055, 0.8296, 0.7903,
0.8203, 0.8608, 0.7796, 0.8573, 0.8258, 0.6069, 0.8767, 0.8748, 0.7262,
0.8244, 0.8596, 0.8506, 0.8794, 0.8669, 0.8733, 0.8188, 0.8422, 0.8325,
0.8417, 0.7866, 0.7905, 0.8119, 0.7754, 0.7621, 0.8079, 0.8085, 0.8185,
0.8302, 0.8693, 0.7391, 0.7518, 0.7628, 0.8863, 0.8063, 0.7720, 0.8132,
0.8510, 0.8062, 0.7775, 0.8584, 0.8154, 0.7358, 0.7893, 0.7724, 0.3349,
0.8525, 0.8204, 0.8810, 0.8862, 0.6785, 0.8354, 0.8463, 0.8602, 0.8322,
0.8401, 0.7683, 0.8410, 0.8029, 0.7939, 0.8214, 0.8166, 0.8434, 0.8628,
0.8100, 0.8282, 0.8161, 0.8663, 0.8471, 0.8553, 0.8346, 0.8126, 0.8432,
0.8608, 0.7752, 0.8169, 0.8106, 0.7861, 0.8608, 0.7596, 0.7967, 0.8166,
0.8191, 0.8871, 0.7703, 0.8054, 0.8394, 0.8227, 0.8538, 0.7960, 0.8109,
0.8490, 0.8176, 0.8439, 0.8296, 0.7898, 0.8281, 0.8080, 0.8149, 0.7480,
0.7993, 0.6813, 0.8649, 0.8631, 0.8588, 0.8864, 0.8403, 0.8243, 0.8121,
0.7755, 0.8207, 0.8834, 0.7937, 0.8463, 0.8342, 0.7966, 0.7603, 0.7771,
0.8398, 0.8293, 0.8018, 0.8320, 0.7757, 0.8049, 0.8435, 0.8423, 0.8382,
0.7953, 0.8898, 0.7860, 0.8008, 0.8168, 0.8044, 0.8021, 0.6066, 0.8395,
0.8687, 0.8125, 0.7778, 0.8692, 0.8042, 0.6704, 0.7976, 0.7951, 0.8765,
0.8019, 0.7865, 0.8520, 0.8412, 0.7916, 0.8081, 0.8018, 0.7830, 0.8371,
0.8694, 0.6237, 0.7275, 0.8457, 0.9016, 0.8228, 0.8058, 0.8756, 0.8365,
0.7749, 0.8204, 0.8367, 0.8883, 0.8304, 0.8785, 0.8103, 0.8399, 0.8419,
0.8518, 0.8157, 0.8240, 0.8607, 0.8332, 0.8747, 0.8544, 0.6013, 0.8297,
0.8495, 0.8423, 0.8535, 0.8225, 0.8687, 0.7636, 0.8796, 0.7977, 0.7233,
0.6911, 0.7915, 0.8425, 0.8744, 0.8363, 0.8798, 0.8224, 0.8465, 0.8270,
0.8724, 0.8555, 0.8187, 0.8679, 0.7372, 0.8051, 0.7266, 0.8222, 0.8617,
0.8521, 0.7818, 0.8666, 0.8080, 0.8800, 0.6003, 0.8471, 0.8003, 0.8429,
0.8478, 0.8357, 0.7908, 0.8662, 0.8542, 0.8069, 0.8526, 0.8691, 0.7847,
0.8244, 0.8395, 0.8548, 0.8176, 0.6207, 0.8101, 0.8122, 0.7810, 0.8113,
0.8350, 0.8118, 0.5839, 0.8140, 0.8606, 0.8253, 0.7904, 0.8592, 0.8128,
0.7497, 0.8262, 0.8183, 0.8182, 0.7830, 0.8591, 0.8634, 0.8533, 0.8871,
0.7988, 0.8477, 0.8284], device='cuda:0')),
('bert.encoder.layer.0.output.LayerNorm.bias',
tensor([ 5.6740e-03, -1.6941e-01, -1.5008e-02, -1.0184e-02, 4.4397e-02,
-1.6509e-01, 2.6919e-01, -3.1630e-01, -9.3248e-02, -6.0959e-02,
-3.3113e-02, -9.1271e-02, -7.9745e-02, -5.5371e-02, -5.8045e-02,
-1.6025e-01, 1.3532e-02, -3.1401e-02, -2.8403e-02, 2.8080e-03,
-1.5075e-01, -7.7680e-02, 2.3332e-02, -8.1112e-02, -9.6287e-02,
-1.2785e-01, 3.7244e-02, -1.5735e-01, -1.4869e-02, -4.7656e-02,
-7.5550e-02, 1.9912e-01, 1.5694e-02, -9.4360e-02, -6.9520e-02,
-8.6086e-02, -2.8225e-02, -3.1531e-02, -2.1918e-01, -6.0420e-02,
-9.4402e-02, 3.6877e-02, -9.6052e-03, -1.3794e-01, 8.4444e-03,
-4.9273e-02, -1.7825e-01, 8.6855e-02, -1.1186e-01, -2.4717e-02,
-9.4775e-02, -3.1728e-02, -5.0694e-02, -8.0695e-02, 3.2446e-03,
-5.9538e-02, -1.6211e-02, -4.2466e-02, -8.6908e-02, -8.1137e-02,
-7.6314e-02, -5.1317e-02, -1.4221e-01, 6.6304e-02, -3.5019e-01,
2.4437e-02, 1.5725e-02, -5.3894e-02, -1.9642e-02, -1.3695e-01,
5.2449e-02, -1.3616e-01, -7.0110e-02, -6.7187e-02, 2.2826e-02,
-5.9946e-02, -4.3178e-02, 1.7274e-02, -2.5736e-02, -7.8440e-02,
-3.0229e-02, -6.3605e-02, -2.7331e-02, -1.6736e-01, 3.8344e-01,
-1.2261e-01, 6.4319e-02, 1.5224e-02, -7.1631e-02, -1.5008e-01,
-1.9110e-02, 1.1697e-02, 5.8745e-02, -1.8750e-01, 1.4756e-02,
-9.4781e-02, -4.6130e-02, 3.9811e-02, -5.7753e-02, -1.5908e-01,
4.4537e-02, 3.0159e-02, -1.5637e-01, -1.8240e-01, -1.2983e-01,
-1.4231e-01, -4.8680e-02, -1.5408e-01, -2.0024e-02, 1.3416e-02,
-2.3624e-02, -7.1110e-02, 6.0682e-03, 2.1407e-01, 3.7466e-02,
-1.8148e-01, -1.8567e-02, -1.1180e-01, -6.4908e-02, -8.1874e-02,
-3.6371e-02, 1.1342e-01, -2.2075e-02, -1.2774e-02, -1.0007e-01,
7.6781e-03, 7.1825e-02, -2.4973e-02, -1.0217e-01, -1.2609e-01,
-1.1198e-03, -1.4566e-01, 5.9016e-02, -9.0825e-02, -5.6137e-02,
-1.3115e-01, 1.2004e-02, -4.0729e-02, -2.9220e-02, 3.0973e-02,
-7.9827e-02, -9.4159e-02, 1.5963e-04, -8.2223e-02, -5.2971e-02,
5.8012e-02, -8.3073e-02, -9.4583e-02, -5.3899e-02, 1.0236e-02,
5.3949e-02, -1.4318e-01, -6.4081e-02, 8.7261e-03, -8.1205e-02,
-7.9701e-02, 1.7535e-02, -1.6459e-02, -1.3645e-02, -5.4312e-02,
-7.9952e-02, -5.1811e-02, -1.4053e-02, 3.9058e-02, -2.5779e-02,
4.7341e-02, -3.4291e-01, -9.0500e-02, -1.9014e-02, 2.3466e-02,
-3.9934e-02, -1.9743e-01, -1.9960e-02, 9.4596e-02, -2.2557e-01,
-1.8991e-01, -1.7031e-01, 1.9651e-01, -4.5324e-02, 4.8200e-02,
4.7662e-02, -4.0426e-02, 2.2000e-02, 3.8603e-02, -5.6551e-02,
-8.6937e-03, -1.8457e-03, 2.7094e-03, -3.4529e-02, -2.1707e-02,
-2.1694e-01, -2.1673e-01, -1.2326e-01, -9.5818e-02, 1.8817e-02,
3.8093e-03, -2.9212e-03, 2.3621e-01, 6.0576e-02, -1.3984e-01,
-1.3728e-01, -1.3574e-01, -5.6984e-02, -2.5418e-01, -1.1842e-01,
-1.2922e-01, -5.5112e-02, -4.6150e-02, 4.7858e-02, 1.0411e-01,
8.7769e-03, -4.2421e-02, -5.7133e-02, -4.2899e-02, 4.6355e-02,
-1.1488e-01, -3.0350e-03, -6.0765e-02, -3.9011e-02, 2.5815e-02,
-3.3603e-02, -1.5818e-02, -7.9726e-02, 8.9536e-02, -6.4909e-03,
-7.6253e-02, -1.9001e-01, -1.3875e-01, -1.6231e-01, 4.0761e-01,
3.2168e-02, -3.5478e-02, -1.0655e-01, -3.0324e-03, 1.9964e-02,
-7.9079e-03, -4.3700e-02, -8.5394e-02, -9.4195e-02, 2.2946e-02,
-3.8301e-02, 7.4049e-02, 5.5804e-03, -6.0849e-03, 3.5934e-02,
-5.3700e-03, -5.0241e-02, -2.7952e-02, -7.5271e-02, -9.8328e-03,
-3.8337e-02, -9.3594e-02, -6.9574e-02, -3.6416e-02, -1.0920e-01,
-5.6450e-02, 4.7037e-02, 1.5694e-01, 1.0617e-01, 3.5322e-02,
6.7501e-03, 6.4378e-02, -7.8650e-02, -1.2821e-01, -5.6473e-02,
-7.9138e-02, -4.1487e-02, -1.0780e-02, -2.1828e-01, -1.9439e-02,
-9.8451e-02, 9.6034e-03, -4.0819e-02, -1.6370e-01, -1.3237e-01,
-1.0048e-01, 6.2501e-03, -1.6248e-02, -1.7118e-02, 2.8044e-02,
-4.0386e-02, 3.3312e-02, -3.8519e-02, -3.0003e-01, -8.2837e-03,
-1.5101e-01, -1.4075e-01, 4.8821e-02, -1.0710e-01, -9.0168e-02,
-5.1821e-02, 9.3791e-02, 1.5028e-03, 4.1237e-02, 1.9853e-02,
-4.2420e-02, 7.9606e-03, 2.0001e-02, -5.2134e-02, -1.5575e-01,
-3.0374e-02, -1.6928e-02, 2.3181e-02, -2.1745e-02, 5.8413e-02,
8.8341e-02, -6.6216e-02, -6.1063e-02, -1.9019e-01, 5.5609e-02,
-2.1451e-01, 4.2460e-02, 5.0581e-03, -8.4870e-03, -6.6140e-02,
-2.4160e-02, 4.4429e-02, -2.3229e-02, -4.6866e-02, -9.1573e-02,
7.2491e-02, -1.4960e-03, 6.9427e-02, -6.0351e-02, 1.1101e-01,
-3.2532e-03, -1.7903e-01, -1.2948e-01, -9.7193e-02, -1.2314e-01,
3.8503e-02, 9.1486e-02, -4.4591e-02, -7.0151e-02, -1.0544e-01,
-9.2476e-02, -4.2166e-02, -1.0162e-01, 4.2610e-02, -5.5604e-02,
1.9456e-01, -3.4686e-02, -2.4888e-02, 4.1264e-02, -1.2949e-02,
-6.6386e-02, -4.7213e-02, 7.8579e-03, -4.2315e-02, 4.0084e-02,
-8.4046e-02, -1.2148e-01, 8.8558e-02, -5.0440e-02, -4.7486e-02,
-1.4388e-02, -7.4211e-03, -4.4808e-02, 2.2818e-03, 2.0026e-02,
-4.4121e-02, 3.2444e-02, -1.4007e-01, -3.2916e-02, -5.7031e-02,
-1.7700e-01, -2.1867e-02, -1.0197e-01, 2.4567e-02, -2.1141e-01,
-1.2820e-01, 4.7224e-02, -4.0473e-02, -1.3472e-01, -1.0579e-01,
6.3735e-02, -5.9202e-02, -1.2107e-01, -1.6594e-01, 1.0097e-01,
-1.3729e-01, -2.4082e-02, -1.7650e-02, -1.9074e-01, 7.8803e-02,
6.8788e-02, -1.0054e-01, -4.5844e-02, -7.5930e-02, 2.2041e-03,
-4.5410e-02, -1.0156e-01, -1.1878e-01, -1.1280e-01, -6.9731e-02,
-4.8652e-02, 1.4197e-03, -1.6689e-01, -1.0471e-01, 8.4994e-02,
4.9003e-02, -1.4436e-01, -9.1196e-02, -6.3529e-02, 5.6424e-02,
-6.5806e-02, -8.8332e-02, 1.5678e-01, -9.6912e-03, -1.4638e-02,
5.6874e-02, -3.2813e-02, -1.0377e-01, -7.8081e-02, -1.2011e-01,
2.7126e-03, -1.4435e-01, -1.3939e-01, 9.5036e-02, -2.7331e-02,
-6.1357e-02, -7.6969e-02, 3.9234e-02, -1.1894e-02, -8.9667e-02,
4.2536e-02, 1.0374e-01, 2.5855e-01, 3.0605e-02, -9.7256e-02,
-5.9504e-02, -1.4801e-02, 1.3497e-01, -6.8619e-02, 1.1834e-01,
-1.9330e-01, -1.7528e-01, -1.4141e-01, 4.3601e-03, -1.1123e-01,
-1.4784e-01, -2.9961e-02, -7.0676e-02, -2.3564e-02, -5.8279e-02,
-2.5388e-03, -6.6595e-02, -5.6617e-05, -6.4606e-02, -6.1784e-02,
-1.6794e-01, 2.1831e-02, -6.1026e-02, -6.1286e-02, -5.4136e-02,
4.1305e-02, -5.9787e-02, -1.5011e-01, -9.6316e-02, 1.6288e-02,
-2.3729e-02, -3.0065e-02, 1.5312e-02, -4.4928e-02, -6.6522e-02,
-7.7492e-03, -8.9255e-02, -7.3122e-02, -9.7556e-02, -3.2990e-02,
-2.5298e-02, -7.8330e-02, -5.4537e-02, -1.2735e-01, 2.0345e-02,
-3.0204e-02, -1.6241e-01, -1.0513e-01, -5.9272e-02, -1.5065e-02,
2.2173e-02, 1.0806e-02, -3.6871e-02, -5.9749e-02, -1.3679e-01,
-1.7787e-02, -7.7528e-02, -2.1082e-02, -3.9133e-02, -8.0907e-02,
-4.1747e-02, -4.8041e-02, -4.5014e-02, -4.3371e-02, -1.1832e-02,
-1.9631e-01, -1.2341e-01, -6.3379e-02, 1.1804e-01, -8.3742e-02,
-9.2930e-02, -8.6108e-02, -8.1719e-02, -9.2230e-02, -1.8168e-02,
-1.9001e-01, -3.1652e-02, 8.4171e-02, 1.6587e-01, -5.2940e-02,
6.9743e-02, -1.1157e-02, -1.4275e-01, -5.3488e-02, 1.2471e-02,
7.1074e-02, -3.6620e-02, -1.1112e-01, -8.4333e-02, -3.4028e-02,
-1.0113e-01, 1.1497e-02, -6.8178e-02, -5.9711e-03, 2.9050e-02,
-2.6578e-02, -9.1089e-02, -5.1381e-03, -7.2273e-02, -2.9510e-02,
-2.8284e-02, -3.9871e-02, 4.1711e-03, 5.5232e-03, -4.6394e-02,
-1.8363e-02, -1.0780e-02, -2.0417e-01, 1.9697e-02, -8.8120e-02,
4.6343e-02, -5.5111e-02, -5.0906e-02, 1.2429e-02, -3.8745e-02,
-3.7813e-02, -6.2333e-02, 7.5001e-02, -9.7472e-02, -4.6425e-02,
6.6025e-02, 6.4700e-02, 2.7320e-03, -8.1351e-02, -3.6293e-02,
-2.8252e-02, 7.9986e-03, -1.9083e+00, -2.0944e-02, -2.3933e-02,
-1.2936e-03, -3.7777e-02, 1.0597e-01, 5.1284e-02, -8.8547e-02,
-4.9857e-02, -9.0393e-02, -2.8992e-02, 1.9733e-02, -1.3559e-01,
-7.6146e-03, -8.1021e-02, -4.6491e-02, -1.0844e-01, -1.4945e-01,
-5.4115e-02, -2.3944e-02, -5.6114e-02, -1.6184e-01, -1.0191e-02,
-1.0156e-01, -1.1586e-01, -6.3901e-02, -1.4509e-01, -1.1576e-02,
-1.3407e-02, -2.5879e-01, -1.3443e-01, 1.9995e-02, -6.0792e-02,
-3.2112e-02, 1.0604e-01, 2.0286e-02, 9.9822e-02, -7.4497e-02,
4.3060e-02, 5.0250e-02, 1.6577e-02, 2.3232e-02, -5.8493e-03,
3.8336e-02, 1.7706e-02, -4.0255e-02, 1.2265e-01, -1.1188e-01,
-1.1322e-02, 8.3289e-04, -1.4877e-01, -6.7761e-02, -3.8469e-02,
-7.2236e-02, -1.5829e-01, 6.4515e-02, 2.7791e-01, -7.6451e-02,
-4.8511e-02, -9.1151e-02, -6.2384e-02, -1.2264e-02, -1.0407e-01,
-5.6251e-02, -7.5124e-03, 1.7841e-03, -2.4084e-02, -1.3277e-01,
1.1609e-01, -1.3884e-02, -5.8566e-02, -4.0418e-02, -1.7058e-01,
-1.4754e-01, -1.2983e-01, -5.6477e-02, -4.1039e-02, -1.0430e-01,
-1.5235e-01, -6.0953e-02, -4.8810e-02, 6.0231e-02, 3.3069e-02,
-3.4701e-03, 8.9232e-02, -3.8105e-02, -6.5284e-03, -3.1644e-02,
-1.1250e-01, 2.8381e-01, -1.9035e-01, 4.3875e-04, -1.2398e-01,
7.3748e-03, -4.3415e-02, 9.6478e-03, 4.4349e-02, 2.9018e-02,
-3.8588e-02, -7.3016e-02, -4.0760e-02, -7.9184e-02, -6.6038e-02,
-5.2248e-02, -3.1774e-02, 2.0378e-02, 6.5445e-02, -1.4889e-01,
-6.9010e-03, -9.7536e-02, 2.9439e-01, -5.2734e-02, -7.8475e-02,
-2.8132e-02, -4.7573e-02, -8.6401e-02, -1.0681e-02, -1.8407e-01,
-6.7409e-02, -6.9297e-02, -3.9161e-02, -6.1034e-02, 2.8936e-02,
-1.0261e-01, -5.2803e-03, -1.4020e-01, -9.0325e-02, -6.5121e-02,
-6.8683e-02, 5.3942e-03, -1.4847e-01, -3.0193e-03, -4.1031e-02,
-6.1558e-02, 9.5884e-02, 1.5629e-01, 4.8647e-02, -2.0271e-01,
-8.4664e-02, 3.1166e-02, -2.7743e-02, -1.3604e-02, -9.3172e-03,
-6.8590e-02, -2.0378e-01, -3.4856e-02, -1.8007e-01, 4.1950e-04,
-7.7285e-02, -6.3521e-02, -8.2367e-03, -1.1009e-02, -2.1179e-03,
-7.4475e-02, -5.5105e-02, -1.9613e-02, -8.4698e-02, -1.7394e-02,
-8.5784e-02, -4.5723e-02, 5.3718e-02, -6.2720e-02, -3.2436e-02,
-1.1389e-01, -1.7977e-01, -3.4734e-02, -9.8000e-02, -1.4180e-02,
1.7420e-01, -1.0406e-01, -3.2131e-02, -1.0562e-01, -6.5033e-02,
3.3544e-02, 2.2204e-02, -4.0766e-02, -5.7186e-03, -8.0479e-02,
-3.4214e-02, -6.4492e-02, 3.2920e-02, 1.6946e-02, -7.8180e-02,
1.2704e-02, -4.3370e-02, 7.9845e-02, -1.0157e-01, -3.1762e-02,
-3.3495e-02, -5.7808e-02, 1.8316e-03, -1.2648e-02, -2.0363e-01,
-6.7611e-02, -9.5725e-02, -2.2562e-02, 1.5504e-01, -1.9974e-02,
-4.1421e-02, 8.3966e-02, -2.3067e-02, -2.7227e-02, -2.0662e-01,
1.4116e-01, -8.2825e-02, -3.9182e-02, -5.6993e-02, -1.5288e-02,
3.2364e-02, -1.2106e-02, -4.9729e-02], device='cuda:0')),
('bert.encoder.layer.1.attention.self.query.weight',
tensor([[-0.0202, 0.0304, 0.0230, ..., -0.0183, 0.0170, 0.0568],
[ 0.0116, 0.0572, 0.0253, ..., -0.0842, -0.0322, 0.0122],
[-0.0134, -0.0696, 0.0251, ..., 0.0025, -0.0407, -0.0040],
...,
[ 0.1140, -0.0533, -0.0249, ..., 0.0206, 0.0756, 0.0199],
[ 0.0619, 0.0304, 0.0351, ..., 0.0454, -0.0307, 0.0231],
[-0.0027, 0.0115, -0.0265, ..., -0.0357, -0.0573, -0.0236]],
device='cuda:0')),
('bert.encoder.layer.1.attention.self.query.bias',
tensor([ 2.6021e-02, 4.3471e-04, -2.7541e-02, -2.9451e-02, -6.8806e-02,
6.6312e-02, 6.3888e-04, -1.9404e-02, -5.3254e-03, -4.6659e-02,
5.6325e-02, -2.9994e-02, -5.9274e-02, 2.5225e-03, 6.0920e-02,
2.9780e-02, 1.0483e-01, -1.1241e-02, 1.9148e-02, -7.4233e-02,
-2.5755e-02, 8.8413e-03, -1.0446e-01, -4.4163e-02, -2.6437e-02,
-9.1113e-02, 4.3639e-03, 5.3803e-02, -1.4842e-02, -5.3549e-02,
-4.5721e-02, 2.9984e-02, -7.7159e-02, 1.3225e-02, 1.0778e-01,
-1.0999e-01, 5.1804e-02, 9.5228e-02, -5.1595e-02, 4.5376e-02,
-3.0448e-02, 3.4024e-02, 1.3609e-01, -2.7345e-01, 7.5760e-02,
4.8663e-02, -5.7162e-03, 9.1978e-02, -6.1338e-02, 3.2684e-02,
-4.2566e-02, -3.8055e-02, -1.4596e-02, 4.9821e-02, -1.5761e-02,
-3.6701e-02, -4.9664e-02, -1.0098e-01, -3.3536e-01, -6.8609e-02,
-1.1154e-01, -5.4279e-03, -6.0222e-02, -5.3666e-02, 1.1109e-02,
2.7229e-01, 2.5862e-02, 2.7943e-02, 1.6505e-01, 1.4078e-01,
-4.5410e-03, 5.9052e-02, -6.1828e-02, -8.8621e-02, -4.9951e-01,
6.8130e-02, -1.8518e-02, 1.9316e-02, -1.7457e-02, -6.5727e-02,
1.3450e-01, -2.6055e-02, 8.0676e-02, -1.4425e-01, 7.3606e-02,
-3.4786e-01, -3.3301e-02, -7.2905e-02, -5.2291e-02, 9.0763e-02,
-1.0643e-01, -1.5229e-01, -1.6503e-02, -1.5446e-02, 6.9020e-02,
3.9243e-02, -2.4861e-01, -1.0604e-01, -3.6771e-02, 3.2163e-02,
-1.1725e-01, 6.7126e-02, 9.3264e-02, 4.6965e-02, 6.6725e-03,
-6.2298e-02, 3.3321e-02, -2.0767e-03, 3.1731e-02, -7.9909e-02,
2.2810e-01, -9.7751e-02, 1.2766e-01, -3.2968e-02, -8.3380e-02,
2.2756e-01, 6.6023e-02, 8.7401e-02, 4.4451e-02, -1.8539e-01,
2.8501e-01, -1.1431e-01, 1.2244e-01, -4.7739e-02, 2.8278e-01,
-5.9675e-02, -3.9095e-02, 4.1890e-02, -6.0977e-02, 5.1300e-02,
2.1140e-04, -8.8503e-02, 1.2392e-02, -2.2355e-01, -4.5364e-03,
5.7458e-02, 6.5974e-02, 4.3759e-02, 2.0768e-01, -1.2554e-01,
-6.8993e-02, 3.8515e-02, -8.4131e-02, -1.5245e-02, 2.5097e-01,
-5.6414e-02, 2.1492e-02, 1.0553e-01, 3.5013e-01, -2.2515e-01,
5.7750e-02, 8.8570e-02, 2.5192e-02, -2.6392e-02, -2.9293e-01,
9.1283e-02, -5.5787e-02, 5.4872e-01, 2.7864e-01, 1.0677e-01,
3.5956e-02, -1.9926e-01, -1.3183e-02, -7.7403e-02, -1.5067e-01,
-9.5292e-02, -2.9038e-02, 8.9715e-03, 2.5628e-01, 3.3809e-01,
2.4671e-01, 4.7643e-01, -8.2917e-02, 2.0896e-02, -5.4582e-01,
1.6988e-02, -8.4115e-02, 8.1443e-02, -8.2111e-01, -3.7125e-01,
3.8951e-02, -1.5203e-01, 1.2966e-01, -7.5938e-01, 2.5208e-01,
-3.0099e-02, 4.7518e-02, 3.9720e-02, 3.8627e-02, 9.1286e-02,
-9.6866e-02, 1.1528e-01, 3.5696e-01, -1.2083e-01, -5.9199e-02,
-2.5960e-01, 2.0333e-01, 3.1236e-01, -1.1676e-01, 5.1779e-02,
1.2064e-01, -3.4061e-01, -2.8617e-01, 1.5476e-01, -1.3917e-01,
-2.7705e-02, 1.9430e-01, -3.1813e-01, 5.2771e-01, -1.1224e-01,
-2.6801e-01, -1.8870e-01, 2.1671e-01, 2.2121e-01, 1.1560e-01,
2.1919e-01, -2.4271e-01, -8.1171e-02, -6.0278e-01, -4.6497e-02,
5.7187e-02, -9.1281e-02, -2.4191e-02, -3.9030e-01, 5.8830e-01,
-2.2015e-01, 3.5490e-01, -7.9736e-02, -2.2082e-01, 2.4184e-01,
-9.6477e-02, 2.4239e-01, -1.4373e-01, 8.3573e-02, 3.2422e-01,
-2.2183e-01, -6.1920e-02, -3.0167e-01, -1.3168e-01, -3.7365e-01,
1.4613e-01, 1.2149e-01, 1.4857e-01, 6.1365e-02, -5.3195e-03,
-5.1571e-02, -2.9909e-01, 6.5780e-02, 7.8239e-02, -2.1124e-01,
8.0658e-03, -2.8860e-02, -4.4358e-02, 1.8651e-01, 1.6246e-01,
-8.3254e-01, 4.7776e-01, 3.0943e-02, 1.2796e-01, 9.6956e-02,
2.6529e-02, 2.1723e-01, -7.7475e-02, -2.3757e-01, 5.2761e-01,
-3.1117e-01, 2.4716e-01, -2.0233e-02, 6.3192e-01, -1.5598e-01,
4.7715e-03, -4.8321e-02, -1.9082e-01, 1.5048e-02, -6.9429e-03,
3.3802e-01, -9.5814e-02, 4.4218e-02, 5.4586e-02, 5.8013e-02,
5.0411e-02, 1.2574e-02, 2.3253e-01, 4.1736e-02, 7.3745e-02,
-3.3248e-01, -1.8634e-01, -3.0477e-01, -1.1212e-01, -2.7544e-01,
-1.2808e-01, -3.1133e-01, 6.8958e-02, -5.0936e-01, -1.6775e-01,
-3.6097e-02, -2.8370e-01, -1.0653e-02, 2.2810e-01, -2.2897e-02,
-2.1290e-02, -1.4253e-01, 3.4467e-03, -3.3320e-03, 8.7136e-02,
2.1175e-01, 1.0973e-01, 2.0962e-01, -6.8286e-02, -4.7773e-02,
3.5052e-01, 4.8535e-02, 3.7507e-02, -1.2532e-01, 1.1996e-01,
1.7768e-03, -3.1717e-02, -1.9003e-02, 1.6022e-01, -1.4066e-01,
2.6723e-02, -2.2688e-03, -1.5809e-02, 3.6288e-02, 4.9683e-02,
-4.5937e-02, 3.6518e-02, -6.8748e-02, -1.2532e-02, -4.0337e-02,
-1.8687e-02, -6.9546e-03, 5.6361e-02, 8.0637e-03, -1.0758e-02,
-5.2945e-02, 2.0028e-02, 7.4998e-02, -5.9796e-02, 4.1088e-02,
3.8269e-03, 5.4726e-02, 5.3616e-02, -4.4065e-04, 1.9147e-01,
-1.2725e-02, -6.9087e-03, -2.2857e-02, -1.1359e-02, 5.8127e-02,
-8.8831e-02, -8.8095e-02, -3.4955e-02, -2.6568e-02, -1.3974e-02,
-5.0603e-02, 4.6109e-02, 1.9377e-02, -5.2659e-02, -7.2486e-02,
6.9787e-02, -4.9033e-02, -5.6503e-02, -3.6275e-02, 1.5377e-02,
-7.7785e-02, -8.2438e-02, 7.7534e-02, -1.6036e-02, 4.3908e-02,
5.7255e-03, -4.8327e-02, 4.1395e-02, -2.4034e-02, -5.1231e-02,
-1.9102e-02, 5.9315e-02, 4.2886e-02, -7.5770e-02, 1.7401e-02,
-6.1261e-02, -3.1694e-03, 7.9443e-03, 2.8650e-02, -3.9587e-01,
3.6431e-01, 1.7136e-01, 2.7029e-01, 1.5907e-01, 1.6005e-01,
-2.6814e-01, -2.1676e-02, 2.4612e-01, 3.7444e-01, 2.4915e-01,
2.4878e-01, -2.7493e-01, -1.0090e-02, -5.3969e-02, -3.2242e-01,
2.2383e-02, 5.5472e-02, -2.2530e-01, -7.0773e-02, -2.0611e-01,
2.4744e-02, 5.6572e-01, 3.1292e-01, 1.0844e-01, -3.1447e-01,
-4.7943e-02, -3.5268e-01, -1.2925e-01, -4.2922e-02, -3.4485e-01,
3.1483e-02, -1.9297e-01, 3.1893e-01, -1.7317e-01, 3.5187e-01,
-2.3642e-02, 6.9421e-02, 2.4083e-03, -4.2479e-01, -3.3940e-02,
1.5098e-01, 4.1873e-01, -1.9656e-02, -1.4987e-01, 3.6115e-01,
2.8362e-02, 9.2888e-02, -1.5090e-01, -3.4723e-01, 8.8213e-02,
1.0180e-01, 1.5592e-01, -2.6778e-01, 2.0099e-01, -5.6475e-02,
6.6691e-02, 3.4898e-01, 1.1978e-01, 3.0934e-01, -9.9261e-02,
1.5332e-01, 1.0602e-01, 2.3088e-01, -1.6310e-01, 9.2607e-03,
4.1440e-01, 8.2930e-02, -2.4885e-01, -4.5084e-02, 3.9821e-02,
1.1710e-02, -4.5868e-02, -2.7012e-02, 1.8507e-02, 7.1358e-03,
-2.1676e-01, 5.0683e-02, 2.9958e-02, 8.7390e-02, 5.3205e-02,
-1.0765e-01, 1.3192e-03, 1.3595e-01, 1.5328e-02, 2.4011e-03,
-1.6862e-02, 8.4169e-03, -3.6410e-02, -4.9467e-03, -9.4576e-02,
2.5094e-02, 2.6480e-01, 3.2971e-01, -2.5293e-02, -3.5629e-02,
3.7397e-02, 7.0407e-02, -2.1272e-02, -3.1318e-02, -1.1377e-02,
6.1281e-02, 7.4242e-04, 4.8189e-01, -3.9802e-03, -1.7436e-02,
-4.1382e-02, -8.5256e-05, 6.4425e-02, 1.0480e-03, 1.2417e-01,
4.9168e-02, 3.1590e-03, 1.9384e-02, -2.6723e-02, -6.6706e-03,
4.2389e-02, -3.1613e-02, 1.4385e-01, -1.6192e-02, -2.0085e-02,
-1.9178e-02, -1.5703e-02, 2.5673e-03, -8.6432e-02, 3.9110e-03,
3.9566e-02, -2.1994e-02, -2.5491e-01, 2.1056e-01, 3.6014e-01,
-1.7165e-01, 5.6048e-02, 2.2909e-01, 6.6835e-02, 1.6462e-01,
1.3750e-01, -4.0120e-01, -3.3029e-01, 1.8014e-02, -2.8241e-01,
-4.0088e-01, 1.2243e-01, 3.6944e-02, 3.1888e-03, 3.1043e-01,
-5.7705e-02, -9.5898e-02, 2.5573e-01, -2.6715e-01, 3.4766e-01,
-1.1207e-01, -1.6121e-01, 1.0037e-01, 6.1892e-02, 1.4563e-01,
2.6115e-01, 3.1758e-03, -2.8397e-01, 5.9100e-02, -1.4831e-01,
-3.9579e-01, -2.5255e-01, 9.3043e-02, -1.1572e-01, 3.0792e-01,
-7.2136e-02, 1.9385e-02, -1.9189e-01, -6.5987e-02, 6.4929e-02,
1.6345e-01, 2.0497e-01, -5.4069e-02, 1.3732e-01, -1.0249e-02,
-8.7822e-02, -1.6041e-01, -1.7590e-01, -3.4781e-02, 4.3951e-01,
-1.6041e-01, 2.0994e-01, 6.4336e-02, -9.6079e-02, -2.3868e-01,
4.0228e-01, 7.7722e-02, -7.0038e-02, -2.7665e-01, 2.4041e-01,
-1.0233e-01, 1.0476e-01, 8.9394e-04, 1.6238e-01, 2.1555e-02,
-2.0530e-02, -9.4822e-02, 2.6601e-02, 1.9544e-02, -9.1127e-02,
9.2715e-03, 1.5128e-02, -1.4986e-01, -1.4032e-02, 6.5924e-02,
-1.2020e-01, -1.5800e-01, -4.5470e-02, -4.2097e-02, -9.0602e-02,
-1.2295e-01, 4.9612e-02, 4.6401e-02, -6.7347e-02, -8.2498e-03,
-5.2734e-02, 7.2511e-02, -3.7015e-02, 6.1754e-02, -7.2175e-03,
4.3293e-03, 2.5273e-02, 5.7759e-02, -9.0985e-03, -2.7533e-02,
2.6832e-02, 1.8955e-03, 1.8732e-02, -1.4636e-01, -5.5477e-02,
-7.0793e-02, -1.5988e-01, 7.5473e-02, 3.1766e-02, -2.9562e-02,
-7.4112e-02, 5.8705e-02, -1.3180e-02, 7.7614e-02, -1.7829e-02,
-1.2176e-01, 1.4005e-02, -5.3182e-02, -1.7209e-04, 1.0804e-02,
4.4802e-02, -9.3611e-02, 2.5126e-02, 2.1337e-01, -3.6777e-02,
7.4699e-02, -8.8983e-02, -5.1541e-02, -7.2540e-02, -1.1536e-01,
5.7718e-01, 3.1371e-01, -2.7917e-01, 1.7124e-01, 2.7538e-01,
4.8997e-01, -1.9109e-01, 1.8508e-02, 2.0376e-01, -2.4411e-01,
1.7002e-01, -3.7238e-02, 1.3273e-01, -2.4733e-01, 2.6909e-02,
-1.3887e-01, 1.9589e-02, 1.0276e-01, -1.2930e-01, -2.4088e-01,
1.2614e-02, -6.1450e-02, -3.3003e-01, -2.7473e-01, 5.0425e-02,
-5.2119e-01, 5.7744e-02, 1.0415e-01, -1.7610e-01, 4.8532e-01,
4.2300e-01, 2.5265e-01, 8.5120e-02, 6.7818e-02, -3.1367e-01,
-1.6655e-01, -1.0057e-01, 1.1495e-02, -8.4000e-02, -1.0652e-01,
-2.6296e-02, -1.6343e-01, 1.2955e-02, -1.8206e-01, -1.4475e-01,
-7.5183e-02, -4.7235e-01, 3.7922e-02, -2.6195e-01, -1.1350e-01,
-5.4219e-01, -1.2537e-02, 8.8395e-02, -1.6899e-01, 1.7611e-01,
2.0289e-02, -2.1795e-01, 3.4502e-02, 1.1568e-01, -6.9587e-02,
-1.6126e-01, -6.9223e-02, -1.9499e-01, 6.8191e-02, -5.4530e-02,
-1.0434e-01, 2.5935e-02, -2.4996e-01, 7.2033e-02, 1.5031e-01,
-1.3319e-01, 4.9350e-02, -1.1216e-03, 3.9770e-02, 1.9152e-01,
-4.5586e-02, -1.1504e-01, 2.5651e-01, 2.8699e-02, 2.4794e-01,
-1.1898e-01, 3.2626e-01, -2.0028e-01, -1.0118e-01, 4.1147e-03,
-1.3528e-01, 1.8847e-02, 4.9525e-01, -1.7876e-01, -1.2311e-01,
1.1533e-01, 3.8496e-02, -2.8979e-02, -1.2118e-01, 1.4054e-01,
-2.3199e-01, 1.8789e-01, -3.6953e-02, 1.0570e-01, -1.2334e-02,
-3.3001e-01, -5.9896e-02, 3.0752e-02, 1.1395e-01, 4.9874e-01,
-1.0811e-01, -1.6458e-01, -2.7177e-01, -1.4273e-02, -2.1656e-01,
-1.9695e-01, -1.0230e-01, -4.1959e-01, -2.1719e-02, 3.6435e-02,
2.7462e-01, 9.1479e-03, 9.1392e-02, -3.3089e-02, 4.5413e-02,
2.8735e-01, -1.9640e-01, 1.7159e-01, -1.9881e-01, -1.0245e-01,
1.4161e-02, 3.0143e-01, -3.8276e-01], device='cuda:0')),
('bert.encoder.layer.1.attention.self.key.weight',
tensor([[-0.0008, 0.0122, 0.0095, ..., -0.0214, -0.0467, 0.0122],
[ 0.0024, -0.0357, 0.0920, ..., 0.0117, 0.0266, 0.0254],
[ 0.0220, -0.0341, -0.0247, ..., 0.0605, -0.0064, -0.0246],
...,
[ 0.0110, 0.0495, -0.0282, ..., 0.0584, 0.0059, -0.0559],
[ 0.0456, -0.0311, 0.0163, ..., 0.0759, -0.0293, -0.0160],
[-0.1179, -0.0440, -0.0485, ..., -0.0346, -0.0006, 0.0212]],
device='cuda:0')),
('bert.encoder.layer.1.attention.self.key.bias',
tensor([-3.1334e-04, -8.3478e-04, -1.3507e-04, -5.8549e-04, -6.1420e-04,
8.7161e-04, -6.1281e-04, 8.0478e-04, -2.7513e-04, -6.7571e-05,
1.1633e-03, 3.4466e-04, -2.5857e-04, -9.4196e-04, 3.5828e-04,
6.9335e-05, -1.0808e-03, -1.1679e-03, 7.9496e-04, -1.4143e-03,
5.8086e-04, 2.8461e-03, -1.6498e-03, -7.0860e-04, 8.1523e-04,
9.2554e-04, -1.2572e-03, 1.2380e-03, 9.0479e-04, 7.9483e-04,
-1.0228e-04, 3.2193e-04, -8.3067e-04, -7.9029e-04, 5.6395e-04,
1.4603e-04, 9.6123e-05, 2.2857e-03, -4.5550e-04, 6.3389e-04,
-4.8478e-05, -2.2070e-03, -8.4561e-04, 1.3123e-03, 6.0793e-04,
-6.4802e-04, -6.1706e-04, 1.0486e-03, -7.0321e-04, 1.6754e-03,
1.9061e-03, 1.2668e-03, -7.6980e-04, -2.2407e-04, -2.0903e-04,
1.2891e-03, -2.1315e-04, 6.0327e-04, 2.6267e-03, -1.4317e-03,
9.4463e-04, -2.3859e-03, 3.0273e-03, 1.2571e-03, 3.7969e-04,
4.2203e-03, -9.7968e-04, 1.9030e-03, 2.1165e-03, -1.5171e-03,
-3.3344e-03, 4.9501e-04, -1.3206e-03, -3.4817e-03, 1.5452e-03,
3.4751e-03, -4.5932e-04, -3.7185e-03, -3.1091e-03, -2.7719e-03,
-1.7261e-03, 1.7602e-03, -2.0288e-03, 2.2862e-03, 3.3165e-03,
-1.5820e-03, 1.6252e-03, -1.1164e-04, -3.2650e-03, 4.1818e-03,
2.6729e-03, 2.5768e-03, 1.8275e-03, -1.9493e-04, 3.7086e-03,
-4.1387e-03, 4.3046e-03, 3.4006e-03, 3.7196e-04, 1.0878e-03,
-4.0271e-04, 1.9939e-03, 3.1192e-03, 3.6252e-03, 1.8955e-03,
-1.6929e-04, 4.0603e-03, -2.9962e-05, 6.7116e-04, -2.8488e-03,
6.7285e-05, 5.4250e-04, 4.2050e-03, 3.8043e-03, 9.8654e-04,
-5.3857e-03, -1.9981e-03, -3.3098e-03, -2.2650e-03, -2.5807e-03,
-2.3799e-04, 3.7901e-05, 2.2127e-03, 1.6948e-03, 1.6238e-03,
6.5019e-04, -4.5193e-04, -4.6092e-04, -4.2078e-03, 9.7554e-04,
2.0821e-03, 1.8421e-03, -9.3624e-03, -3.4512e-03, -5.4139e-03,
3.7370e-03, 3.5972e-03, 2.1705e-03, 5.4529e-04, -5.0053e-03,
-1.4579e-03, -1.3675e-03, -2.0039e-03, 3.1240e-04, 2.9756e-03,
-8.1037e-03, 2.6650e-03, 1.0101e-02, 2.7526e-03, -2.5603e-03,
1.1305e-04, 6.1914e-04, 3.3204e-03, 3.2990e-03, -4.9559e-03,
3.8566e-03, -2.9773e-03, 7.9511e-03, -3.3480e-03, 1.7426e-03,
-3.5863e-03, 5.5099e-04, -3.8335e-03, 3.5819e-03, -4.8367e-03,
-7.3637e-04, 1.6686e-03, -5.5406e-04, 4.1491e-03, 5.6703e-03,
-2.4205e-03, 4.5789e-03, -7.0717e-03, -5.5598e-03, -1.2521e-02,
2.4357e-03, -1.1995e-03, -1.9009e-03, -9.9306e-03, -5.2579e-03,
-2.9085e-03, -2.5705e-03, -4.5848e-03, -6.6516e-03, -1.1911e-03,
-7.1143e-04, 3.2017e-03, 9.1676e-04, 4.7609e-03, 5.0792e-03,
8.1234e-03, 2.5760e-03, 6.5216e-04, -3.9236e-03, -1.0967e-03,
-2.5203e-03, 4.0050e-03, 9.7144e-03, -8.3582e-03, -1.7296e-03,
1.7410e-03, 6.3516e-03, 1.5691e-03, 3.5509e-03, -4.3066e-03,
5.0446e-03, 2.9269e-03, 4.2474e-03, 1.2571e-03, -5.7238e-03,
-3.4004e-03, 8.3477e-04, 6.4345e-03, 2.9900e-03, -1.0421e-03,
5.4662e-03, -1.1140e-02, -8.5778e-03, 2.9502e-03, -6.7629e-04,
-3.8552e-03, -3.3531e-03, -4.4776e-03, -5.4373e-03, -3.7250e-03,
4.4293e-04, -1.7578e-03, 7.3563e-04, -4.4197e-03, 6.5243e-03,
3.4344e-03, -2.7102e-03, -3.9776e-03, -5.1310e-03, 4.4321e-03,
1.3828e-03, 2.0629e-03, -4.8142e-03, -1.0207e-04, -3.6860e-03,
3.2525e-03, 8.8274e-04, 7.0720e-05, 2.9616e-03, -4.2124e-03,
1.7233e-03, -1.1568e-03, 9.4609e-03, 8.3390e-03, 6.8338e-03,
1.9455e-03, -2.9925e-03, 2.4211e-03, 2.0018e-03, -1.0470e-03,
-4.8096e-03, 2.0263e-03, -8.4018e-04, -2.7044e-03, 3.0777e-03,
1.8576e-03, -6.2398e-03, 6.3150e-04, 2.4075e-03, -1.7092e-03,
2.0570e-03, 7.1329e-03, -2.1784e-03, 3.1951e-03, -2.7299e-03,
5.0837e-04, 8.6727e-04, 6.4713e-03, -1.7261e-03, -8.8983e-05,
4.6840e-03, 2.4789e-03, -6.6066e-04, 2.7111e-03, -1.4335e-03,
7.3523e-04, 3.0883e-04, 1.3245e-03, -1.3741e-03, 3.7291e-03,
5.4015e-03, -4.1574e-03, -5.8341e-03, 3.6160e-03, -2.3068e-03,
-8.7084e-04, -6.3480e-03, 1.6940e-03, -3.3803e-03, -7.1799e-03,
-5.7191e-03, -4.2752e-03, 1.6352e-03, -3.2821e-03, -4.8261e-03,
-2.8040e-03, 8.2193e-03, -4.8780e-03, -9.4991e-04, 2.7698e-03,
-8.6212e-04, 2.2957e-03, 1.9998e-04, -1.6606e-03, -3.8620e-03,
-5.2549e-04, 5.7403e-03, -3.7709e-03, 2.2751e-04, -1.3246e-03,
-4.5617e-03, -4.1067e-03, 8.6855e-03, -5.8715e-03, -2.7103e-03,
3.0856e-03, -3.2686e-04, 3.0620e-03, -2.6885e-03, -3.0479e-03,
-1.0915e-03, -3.1284e-03, -3.5836e-04, -1.0777e-03, -5.1722e-03,
1.1930e-03, -1.3795e-03, -1.2976e-03, 2.2980e-03, -1.3553e-03,
3.8133e-04, -5.3578e-05, -1.7133e-03, 1.9823e-03, -2.4132e-03,
-3.4814e-03, -1.2691e-03, -1.7672e-03, 1.5414e-04, 4.4565e-04,
2.7311e-05, -2.3229e-03, 1.2144e-03, 7.3795e-04, -2.0290e-03,
1.2029e-03, 1.7256e-04, 7.8451e-04, -2.8554e-04, 1.2126e-03,
-1.9069e-03, -5.2332e-04, 1.0406e-03, 5.3222e-04, 7.3960e-04,
-2.8321e-03, -4.0010e-04, -4.4255e-04, 4.9899e-04, -2.8984e-03,
6.8480e-04, -7.4517e-04, 5.9199e-04, -1.3984e-03, 2.2976e-03,
-1.2689e-03, -4.0023e-04, 2.0210e-03, -3.8485e-04, -3.5501e-04,
-2.1523e-03, 2.9835e-05, 1.5538e-04, -1.6477e-03, 2.7627e-03,
-3.3853e-04, -1.2002e-03, -2.5177e-03, 3.1144e-04, 1.1822e-03,
-1.5080e-03, -1.1986e-03, -1.6728e-03, 3.8008e-04, 1.2625e-03,
-3.7853e-03, 1.6349e-03, -2.0291e-03, -9.7006e-05, 2.3636e-03,
-4.3974e-06, 1.3002e-03, 2.0410e-03, -2.1503e-03, -2.2992e-04,
-3.8897e-04, 1.1560e-04, -1.3318e-03, -8.0988e-06, -1.6887e-03,
6.6154e-04, 3.3926e-03, 1.9269e-03, -1.2717e-03, 1.8367e-04,
-3.7279e-03, -1.0422e-03, 7.9753e-04, -1.0785e-03, -6.3874e-04,
3.0151e-03, 1.9505e-04, -7.1784e-06, -1.5902e-03, 7.4498e-04,
2.9966e-03, -9.2567e-04, -8.8389e-04, -1.0618e-04, 2.6616e-03,
1.1091e-03, -1.5951e-03, 5.0910e-03, -2.5162e-03, -9.9273e-04,
1.6488e-03, -1.7699e-03, -1.5236e-03, -8.3501e-04, -2.1078e-04,
-2.0107e-03, -8.9962e-04, 7.3573e-04, 3.6707e-04, -3.6566e-04,
1.3162e-05, 4.2760e-03, 2.4065e-04, 6.1276e-04, -8.3079e-04,
4.8985e-04, 2.0161e-03, -1.1152e-03, 1.9309e-03, -4.9702e-04,
-9.3524e-03, 1.6423e-03, 3.4801e-03, -9.5140e-04, -3.5072e-04,
2.8650e-03, -3.3991e-04, 3.6155e-03, 4.6103e-04, 3.1453e-03,
6.3710e-03, -9.1023e-04, 2.7925e-04, -2.0789e-03, -1.5527e-03,
1.7290e-03, -2.1417e-03, -1.5418e-03, 1.4804e-03, 9.3737e-06,
2.1414e-04, -3.1558e-03, 2.6539e-03, -1.4486e-03, 2.1199e-03,
-5.8899e-04, -4.8831e-03, -8.0433e-03, 7.2734e-04, -6.1600e-04,
-2.1225e-03, -1.9664e-03, 1.9744e-03, -1.1390e-03, -1.9502e-03,
-5.4177e-03, -1.6338e-03, -7.3118e-03, -3.4688e-07, -3.0040e-04,
4.6069e-03, -1.8918e-03, -2.7019e-03, 2.8671e-03, -7.2961e-03,
-2.1221e-03, 4.2212e-03, -5.3146e-03, 1.5066e-04, 3.2100e-06,
-2.0187e-03, 1.4382e-03, -5.3866e-03, -1.9457e-03, 1.1785e-03,
-5.2665e-03, 2.2912e-03, -2.0619e-03, 2.2362e-03, -9.8140e-06,
4.0028e-04, 5.1654e-03, -2.4188e-03, 2.4615e-03, 1.3405e-03,
-6.5903e-04, 1.5205e-03, 6.9112e-04, 2.3606e-03, 8.5786e-04,
-9.9332e-04, -3.5079e-03, -3.1070e-03, 1.5025e-03, -1.8821e-03,
2.8649e-05, -1.9837e-03, -1.7069e-03, 2.0911e-03, -2.4403e-03,
-3.5023e-04, -2.8755e-03, -1.3225e-03, -1.6119e-03, 5.2448e-03,
-4.2218e-03, 3.2564e-03, -1.1930e-04, 3.2397e-04, 4.3343e-04,
1.8238e-03, -1.9976e-03, 5.6890e-04, -3.2782e-03, -1.7651e-03,
-2.0174e-03, -9.9333e-04, 3.6589e-03, -1.1344e-03, 2.5884e-04,
1.0871e-03, -1.9422e-03, -2.6972e-03, 1.0022e-03, -2.5852e-03,
1.4582e-03, 2.8200e-04, 2.9743e-04, 4.8951e-03, -2.8106e-03,
-1.4558e-03, -1.3256e-03, -8.0999e-04, 8.0950e-04, 4.2696e-03,
-3.0110e-03, 1.5925e-03, 6.1422e-03, 3.2850e-03, -2.4065e-03,
-3.6979e-04, -3.5282e-04, 1.5201e-03, -3.0775e-03, 2.6478e-04,
-4.3101e-04, -9.6457e-04, 1.2753e-03, 2.5338e-03, 2.0231e-03,
3.3748e-04, -1.9480e-04, -1.4799e-03, -1.0388e-03, 3.8945e-05,
4.5930e-04, 1.7703e-03, 1.0481e-04, 1.6742e-03, 1.8231e-03,
-1.1240e-03, 6.7287e-04, -1.6958e-03, -2.6587e-03, 1.3069e-03,
2.5132e-03, -4.0549e-03, -2.7991e-03, -9.7681e-05, -6.8499e-04,
1.1794e-03, 4.4715e-04, -1.6029e-03, -9.9809e-04, -1.6147e-03,
-6.4451e-04, -2.0969e-03, -7.4039e-04, -7.7489e-04, 1.7826e-03,
7.5398e-05, -1.8163e-03, 1.8895e-03, 7.5116e-04, 2.5233e-05,
-1.0222e-03, -1.6210e-03, 1.6794e-03, 1.1286e-04, 9.4763e-04,
-1.9740e-03, -2.5380e-04, -7.2225e-05, -3.8446e-04, -5.0124e-05,
-3.1506e-04, 1.2378e-03, 1.8416e-04, 8.3410e-05, 2.9112e-04,
5.8143e-04, 1.1520e-03, -8.6100e-05, 1.5126e-03, -1.8808e-03,
-9.3226e-04, -1.0227e-03, -1.1338e-03, -5.3248e-04, 3.9539e-04,
1.1195e-03, -8.2020e-04, 1.1709e-04, 7.0831e-04, 2.3212e-03,
1.2460e-03, 3.1868e-03, 2.6867e-03, 2.9777e-03, -9.4616e-04,
2.1096e-03, -1.0668e-03, 2.0146e-03, -1.6367e-03, -3.2939e-04,
6.5488e-04, -3.5030e-04, -1.7985e-03, -2.0944e-03, 9.3676e-04,
-1.5664e-03, 1.6672e-03, -5.4476e-04, -3.2342e-04, 1.3012e-03,
-1.3988e-03, 1.2533e-03, 3.1560e-03, 8.7182e-04, 4.2548e-03,
2.4471e-04, 1.2949e-03, -1.2406e-03, 2.4175e-04, -3.9390e-04,
-1.5960e-03, -6.3704e-04, -4.5858e-04, -2.9155e-04, 2.6199e-03,
-1.1953e-03, 1.2763e-03, 3.5005e-05, 2.0573e-03, 1.3016e-04,
-1.0568e-03, -8.2421e-04, 2.7596e-03, -8.4536e-04, -3.4901e-03,
4.7860e-04, -3.3438e-03, 6.0122e-04, -4.1161e-03, -5.3990e-04,
-1.6142e-04, -3.2464e-03, 6.9783e-04, 3.1160e-03, 2.3264e-03,
-2.0777e-03, 5.8527e-04, 1.0885e-03, 7.6150e-04, -6.4861e-03,
2.0101e-03, 9.2084e-04, 4.4260e-03, 6.1415e-04, 3.5603e-03,
1.1776e-03, 1.2937e-03, 4.7147e-03, -9.9859e-04, -9.6096e-04,
2.2813e-03, -9.7910e-04, -3.6142e-03, 1.3612e-03, -8.2510e-04,
2.4007e-03, -3.4945e-03, 3.6406e-03, -4.5824e-03, -2.6088e-03,
-3.3660e-03, -5.4449e-03, -7.1602e-04, -1.1996e-03, 1.4554e-03,
-4.4630e-04, -2.9616e-03, 6.0306e-04, -5.4746e-04, -1.5849e-03,
-2.8102e-03, 5.3769e-04, 2.8138e-03, 6.6026e-04, 5.2187e-03,
2.0027e-03, 1.6895e-03, -1.4846e-03, -1.5591e-03, -2.1069e-03,
1.6061e-03, 3.3524e-03, -1.5510e-03, 8.5526e-04, 5.5013e-03,
4.6654e-03, -4.1999e-03, 1.0524e-03, 2.4470e-03, -1.9877e-03,
2.9222e-04, -6.0618e-04, 2.4581e-03, 1.3022e-03, -4.9896e-03,
-1.6126e-03, 6.6609e-03, 7.0179e-04, -7.7784e-03, -1.1019e-03,
2.5549e-03, 6.8357e-03, -3.3588e-04], device='cuda:0')),
('bert.encoder.layer.1.attention.self.value.weight',
tensor([[-0.0066, 0.0449, 0.0105, ..., -0.0373, -0.0270, -0.0022],
[ 0.0202, -0.0053, 0.0327, ..., -0.0361, -0.0091, -0.0034],
[-0.0354, -0.0240, -0.0480, ..., 0.0877, 0.0067, 0.0602],
...,
[-0.0111, 0.0196, 0.0165, ..., 0.0019, 0.0110, 0.0168],
[-0.0155, 0.0375, -0.0024, ..., 0.0088, -0.0215, -0.0066],
[ 0.0017, 0.0209, 0.0133, ..., -0.0207, 0.0009, -0.0281]],
device='cuda:0')),
('bert.encoder.layer.1.attention.self.value.bias',
tensor([ 9.5649e-04, -3.4300e-03, 9.9173e-04, 6.6551e-03, -1.5747e-02,
-3.8133e-03, 1.3021e-02, 8.1081e-03, -8.8546e-03, -1.7511e-02,
1.1159e-02, -2.0797e-02, 2.1023e-02, 2.5644e-02, -3.1701e-04,
-6.5741e-03, -9.6864e-03, -1.0320e-03, -8.3320e-03, -4.5766e-03,
1.2466e-02, 8.7623e-05, -1.6185e-02, 8.0858e-03, 3.5842e-03,
1.3462e-02, -8.3866e-03, 6.1088e-03, -1.7604e-02, -7.6302e-03,
3.5707e-03, 1.1636e-02, 2.6787e-03, 4.7708e-03, 1.3844e-02,
6.0902e-03, -1.0859e-02, 2.7117e-03, 1.3479e-03, 2.1933e-02,
9.2151e-03, 1.0919e-03, -2.1515e-02, 6.7281e-03, -5.6319e-03,
-7.8681e-03, 1.2331e-03, 4.3282e-03, 4.3808e-04, -3.3359e-02,
-1.3679e-02, -5.4877e-03, 1.7283e-03, -1.4398e-02, -1.2325e-02,
-5.0273e-03, 3.0162e-02, 1.2590e-02, -3.1617e-03, -1.2249e-02,
-1.9404e-03, 1.4685e-02, -1.2862e-02, 2.7350e-03, 9.7485e-03,
7.0385e-03, -1.4647e-02, 2.3249e-03, 2.2887e-02, 7.4439e-03,
8.7584e-03, 8.8811e-03, 1.6703e-02, 2.4298e-02, -3.8744e-02,
3.7927e-03, -3.7275e-03, -8.3301e-03, -1.7643e-02, -2.8259e-02,
-8.5924e-03, -9.5208e-03, -2.7385e-02, -1.0217e-02, 3.1967e-02,
-1.6563e-02, -6.6450e-03, 1.4774e-02, -2.4154e-02, 2.3090e-02,
1.4651e-02, 7.0195e-02, -3.5700e-03, 2.1876e-02, -2.8357e-03,
-2.4961e-02, -1.3989e-02, 7.3257e-03, 1.9323e-02, 2.0075e-04,
-3.5907e-02, 6.4177e-03, -5.8015e-03, -4.1057e-02, 3.9390e-03,
-6.2073e-03, -1.0540e-02, 3.2311e-03, 1.1283e-02, 2.3929e-02,
1.0466e-03, 3.7092e-02, -1.5750e-02, -2.4551e-03, -1.0669e-02,
2.7400e-02, 3.0424e-02, 4.5209e-03, 1.3384e-02, 1.0621e-02,
-2.8425e-02, 4.3822e-03, -1.6840e-02, 6.6811e-03, 9.9800e-03,
4.9221e-02, -2.0617e-02, 2.2296e-03, -1.1449e-02, 7.3684e-03,
4.4429e-02, 9.4869e-03, -1.6438e-02, -8.3250e-03, 2.2387e-02,
-5.1915e-02, -5.0483e-02, 1.0496e-02, 4.7549e-03, 4.1538e-02,
-3.3933e-02, 3.0615e-03, 6.8133e-02, -2.0299e-03, 2.0377e-03,
-8.5806e-03, -4.9866e-02, -2.2048e-02, -1.6704e-03, -1.3406e-02,
-3.0060e-02, 2.0326e-02, 3.4412e-02, -5.3513e-02, -4.3904e-03,
-5.7335e-02, -1.9499e-02, -2.8280e-03, -5.7312e-03, -3.5896e-02,
2.2841e-02, -6.7820e-02, 8.7872e-03, 1.5739e-02, -1.3324e-03,
-2.8287e-03, 1.4533e-02, 7.0206e-02, -2.0386e-03, 2.7036e-02,
5.6596e-02, -9.2426e-03, 6.9669e-02, 5.0924e-02, -2.0117e-02,
-8.6700e-02, 1.9354e-02, 9.6423e-03, 1.3800e-02, 2.6874e-02,
3.2936e-02, 8.5573e-03, -3.2154e-02, 4.3370e-02, 5.3801e-03,
1.9762e-02, 2.2997e-04, 2.0363e-02, -2.9919e-02, -1.0601e-02,
5.3776e-02, -3.2991e-02, -1.9363e-03, 1.9498e-03, -1.1975e-02,
-5.1772e-02, 9.4380e-03, 4.5109e-04, -1.6467e-02, -6.9247e-02,
-8.2783e-02, 1.1220e-02, -3.9256e-02, -2.9066e-02, 5.3984e-03,
-6.6318e-03, 1.3321e-03, 4.9089e-02, 5.3842e-02, 8.0896e-04,
-6.2977e-02, 2.5851e-02, -2.0449e-02, -1.5516e-02, -1.6517e-03,
-2.2652e-02, 1.8767e-03, 7.4153e-02, 8.4198e-02, 3.5554e-02,
-3.5730e-02, 5.4246e-02, 5.5372e-03, 3.4412e-02, -1.5623e-02,
-8.7366e-02, -1.1157e-02, 4.2937e-02, -1.1520e-02, -1.6317e-02,
4.3306e-02, -2.1704e-03, -2.6599e-02, 2.1110e-01, -9.6281e-03,
-5.2119e-02, 2.8640e-02, -8.2065e-02, 8.3502e-02, -3.2279e-02,
1.1105e-03, -4.7915e-03, 3.0523e-02, 7.5896e-02, 2.1247e-03,
2.6405e-02, 4.8494e-03, -6.7535e-02, -4.2097e-02, -2.2352e-02,
-9.3664e-03, 3.9154e-02, -1.6232e-02, 2.2697e-02, -1.8092e-02,
-3.8055e-02, 4.1085e-02, -7.5031e-02, -6.5574e-03, 5.6210e-02,
2.5837e-02, 2.3485e-03, -2.2323e-02, 1.1028e-01, 7.0616e-02,
-4.8852e-02, 2.8286e-02, -3.7455e-02, -2.7421e-02, 4.2156e-02,
2.0343e-03, 2.2000e-02, 5.2944e-02, 5.5239e-02, 3.6326e-02,
6.7773e-02, 5.0355e-02, -1.7196e-01, -4.7423e-02, 8.9034e-03,
4.5392e-02, 4.7560e-02, 7.1029e-03, -6.4979e-02, -5.8572e-03,
1.9100e-03, 5.2532e-02, -4.8101e-02, 6.4554e-03, 1.3960e-01,
5.6161e-02, -3.0323e-02, -5.5616e-02, -9.3734e-04, -9.7710e-02,
-4.1340e-02, 6.0348e-02, 1.5537e-02, 1.1206e-01, 2.0290e-01,
6.2177e-02, 8.5192e-03, 2.9924e-02, -9.3590e-02, -5.2645e-02,
-4.2764e-02, 1.0891e-01, 2.1928e-02, 7.5781e-03, -1.0202e-01,
2.8390e-02, 1.2202e-01, -2.3686e-02, -2.1605e-02, 2.5798e-02,
1.8763e-02, -5.1482e-02, 5.6489e-02, -4.7057e-02, 7.1405e-03,
-9.2088e-03, 9.7821e-03, 1.0138e-02, -5.1281e-03, -3.2720e-04,
-7.3854e-03, 1.5504e-02, -6.6326e-03, -2.3418e-02, -9.5436e-04,
1.3196e-02, 1.9069e-02, 1.7060e-02, -1.3159e-03, 4.3948e-03,
-5.1398e-03, 5.9377e-03, 2.3795e-02, 1.1904e-02, 2.6813e-02,
6.4255e-04, 2.3221e-02, -7.8657e-03, -1.1434e-02, 1.7716e-02,
1.1066e-02, -5.6899e-03, 8.7147e-03, 7.8223e-03, 2.9801e-03,
2.7256e-03, 1.1857e-02, -1.5114e-02, 4.7839e-03, 3.7427e-03,
-2.6469e-03, -8.8350e-03, -1.5933e-02, 4.8788e-03, 1.7613e-02,
4.7593e-04, 3.0432e-03, -1.0371e-02, -2.9500e-02, -3.2862e-04,
1.2097e-02, -1.1031e-02, 1.4680e-02, -2.2307e-02, 6.1800e-04,
1.8413e-02, 1.0839e-02, -1.2827e-02, -1.1578e-02, 1.3672e-02,
-2.6999e-03, -1.1427e-02, 1.7735e-03, -3.2884e-03, 4.6762e-03,
2.9006e-02, 6.6764e-03, -1.2428e-04, -1.8729e-02, -2.0830e-03,
2.0859e-02, 3.2164e-02, -4.1308e-02, -7.0521e-03, 2.8994e-02,
-3.5110e-02, 1.5010e-02, 8.3903e-03, 4.7258e-02, -2.7365e-03,
-2.5246e-02, -4.7856e-02, -9.2096e-04, 9.5609e-03, -2.5839e-03,
-4.4148e-03, 3.1470e-02, -5.5607e-03, -9.2208e-03, -2.1974e-02,
-8.1099e-03, -8.5448e-03, 3.5600e-03, 7.6826e-03, 3.0176e-03,
-5.4204e-03, -2.2687e-03, 9.1801e-03, 1.8990e-02, 2.1161e-02,
5.3195e-03, 1.4647e-02, 5.1100e-03, -8.2426e-03, 2.7542e-02,
-4.0495e-03, 2.2061e-02, 1.6244e-02, -1.7386e-02, -4.6945e-02,
1.4017e-02, 2.4944e-02, 1.6885e-03, 4.8451e-03, 1.9562e-03,
8.8920e-03, -4.0391e-03, 2.8833e-02, -2.3425e-03, -1.1706e-02,
-1.9624e-03, -1.5133e-02, -6.0293e-03, 7.8136e-03, -1.5634e-02,
-4.4924e-02, 1.4898e-02, -2.3255e-02, 5.9852e-03, 9.8120e-03,
-9.6132e-03, -2.4123e-02, -2.3802e-02, 8.3425e-03, -1.3577e-02,
-6.4193e-03, -3.1668e-02, -4.5645e-02, 1.0310e-02, -2.1706e-02,
1.1973e-02, 2.2155e-03, 4.1649e-03, -7.3650e-03, 3.7098e-02,
3.3936e-02, 3.2787e-02, -1.8377e-02, -5.3509e-02, -2.0006e-02,
-1.3644e-02, 2.5599e-03, -1.0801e-02, -1.6407e-03, -1.0456e-02,
1.2795e-02, 9.2885e-03, -4.5327e-02, 1.5622e-02, 2.9270e-02,
3.1663e-02, -2.3884e-03, 1.1377e-02, 1.8924e-02, 2.4840e-02,
-2.1761e-03, -1.8176e-02, 1.3459e-02, 1.6904e-02, 1.2430e-02,
-2.3663e-02, -7.6366e-03, 1.6159e-02, -3.2464e-03, -1.4541e-02,
1.7600e-02, 4.0274e-02, 2.8775e-02, 1.1339e-02, -2.3116e-02,
-2.5665e-02, -3.7808e-02, -1.2023e-02, 5.3558e-03, 1.3561e-02,
3.6210e-02, -3.3811e-03, 4.6996e-02, -2.4941e-02, -4.2750e-02,
4.3799e-03, 4.3515e-04, 2.1312e-02, 1.0076e-02, -4.1292e-02,
5.7853e-04, -1.5679e-02, -1.0449e-02, -1.4377e-02, 1.3390e-02,
1.0121e-02, -1.4995e-03, 2.9003e-03, -2.0525e-02, 1.7100e-02,
6.5515e-03, -2.1826e-02, 3.0774e-02, 6.5731e-03, -3.9857e-02,
-1.6280e-02, 1.9482e-02, 1.7823e-02, -1.0519e-02, 8.8526e-03,
-1.1052e-02, 6.3348e-03, 1.6824e-02, 2.5909e-02, 9.5785e-03,
6.9602e-04, -1.1628e-02, -1.1371e-03, -7.6776e-03, 5.8686e-03,
-6.6151e-03, 4.4638e-03, -2.4327e-02, -2.4905e-03, 1.1051e-02,
-1.3892e-02, 2.0834e-03, -2.0786e-02, -1.9830e-02, 1.0051e-02,
3.6320e-04, -1.4010e-02, 1.4616e-02, 9.2103e-04, 1.7575e-02,
8.1092e-03, -3.1646e-03, 1.2407e-02, 7.3255e-03, -1.1447e-02,
-1.4629e-02, 2.3573e-03, -5.4984e-04, 6.4112e-03, -5.7531e-03,
1.3153e-02, 6.6034e-03, 2.5761e-03, -1.0140e-02, 1.2029e-02,
5.0030e-02, -8.7916e-03, 2.0325e-02, -5.0173e-03, 1.4955e-02,
1.3389e-02, 2.8433e-03, 1.6994e-02, -7.1959e-03, 1.6781e-02,
-2.2381e-02, 8.6534e-03, -1.8580e-02, 8.5681e-02, 1.8770e-02,
-4.9438e-03, -5.5957e-03, 2.2560e-02, -2.6762e-02, 1.5520e-02,
8.8538e-03, 2.5279e-03, 6.8995e-03, 3.6685e-02, 4.6777e-02,
1.5364e-02, -5.5875e-03, 3.2280e-02, -5.6194e-03, 4.6821e-03,
1.3900e-02, 2.4912e-03, 9.1065e-03, 1.4283e-03, -3.1397e-02,
3.6271e-02, 9.9745e-03, -3.3601e-02, 6.2588e-04, -2.1086e-02,
1.8275e-02, -1.7518e-02, 3.1037e-02, -2.2000e-02, -7.0294e-03,
-2.0181e-02, -1.2163e-02, 1.0646e-02, -1.3608e-02, 1.1063e-02,
-1.5958e-03, 2.1512e-02, 7.9165e-03, -1.9961e-02, -9.9450e-03,
-2.0576e-02, -4.7773e-03, 5.6804e-03, -6.2845e-03, -8.6652e-03,
-2.8707e-02, -3.0303e-03, 1.6550e-02, -8.5956e-03, 1.6178e-02,
-1.5503e-02, -2.6005e-02, 3.5707e-02, -3.4556e-03, -2.4077e-02,
1.7868e-02, -2.0958e-02, -1.6403e-02, -4.4208e-02, 2.9254e-02,
-5.2890e-02, 2.2385e-02, 1.8957e-02, -1.0582e-02, 3.0870e-02,
-1.5760e-02, -6.2757e-02, -1.2218e-02, -1.0546e-02, -2.8883e-02,
2.0672e-02, -1.0989e-02, 2.5809e-02, -1.2828e-02, -5.3557e-03,
-3.1492e-03, -3.4793e-02, -1.9131e-02, -2.6003e-02, 1.2429e-02,
-1.3820e-02, -1.7806e-02, -1.4185e-02, 1.0303e-02, 4.6441e-02,
1.0916e-02, 1.2978e-02, -4.6981e-03, -1.4240e-02, -5.3104e-03,
-5.7280e-03, 2.6774e-03, -9.9128e-03, 2.5671e-02, 1.2627e-02,
2.4852e-02, 1.2622e-02, 6.6263e-03, -1.8493e-02, 9.0759e-03,
-9.4442e-03, -4.4574e-02, -3.3331e-02, 3.8224e-02, -7.3831e-04,
6.8505e-03, 3.0885e-02, 1.3765e-02, 5.4392e-02, -2.4292e-02,
1.0837e-02, 2.2838e-02, -1.0620e-03, 4.7428e-02, -3.0476e-02,
4.9836e-03, 3.4124e-02, -2.2628e-02, 1.4364e-02, -6.3337e-02,
-1.3767e-01, -9.4577e-02, -1.1930e-02, 9.9723e-02, 3.0659e-02,
-7.6805e-03, -5.1745e-03, -1.9020e-02, 1.3208e-02, -1.5425e-01,
1.2431e-01, 8.8913e-02, 8.4897e-02, 1.7771e-01, -8.5153e-02,
-5.3612e-02, 1.1719e-01, -3.5425e-03, -1.9831e-02, 1.4795e-02,
2.3399e-01, 1.1063e-02, -4.0923e-02, 5.5986e-02, -7.2486e-02,
2.6789e-02, -2.2004e-01, 8.4855e-03, -2.1256e-04, 2.5853e-02,
9.5559e-02, 1.1604e-01, -1.3918e-01, -1.3191e-02, 2.6482e-02,
-1.0077e-01, 2.7610e-02, 7.8592e-02, 5.0936e-02, 3.9818e-02,
9.2484e-02, -9.0197e-02, -6.7622e-02, 4.3524e-02, -1.1271e-01,
4.5565e-02, -2.0689e-01, 5.0770e-03, 2.8963e-01, 4.7626e-02,
-6.7253e-02, -4.1788e-03, 1.3508e-01, 8.3276e-03, -2.8442e-02,
-2.6685e-02, 2.6593e-02, -6.5912e-03, -1.2443e-01, 5.0728e-02,
7.7629e-03, 1.4966e-02, -1.2723e-02], device='cuda:0')),
('bert.encoder.layer.1.attention.output.dense.weight',
tensor([[-0.0156, -0.0174, -0.0184, ..., -0.0532, -0.0014, 0.0113],
[-0.0095, -0.0186, 0.0433, ..., 0.0445, 0.0123, -0.0385],
[-0.0214, -0.0193, 0.0430, ..., 0.0079, 0.0059, 0.0281],
...,
[-0.0041, -0.0243, 0.0151, ..., -0.0149, -0.0169, -0.0077],
[-0.0186, -0.0137, 0.0233, ..., -0.0108, -0.0185, 0.0149],
[ 0.0031, 0.0211, 0.0047, ..., 0.0031, -0.0009, -0.0127]],
device='cuda:0')),
('bert.encoder.layer.1.attention.output.dense.bias',
tensor([-4.3501e-02, -9.0253e-03, -1.0605e-01, -5.3302e-02, 4.4802e-02,
-6.0000e-02, 1.0595e-01, -1.4755e-01, 2.9783e-03, -7.0553e-04,
1.0527e-01, 6.2358e-02, 8.3260e-04, 7.7004e-02, -6.6811e-02,
-3.1345e-02, 1.0580e-01, -1.0575e-01, 1.3890e-01, -1.1271e-02,
-5.8812e-03, -7.2023e-03, -2.6676e-02, 5.6032e-02, -1.9890e-01,
-1.1162e-01, 2.0073e-03, -1.6264e-01, -2.1896e-02, 7.8755e-02,
3.9227e-02, 1.2768e-02, -1.6489e-02, -8.9143e-02, 1.2330e-02,
5.7066e-03, -1.7432e-01, 2.2014e-02, -2.6789e-01, -1.5713e-01,
-6.1874e-02, 1.3350e-01, 3.6232e-02, 1.3232e-02, -9.1684e-03,
1.8301e-02, -1.9737e-02, -3.3047e-02, 1.0338e-01, -5.3551e-02,
7.4890e-02, -4.5627e-02, -2.8569e-01, 1.4246e-01, 1.8635e-01,
-1.8722e-01, 1.3947e-01, 1.1415e-01, -1.9977e-01, -9.8594e-02,
5.0012e-03, 5.7523e-02, -1.2039e-02, -3.5091e-02, -3.9129e-02,
3.2397e-03, 1.4634e-01, 1.2109e-01, -4.8988e-02, -1.3839e-01,
2.0928e-02, -2.3860e-02, 9.0130e-02, -1.3804e-01, -4.2976e-02,
3.1815e-02, -8.2036e-02, -9.4164e-02, -1.4667e-03, -4.7976e-02,
-1.0431e-01, -1.1194e-01, 1.3660e-02, 8.3994e-02, 2.2728e-01,
-1.3881e-01, 6.6417e-02, -6.6082e-02, -7.0573e-03, -1.1609e-02,
-6.2623e-02, -1.8489e-02, 3.6588e-02, 1.0488e-01, -7.0771e-02,
-7.9179e-02, -4.1572e-02, -1.4573e-01, -1.4299e-02, 1.8662e-02,
1.0169e-02, 1.3207e-02, -1.9737e-02, 6.0696e-02, -1.1665e-01,
5.7517e-02, 3.7370e-02, -2.2405e-02, 1.3180e-01, 2.2673e-02,
-2.0949e-03, 1.5391e-01, 5.1291e-02, 9.1061e-02, 8.8873e-02,
3.5627e-02, 1.8977e-03, -1.1545e-02, 4.6066e-02, -3.4624e-02,
1.3206e-01, 1.7426e-02, 2.7082e-02, 6.2140e-02, -1.1626e-01,
-3.1738e-02, 4.0568e-02, -9.7727e-02, 6.4098e-02, -9.9609e-03,
3.9230e-02, -3.2772e-03, -5.5752e-02, -2.7964e-02, 2.6944e-02,
-2.1760e-02, -1.1451e-01, 4.1976e-03, -1.2152e-03, -6.3452e-02,
3.5871e-02, 6.7487e-03, 7.9549e-02, -3.8977e-01, 5.7288e-03,
3.9149e-02, 1.5032e-02, -2.5373e-02, 1.9588e-03, 1.5701e-01,
2.0495e-02, 5.3701e-04, -3.0868e-04, -4.9947e-04, -8.1607e-02,
-6.9271e-02, 2.4500e-02, -6.6093e-02, -1.7043e-01, 1.1257e-01,
4.9216e-02, -2.9207e-02, -1.2338e-02, -4.3442e-02, -7.0003e-02,
1.7510e-02, -7.9591e-03, -8.7278e-02, 4.1041e-02, 1.6747e-02,
4.6831e-02, -3.9767e-02, 2.2938e-01, 3.0753e-02, 2.0782e-02,
-7.4375e-02, 2.5020e-02, 2.4098e-02, -1.7935e-02, 2.6449e-03,
1.3192e-03, 6.7918e-02, 1.9525e-02, -8.3370e-02, 9.3669e-02,
2.1237e-01, 7.3250e-02, 3.6924e-02, 5.1824e-02, -2.7187e-02,
-1.6635e-02, -2.6918e-01, 7.3440e-02, 9.1224e-02, 9.1931e-02,
1.1815e-01, 1.3592e-02, 4.0823e-02, 1.7808e-01, 7.0953e-02,
3.5157e-03, -1.3524e-01, 1.7542e-01, 1.2345e-01, -1.5568e-01,
9.2761e-02, -8.5301e-02, -1.2036e-02, 2.6700e-03, 9.9467e-02,
-6.8527e-02, -5.3220e-02, -2.3574e-02, 8.3977e-02, 7.2287e-02,
-1.6585e-02, 1.0826e-01, 3.4695e-02, 7.8922e-02, -4.7310e-02,
-6.6772e-02, 6.2297e-02, 1.2927e-02, -4.1731e-02, 3.4592e-02,
1.3013e-01, 7.6935e-02, -2.4173e-02, 9.8286e-02, -1.2152e-01,
8.7124e-02, 6.7241e-02, -9.8427e-02, 1.4348e-01, -1.3480e-01,
-2.6554e-02, -1.0901e-01, -3.6284e-02, -5.9734e-02, 6.2355e-02,
1.0827e-01, 1.8140e-01, -2.2160e-01, 9.2472e-02, 5.4227e-02,
4.0012e-02, -8.3081e-02, -1.2257e-01, 2.5096e-02, -1.9583e-02,
-1.5729e-01, -3.9560e-02, 6.8923e-02, 3.3685e-02, 6.7095e-02,
-7.6726e-02, 1.0578e-01, 5.5452e-02, -2.3043e-02, 2.7725e-03,
6.8562e-02, -1.2118e-01, 1.0597e-01, 2.6208e-02, -3.8202e-02,
-2.4521e-02, 8.4360e-02, -1.1168e-01, 1.5557e-02, 6.1798e-03,
-4.3235e-02, 6.5090e-02, 6.1957e-02, -4.2039e-02, 1.0231e-02,
5.4807e-02, 1.0454e-01, 1.3866e-02, 1.6286e-02, 6.8891e-02,
-1.4945e-02, -5.3927e-02, 1.2225e-01, 1.4827e-01, 4.7903e-03,
5.0003e-02, -4.8182e-02, 8.1343e-02, 2.7953e-02, 3.9801e-03,
-2.1833e-01, -8.1092e-02, 1.6704e-01, 1.2587e-02, 1.5634e-01,
-9.4437e-02, 9.9214e-02, -2.1648e-01, -2.0514e-02, 1.3837e-01,
-2.7377e-02, -6.8929e-02, -3.6125e-02, 4.2438e-02, -2.3627e-02,
-1.1087e-01, -9.4174e-02, 6.7582e-03, 1.2707e-01, 3.2947e-02,
5.0904e-02, 1.9019e-02, -5.6992e-02, -1.5947e-01, -7.2307e-02,
-5.5962e-02, -4.7151e-02, -2.3906e-03, -1.1405e-03, -1.9529e-01,
1.3105e-02, -6.6849e-02, 3.3060e-02, 1.9919e-02, 2.6843e-02,
-5.2136e-02, 2.8243e-02, -1.9262e-01, 1.5011e-02, 1.6194e-02,
1.1644e-02, -1.6169e-02, 3.6318e-02, 8.8769e-02, 1.5840e-01,
-5.1178e-02, -1.2414e-01, -4.3709e-02, -4.3171e-02, 1.6433e-01,
1.8390e-01, 4.4241e-02, 5.4711e-02, 8.2269e-03, -1.5386e-01,
-2.7183e-02, 9.4042e-02, -9.2610e-02, -1.0653e-01, 1.1848e-02,
-8.1485e-05, -5.8031e-03, 3.7839e-03, 8.4449e-02, 9.7331e-02,
2.9037e-02, -9.5138e-02, 2.9259e-02, -1.0106e-01, 1.5446e-01,
-5.3304e-02, 7.0139e-02, 1.4230e-01, -4.7037e-02, 5.9766e-03,
-9.1616e-02, -2.5874e-02, -2.0924e-02, -5.2071e-02, -1.1937e-01,
1.0003e-01, -7.6014e-02, -1.0254e-01, -4.5538e-02, 9.7213e-02,
7.8420e-02, -4.5121e-02, 1.5353e-02, 6.8144e-03, -7.2932e-02,
8.1291e-02, -1.4224e-02, -1.8367e-02, 1.0255e-01, 1.0500e-01,
-6.1484e-02, 6.6759e-02, -1.1221e-02, -1.3604e-01, -3.1869e-02,
3.8659e-03, -5.7786e-02, 5.1072e-02, -4.6755e-02, 7.3999e-02,
5.7270e-02, 1.4044e-01, -1.3982e-03, -2.8086e-02, 2.7452e-02,
2.6055e-03, -1.4233e-01, -2.8517e-01, 6.8587e-03, 1.9156e-02,
-1.8036e-01, 7.2204e-02, 1.4772e-01, -1.2465e-01, 6.1984e-02,
1.8465e-01, 4.8951e-02, 1.3709e-02, 8.2580e-02, -4.7130e-02,
5.4682e-02, -3.3805e-02, -2.7653e-03, 4.6568e-02, -2.0629e-03,
-1.3561e-01, -6.7602e-02, 7.8094e-02, 1.3774e-02, 2.4682e-02,
-1.3820e-02, -3.1109e-02, -1.3035e-01, 2.0936e-02, 1.1160e-01,
-5.0008e-02, 9.5810e-02, -2.3962e-02, -3.4814e-03, -1.4036e-01,
1.3890e-02, 1.1826e-02, -5.9324e-02, -2.8016e-02, -1.0134e-01,
1.9504e-02, 1.5687e-01, -3.5043e-02, -5.7390e-02, 1.7993e-04,
-1.9086e-01, -3.3830e-03, -2.9468e-02, -3.2658e-02, 7.4173e-02,
5.9954e-02, -4.0613e-02, 2.8001e-02, 4.2281e-02, -1.3444e-01,
6.4150e-02, -8.2479e-02, -1.4489e-01, -8.5325e-02, -5.6398e-02,
-2.7681e-02, 2.1557e-02, 1.2242e-01, 5.3513e-02, 1.3227e-01,
1.2900e-01, -9.2696e-02, -8.2685e-02, -5.1977e-02, -9.2678e-02,
-1.1513e-02, -4.2199e-02, -5.0651e-02, -5.3994e-02, -4.0646e-02,
-1.0621e-01, 9.2936e-04, -4.4609e-03, 6.2639e-02, 3.5090e-03,
-2.8341e-02, 1.0284e-01, -5.1256e-02, 5.6874e-02, -5.4181e-02,
-1.2370e-01, -5.5925e-02, -1.5176e-02, -1.2551e-02, 4.8035e-02,
7.7612e-02, -7.8872e-03, -1.0862e-01, -3.4336e-02, -7.0263e-02,
4.1360e-02, 8.0241e-02, -3.5787e-02, -4.1244e-02, -2.3293e-02,
-2.1068e-02, -2.5909e-02, 6.7310e-02, 1.0110e-02, -5.0686e-02,
2.3892e-02, -1.7412e-03, -6.8816e-02, 1.0066e-01, 3.0262e-02,
5.9543e-02, 1.0145e-01, -7.7289e-02, -1.7153e-01, -2.6924e-02,
3.7494e-03, 3.2187e-02, -2.9889e-02, -1.1981e-01, 4.7941e-02,
5.7428e-02, 1.3367e-01, 2.7494e-01, 2.4424e-02, -3.0747e-02,
1.5426e-02, 4.9832e-02, -1.0777e-02, -1.2390e-01, -5.5816e-02,
1.1322e-01, 6.1934e-02, -2.5382e-02, 8.4517e-02, -2.3171e-02,
2.4597e-02, 1.6045e-01, 6.4002e-02, 1.0322e-01, -1.1847e-01,
6.2787e-04, -2.7306e-02, 6.3571e-02, 1.1550e-02, 3.6083e-02,
-4.1793e-02, -1.1864e-01, -5.8790e-03, 1.0537e-01, 2.6967e-02,
1.1829e-02, -6.2945e-03, -4.0577e-03, 1.1370e-01, -5.8847e-02,
-1.5481e-02, 4.6079e-02, -1.3797e-01, -2.3985e-02, 1.5694e-02,
-6.3569e-02, -1.7283e-02, -3.7746e-02, 1.5892e-02, -1.5131e-02,
7.5508e-02, 2.3152e-03, 3.6471e-02, -7.4552e-02, -4.9575e-02,
-8.3329e-02, -1.3138e-02, 1.8310e-02, 3.0822e-02, 1.6337e-02,
-3.3834e-03, -3.3483e-02, 7.8279e-02, 5.8034e-02, -3.7772e-02,
8.3937e-02, -6.5540e-02, 6.4112e-03, -2.7929e-02, -3.8618e-04,
-9.4923e-03, -3.7810e-02, -3.5150e-02, -4.0509e-02, 6.2007e-02,
-3.0247e-02, 1.1788e-01, -3.4549e-02, -1.1719e-01, -1.7245e-02,
-4.2512e-02, -4.6879e-02, -8.0223e-02, 6.6278e-02, -3.7523e-02,
-5.1665e-02, 1.9773e-04, 3.7550e-02, 2.5236e-02, -5.6953e-02,
-3.7264e-02, 1.2473e-02, -1.1762e-01, 8.9780e-03, 2.9771e-02,
-1.1576e-01, 6.2104e-02, -1.1114e-02, 1.1413e-01, 1.1723e-02,
-1.5083e-02, -1.4435e-01, -1.2062e-02, -7.6590e-02, 4.0271e-02,
-1.3100e-01, -1.2840e-02, -1.3471e-02, 2.5750e-02, -7.5106e-02,
-2.3716e-02, -3.9643e-02, -5.0878e-02, -2.9747e-02, 2.1261e-01,
-7.4732e-02, 2.0848e-02, -1.7867e-02, -2.7466e-02, -9.4526e-03,
9.9926e-03, 4.2329e-02, -5.3791e-02, 1.1345e-01, 7.0944e-02,
-5.9373e-02, -6.2171e-03, -4.4426e-02, -7.2548e-02, -1.3400e-02,
5.8413e-02, 1.9977e-02, 8.6795e-02, -1.1265e-01, -6.1199e-03,
-6.0410e-02, -5.3601e-02, 1.3606e-01, -3.4878e-02, 5.6857e-02,
-7.0771e-02, -6.8765e-02, 1.3284e-02, 2.8724e-02, 2.8688e-02,
5.5305e-02, 5.8696e-02, 4.7243e-02, -4.2298e-02, -3.9293e-02,
1.2638e-01, -8.1667e-03, 7.3212e-02, -5.5480e-02, -1.1684e-01,
3.1500e-02, 1.4284e-02, 7.8698e-02, 2.7669e-02, 5.1544e-02,
-1.1879e-02, -1.6688e-01, 8.5105e-03, -2.0692e-03, -4.5706e-02,
-2.6087e-02, 2.3551e-02, 3.6305e-02, 8.3208e-03, 1.8454e-02,
6.1905e-02, -3.1343e-02, 2.3803e-02, -2.4710e-02, 2.7844e-02,
5.6452e-02, 2.1926e-01, -2.1329e-02, -1.5714e-02, 5.6161e-03,
-3.4795e-03, -2.0670e-02, -4.2465e-02, -1.9929e-02, -3.9519e-03,
8.0370e-02, -7.5970e-02, -3.4559e-01, 7.2320e-02, -1.9763e-02,
2.1071e-02, 1.8247e-02, 6.0506e-02, 7.5220e-02, 5.6605e-03,
1.0610e-01, -5.4293e-02, 5.5954e-03, -3.5580e-02, 8.5880e-02,
-1.4166e-01, 1.3291e-01, 1.0061e-01, -5.4776e-02, 5.2989e-02,
1.6433e-03, 6.7929e-02, -1.9928e-02, 2.2298e-02, 6.7837e-03,
-2.6646e-01, -6.3124e-02, 6.6853e-04, 7.3075e-02, 8.3604e-03,
-2.1361e-02, -9.4575e-02, 1.3528e-01, -5.7765e-02, 6.0425e-02,
-4.6041e-02, 1.0516e-01, 2.8737e-02, 2.8352e-02, -2.3560e-02,
6.8808e-02, -3.2200e-02, 1.1406e-02, -6.2804e-02, -5.7793e-02,
-6.9223e-02, 2.1450e-02, -3.9619e-02, 2.0813e-01, 6.1733e-02,
1.0214e-01, 5.6991e-02, 1.6348e-02, 5.9275e-02, -2.4721e-02,
6.6378e-02, -4.2412e-02, -1.0079e-01, -8.2858e-02, -2.0738e-02,
1.3437e-03, 3.5997e-02, -1.1803e-02, -1.6700e-03, 1.0823e-02,
-9.0749e-02, -5.7938e-02, 2.7442e-02], device='cuda:0')),
('bert.encoder.layer.1.attention.output.LayerNorm.weight',
tensor([0.8923, 0.8895, 0.9182, 0.8763, 0.8490, 0.9365, 0.8447, 0.9528, 0.9503,
0.8179, 0.9296, 0.9149, 0.9315, 0.9174, 0.8908, 0.8097, 0.8792, 0.8634,
0.8731, 0.9222, 0.8480, 0.9341, 0.8892, 0.8799, 0.8472, 0.8613, 0.9199,
0.9159, 0.8724, 0.8917, 0.8944, 0.7729, 0.9229, 0.8198, 0.8754, 0.8629,
0.8101, 0.9190, 0.8492, 0.9002, 0.9190, 0.8847, 0.9014, 0.9207, 0.9290,
0.9321, 0.9001, 0.9238, 0.9568, 0.8701, 0.9528, 0.8469, 0.8886, 0.8995,
0.8280, 0.7747, 0.9074, 0.8884, 0.8190, 0.8516, 0.8973, 0.9321, 0.9544,
0.9132, 0.8308, 0.9257, 0.9005, 0.8681, 0.8275, 0.8671, 0.8933, 0.8504,
0.8659, 0.8662, 0.9215, 0.9282, 0.9104, 0.8879, 0.9291, 0.9044, 0.8745,
0.8581, 0.8925, 0.8691, 0.7933, 0.9210, 0.8358, 0.8715, 0.9231, 0.8892,
0.9183, 0.8622, 0.9275, 0.9112, 0.8790, 0.8959, 0.7409, 0.9288, 0.9174,
0.9571, 0.8398, 0.9442, 0.8171, 0.9617, 0.7766, 0.9555, 0.9350, 0.8547,
0.9109, 0.9009, 0.8449, 0.9044, 0.9339, 0.7453, 0.9096, 0.9741, 0.8974,
0.9159, 0.9062, 0.9274, 0.9322, 0.8842, 0.8811, 0.8701, 0.8486, 0.8265,
0.8772, 0.8770, 0.8767, 0.8682, 0.8963, 0.8421, 0.8948, 0.9123, 0.9145,
0.8627, 1.4599, 0.9090, 0.8290, 0.9169, 0.8363, 0.9118, 0.8737, 1.6973,
0.8770, 0.9003, 0.8954, 0.8888, 0.9015, 0.8927, 0.9368, 0.9280, 0.8955,
0.8775, 0.9107, 0.8812, 0.9011, 0.9179, 0.8882, 0.8940, 1.0087, 0.9147,
0.7537, 0.9011, 0.8652, 0.9219, 1.0496, 0.7471, 0.8273, 0.8706, 0.9009,
0.7492, 0.8341, 0.8741, 0.9110, 0.9625, 0.9437, 0.9984, 0.9244, 0.9072,
0.8824, 0.8830, 0.8349, 0.9906, 0.8867, 0.9267, 0.8581, 0.9098, 0.8857,
0.8777, 0.9298, 0.8577, 0.8853, 0.8974, 0.8975, 0.9308, 0.9073, 0.7686,
0.8822, 0.9377, 0.9246, 0.8536, 0.9186, 0.9588, 0.8832, 0.8949, 0.9008,
0.9298, 0.9033, 0.9248, 0.9078, 0.9385, 0.8623, 0.9192, 0.8642, 0.9421,
0.8522, 0.8498, 0.9005, 0.8526, 0.9031, 0.8629, 0.9158, 1.0291, 0.8723,
0.9154, 0.9165, 0.9196, 0.9069, 0.6427, 0.8572, 0.8941, 0.8997, 0.8648,
0.8810, 0.9035, 0.7533, 0.9313, 0.8376, 0.8950, 0.8799, 0.8560, 0.8625,
0.8812, 0.9254, 0.8599, 0.9096, 0.8557, 0.9461, 0.9488, 0.9187, 0.9054,
1.0120, 0.9586, 0.9747, 0.8849, 0.9118, 0.7130, 0.8871, 0.9121, 0.7937,
0.9209, 0.8810, 0.9090, 0.9216, 0.9117, 0.9089, 0.9238, 0.8265, 0.9000,
0.9180, 0.8901, 0.9359, 0.8961, 0.9842, 0.9155, 0.8779, 0.8957, 0.8886,
0.9024, 0.9597, 0.9015, 0.8220, 0.8202, 0.8908, 0.9434, 0.7931, 0.9442,
0.9167, 0.8659, 0.7896, 0.8797, 0.8596, 0.8506, 0.9159, 0.8149, 0.9450,
0.7173, 0.9354, 0.9440, 0.9280, 0.8781, 0.8501, 0.8797, 0.6709, 0.9296,
0.8387, 0.9411, 0.9506, 0.8808, 0.9238, 0.8890, 0.8997, 0.7687, 0.8600,
0.9165, 0.8912, 0.8393, 0.9514, 0.8493, 0.8920, 0.9149, 0.8849, 0.9483,
0.8653, 0.8838, 1.0404, 0.8889, 0.9461, 0.9315, 1.0203, 0.9027, 0.9220,
0.9063, 0.9460, 0.9029, 0.8995, 0.9488, 0.9089, 0.8359, 0.7384, 0.9244,
0.8584, 0.9243, 0.8904, 0.9199, 0.8942, 0.8937, 0.9057, 0.8817, 0.9114,
0.8528, 0.8419, 0.9092, 0.9258, 0.9176, 0.8802, 0.8997, 0.8884, 0.8239,
0.8601, 0.9252, 0.9109, 0.9238, 0.8791, 0.9126, 0.9158, 1.0183, 0.9062,
0.9749, 0.8928, 0.9219, 0.9177, 0.8911, 0.8682, 0.8637, 0.8598, 0.9007,
0.9289, 0.7377, 0.9069, 0.8974, 0.9064, 1.0058, 0.8768, 0.8346, 0.8527,
0.9081, 0.9329, 0.8174, 0.9317, 0.8357, 0.8887, 0.9096, 0.8860, 0.9035,
0.8631, 0.9695, 0.8948, 0.8459, 0.7896, 0.8476, 0.8807, 0.8900, 0.8814,
0.9094, 0.8721, 0.9396, 0.9264, 0.9566, 0.8804, 0.8355, 0.9552, 0.9371,
0.9194, 0.8885, 0.8726, 1.0081, 0.8896, 0.9154, 0.8963, 0.9562, 0.9192,
0.8591, 0.8813, 0.9183, 0.9455, 0.7342, 0.9087, 0.9555, 0.8833, 0.8925,
0.9096, 0.9453, 0.8501, 0.9757, 0.9266, 0.8813, 0.9106, 0.9034, 0.9391,
0.8391, 0.8847, 0.8060, 0.8511, 0.8951, 0.9081, 0.9230, 0.9155, 0.8483,
0.9372, 0.7360, 0.9029, 0.9100, 0.9123, 1.0247, 0.8399, 0.8671, 0.8420,
0.8671, 0.8527, 0.8887, 0.8738, 0.9114, 0.8451, 0.8418, 0.8886, 0.8604,
0.8959, 0.9019, 0.9110, 0.8841, 0.9423, 0.9084, 0.9376, 0.9076, 0.7500,
0.9523, 0.8792, 0.9620, 0.8581, 0.8724, 0.9290, 0.9289, 0.9169, 0.9148,
0.9710, 0.8320, 0.9741, 0.8421, 0.8555, 0.9395, 0.8951, 0.8726, 0.9010,
0.8548, 0.8415, 0.9236, 0.8551, 0.8786, 0.8902, 0.9123, 0.8309, 0.8825,
0.9126, 1.0208, 0.9382, 0.8713, 0.9394, 0.9070, 0.9617, 0.8796, 0.9380,
0.9061, 0.9158, 0.8463, 0.9015, 0.8709, 0.7798, 0.8982, 0.9214, 0.8058,
0.9135, 0.9425, 0.9116, 0.9529, 0.9553, 0.9409, 0.9269, 0.9339, 0.8952,
0.9402, 0.9206, 0.8339, 0.8813, 0.8792, 0.8216, 0.9273, 0.8731, 0.8996,
0.9202, 0.9227, 0.8429, 0.7947, 0.8593, 0.9100, 0.8758, 0.8671, 0.9041,
0.9234, 0.8581, 0.8688, 0.9422, 0.9172, 0.8079, 0.9170, 0.8492, 2.8170,
0.8901, 0.8777, 0.9171, 0.9255, 0.8160, 0.9186, 0.9322, 0.9140, 0.8687,
0.9158, 0.8591, 0.9697, 0.8633, 0.8746, 0.8648, 0.9008, 0.9178, 0.9211,
0.8690, 0.8559, 0.9426, 0.9013, 0.9164, 0.9210, 0.9200, 0.8878, 0.9069,
0.9203, 0.9258, 0.9316, 0.9005, 0.8475, 0.9378, 0.8328, 0.8705, 0.9038,
0.9153, 0.9552, 0.8851, 0.8894, 0.9347, 0.8630, 0.9133, 0.8682, 0.8148,
0.9438, 0.9682, 0.8941, 0.9048, 0.8802, 0.9169, 0.8903, 0.8761, 0.8586,
0.8922, 1.0746, 0.9475, 0.9114, 0.9344, 0.9580, 0.8982, 0.9136, 0.9085,
0.8199, 0.8720, 0.9316, 0.8703, 0.9950, 0.9123, 0.9102, 0.8945, 0.9735,
0.9042, 0.9364, 0.8500, 0.8853, 0.8656, 0.9502, 0.8975, 0.9273, 0.9188,
0.8745, 0.9492, 0.8711, 0.8868, 0.8733, 0.8687, 0.8315, 0.9540, 0.9502,
0.9166, 0.8851, 0.8413, 0.9366, 0.8412, 0.8040, 0.8695, 0.8997, 0.9225,
0.8777, 0.8834, 0.9344, 0.9088, 0.8640, 0.8705, 0.9096, 0.8924, 0.8860,
0.9487, 0.7123, 0.8017, 0.8984, 0.9400, 0.8454, 0.8723, 0.9440, 0.9413,
0.8878, 0.8978, 0.8976, 0.9315, 0.9254, 0.9321, 0.8661, 0.9007, 0.9189,
0.9370, 0.8990, 0.8717, 0.9177, 0.8706, 0.9145, 0.9416, 0.7645, 0.9366,
0.9241, 0.9638, 0.8914, 0.9198, 0.9604, 0.8472, 0.9339, 0.8496, 0.8479,
0.8125, 0.9164, 0.9363, 0.9444, 0.9098, 0.9456, 0.8749, 0.9242, 0.8818,
0.9099, 0.9231, 0.8760, 0.9626, 0.8872, 0.8872, 0.8062, 0.8861, 0.9345,
0.9104, 0.9191, 0.9400, 0.8448, 0.9166, 0.7457, 0.9611, 0.8616, 0.9028,
0.9073, 0.9229, 0.8735, 0.9380, 0.9234, 0.8797, 0.9374, 0.9236, 0.8486,
0.8722, 0.9086, 0.9629, 0.8708, 0.7147, 0.8834, 0.8827, 0.8564, 0.8903,
0.8990, 0.8908, 0.8044, 0.8703, 0.9090, 0.8714, 0.8991, 0.9087, 0.8543,
0.8024, 0.8878, 0.9257, 0.8918, 0.9021, 0.9100, 0.9310, 0.8806, 0.9442,
0.8918, 0.9534, 0.8812], device='cuda:0')),
('bert.encoder.layer.1.attention.output.LayerNorm.bias',
tensor([ 9.0386e-03, 1.9616e-01, -1.1034e-01, 7.1691e-03, -1.7983e-01,
3.8101e-01, -2.9281e-01, 5.2726e-01, 2.6527e-01, -6.8845e-02,
1.6152e-01, 3.6339e-03, 4.2549e-02, -1.8047e-01, -3.0064e-02,
3.5700e-01, -9.4425e-02, -3.5079e-02, -3.0970e-03, -1.1373e-01,
4.1687e-02, 3.6933e-02, -6.8222e-02, 9.1149e-02, -2.3945e-02,
2.2593e-01, -1.4255e-01, 1.3894e-01, 8.7238e-02, 1.1704e-01,
8.9184e-02, -2.9209e-01, -1.7110e-01, -1.4245e-01, 8.0772e-02,
1.8247e-02, -5.7165e-02, -7.6820e-03, 1.2493e-01, 1.6052e-01,
-1.5778e-01, -3.0708e-02, -5.7998e-03, 5.4427e-02, -1.2454e-01,
-2.9885e-02, 2.0533e-01, -2.4353e-01, 1.6997e-01, -4.7145e-02,
1.6344e-01, 1.1127e-02, 6.6687e-02, -4.6104e-02, -7.0211e-02,
-2.8204e-01, -3.3442e-02, 1.9384e-02, -6.7932e-02, -3.0050e-02,
-5.8441e-02, 1.0119e-01, 2.2212e-01, -2.1415e-01, 2.0096e-03,
-4.8982e-02, 4.5122e-02, 1.1538e-02, 2.0907e-01, 1.0758e-01,
-1.8033e-01, 5.1320e-02, 4.5774e-03, 9.3143e-02, -6.4989e-02,
-1.3023e-01, 1.4925e-01, -7.5345e-02, -3.4639e-02, 1.8465e-01,
-5.4361e-03, -4.8757e-02, -6.3351e-02, 2.3764e-01, -1.7635e-01,
2.5014e-01, -1.2777e-01, -1.1329e-01, 4.3840e-02, 7.4944e-02,
-1.8327e-01, -7.1577e-02, -2.5119e-01, 2.5953e-01, -1.9442e-01,
2.8056e-01, -2.4225e-01, -2.6465e-01, 1.5532e-01, 4.1510e-01,
-1.6818e-01, -1.0969e-01, 1.3158e-01, 1.4912e-01, 5.8199e-02,
1.9058e-01, 3.5795e-03, 2.0109e-02, -7.6186e-02, -5.3470e-03,
6.9597e-02, -5.0877e-02, 3.5872e-02, -3.5574e-01, -1.9024e-02,
2.8596e-01, 4.9423e-02, 1.7603e-01, -6.0201e-04, 1.2217e-01,
8.4132e-02, -7.3815e-02, -6.0563e-02, -1.4480e-02, -1.3896e-01,
-1.3295e-01, -9.7966e-02, -8.0514e-02, 2.2622e-02, 1.6324e-01,
-9.6332e-02, 1.1330e-01, -1.9678e-01, 9.3840e-02, 5.4659e-02,
1.1407e-02, 3.3374e-01, 2.4643e-02, -3.4587e-02, 1.0247e-02,
-5.0473e-01, 3.6170e-02, -1.1255e-01, -2.1077e+00, -3.7073e-02,
-2.1828e-01, 1.3413e-01, 6.2126e-02, -1.1063e-01, -2.3422e-01,
-3.7792e-01, 1.2669e-01, -5.1337e-02, -8.4342e-02, 1.2517e-01,
5.7302e-03, -1.1061e-01, -1.0680e-01, -7.3397e-02, -5.0232e-02,
2.8356e-01, -2.6775e-02, -1.0049e-01, -7.7590e-02, 4.4433e-02,
-2.2915e-01, 5.8715e-01, 4.5550e-02, -1.0530e-01, -3.2496e-02,
-7.5928e-02, -4.1149e-02, 1.4345e-01, -4.5121e-02, 3.5215e-01,
3.0043e-01, 2.3488e-01, -6.0129e-01, -2.2664e-02, -3.3171e-02,
-3.6958e-01, 6.6435e-03, -1.9234e-01, -4.2226e-01, -4.8819e-02,
-5.9476e-02, -1.8976e-01, -1.4176e-01, 8.2765e-02, 4.2226e-02,
2.3428e-01, 2.5046e-01, 1.5128e-01, 9.5083e-02, -1.4955e-01,
-2.1176e-01, -7.1786e-02, -1.9273e-01, -1.0480e-01, 7.3611e-02,
1.7796e-01, 2.9081e-01, -4.3784e-02, 2.6720e-01, 1.4112e-01,
1.1629e-01, -5.2998e-02, -1.0403e-01, -1.0515e-01, -2.9595e-01,
-9.5434e-02, -1.8284e-02, -1.3914e-02, -1.0826e-01, -1.1445e-01,
-1.2585e-01, 9.0006e-02, 1.0345e-01, 1.2296e-02, 1.3405e-02,
-4.8080e-02, -5.7307e-02, 7.5972e-02, -5.9393e-01, 2.3199e-02,
9.1656e-02, 1.1436e-01, 3.6867e-02, 2.4447e-01, -4.6359e-01,
-1.1003e-01, -3.0387e-02, 8.3991e-02, -4.6743e-02, -2.4857e-01,
-1.6549e-01, 3.1605e-02, -2.4023e-02, -4.1952e-02, -1.5909e-02,
-1.8470e-01, -9.0569e-02, -2.9291e-02, -2.2233e-02, -2.6235e-01,
-2.0124e-01, 2.0913e-02, -2.6073e-01, 4.0720e-02, 1.1611e-01,
-3.2181e-02, 7.6678e-02, 2.1255e-01, 1.2052e-01, 2.3899e-01,
1.3809e-01, -2.3907e-01, -1.2914e-01, -1.7571e-01, -1.6440e-01,
-1.1423e-01, -3.4159e-01, 1.0372e-01, 1.8621e-01, -7.3455e-02,
1.1946e-01, -1.0345e-01, -7.8036e-02, 1.2082e-01, -3.0623e-02,
-3.2775e-02, -1.2007e-01, 8.0221e-02, 4.4130e-02, 2.4450e-01,
4.1862e-02, -1.1946e-01, -2.1645e-01, 1.3180e-01, -1.2315e-01,
-8.8415e-03, -1.5461e-01, -8.0195e-02, 6.7513e-01, -9.8147e-02,
2.2327e-01, 1.0730e-01, -2.4493e-01, 1.9482e-01, 5.9226e-02,
-4.1374e-02, -2.0507e-01, -8.0310e-02, -9.9736e-02, -1.2542e-01,
-1.5288e-01, -2.9037e-01, -2.5050e-01, -1.1186e-01, 3.7231e-01,
1.8712e-01, -9.5551e-02, -7.4184e-02, 3.6976e-03, -1.4512e-01,
-1.9287e-01, 1.8161e-02, 2.1253e-01, 1.6433e-01, -4.7068e-02,
4.8780e-01, -1.4331e-01, -7.4400e-02, 6.8247e-02, -4.1991e-02,
-1.7315e-02, -1.4662e-01, -9.8272e-02, -3.3985e-01, 1.7851e-02,
-2.0126e-01, -9.1284e-02, -2.2078e-03, -3.8886e-02, -2.7318e-01,
-9.2001e-02, 5.1900e-01, 1.4806e-01, 1.4380e-01, 2.4816e-01,
-5.4842e-01, -9.1329e-02, -1.0228e-01, 1.3498e-02, 1.4701e-01,
-7.9156e-02, 7.6611e-02, 1.5236e-01, -1.9752e-01, -3.2389e-02,
9.1348e-02, 6.0700e-02, -7.0238e-02, -1.6238e-01, -3.1445e-02,
-6.3743e-03, -2.0015e-02, -1.2854e-01, -4.9927e-02, -1.2273e-01,
8.6776e-04, 2.5256e-02, -1.4964e-01, 8.1989e-02, -2.3152e-03,
-1.9689e-01, -8.6270e-02, 6.0825e-02, -4.4136e-02, -6.5297e-02,
-3.4930e-02, -1.3077e-01, 2.5208e-01, -4.9329e-02, -1.2231e-01,
1.8665e-01, -7.4741e-02, 3.2345e-01, -1.7703e-01, 4.1555e-01,
1.2191e-01, -2.4469e-01, -5.9584e-02, 1.5725e-01, 9.2416e-02,
-7.9430e-02, 7.6041e-02, 5.2957e-02, 3.0369e-01, -1.7413e-01,
1.5618e-01, -5.8803e-02, -5.2946e-02, 3.2497e-01, -2.4079e-01,
-2.3965e-01, 1.5745e-01, -3.1527e-03, 1.5048e-01, -7.3279e-02,
1.0879e-01, -9.3219e-03, 1.1716e-01, 8.0677e-02, 4.1489e-02,
-1.2849e-01, -6.6963e-02, 2.2106e-01, -6.7370e-02, -2.4436e-01,
-1.5308e-01, 2.2976e-01, 2.6217e-02, 4.3827e-03, -1.5087e-01,
1.4262e-01, 1.1085e-01, -2.9629e-01, -2.6354e-01, -1.0030e-01,
-1.5776e-01, -2.4673e-02, 2.9865e-01, 3.7230e-02, 9.4929e-02,
-7.6909e-02, 2.5008e-01, 2.9222e-01, -2.4488e-01, 1.7555e-02,
-1.6391e-02, -3.9148e-03, -2.2279e-01, -1.2333e-01, 1.1256e-02,
-2.0324e-01, -3.9197e-01, -2.4939e-01, -2.4239e-01, 1.8774e-01,
-3.5540e-02, -1.2364e-02, -3.1782e-01, -6.0355e-02, -4.6071e-01,
2.6766e-01, 3.7317e-01, 2.1367e-01, -1.9009e-01, 4.9618e-02,
1.8948e-01, 5.1103e-02, -6.3137e-02, -8.5388e-02, -1.4994e-02,
-3.1109e-01, 7.2012e-02, 8.9562e-02, 5.3922e-02, 3.3570e-03,
2.8978e-01, 9.6644e-02, -4.0596e-02, 5.4381e-03, -1.2744e-01,
-5.4142e-01, 2.5179e-02, -2.1588e-02, -1.3043e-01, -5.2588e-02,
-3.3669e-03, 9.8475e-03, -1.1676e-01, 1.1460e-01, -8.1797e-02,
-1.1088e-01, -2.8198e-02, 2.9577e-02, 8.5006e-02, 8.1362e-02,
3.4527e-02, 1.8643e-01, 3.4292e-02, 2.7428e-01, -1.9686e-01,
1.0626e-01, 6.4095e-03, 2.3691e-01, 1.1543e-01, -1.8058e-01,
-1.5183e-02, -1.1183e-01, -1.3799e-01, 1.2754e-01, 9.3838e-02,
-1.9908e-01, 1.8055e-01, -5.0608e-02, 1.2607e-01, 1.1467e-03,
-5.8853e-02, -1.5915e-01, 4.3572e-03, 9.9782e-03, 2.5911e-02,
2.7221e-02, 1.4880e-03, 5.1089e-02, -1.8338e-01, 9.2246e-02,
-7.3548e-02, 1.0462e-01, 6.7054e-03, 5.4159e-02, -1.8493e-01,
3.0653e-01, -7.3358e-02, -9.7664e-02, -3.0712e-01, -1.7217e-01,
-4.7891e-01, 2.1824e-03, 2.8668e-01, 1.5674e-01, -4.5066e-02,
-1.8254e-02, 2.8812e-02, 2.7313e-02, 2.9784e-01, 4.2756e-02,
1.2570e-01, -6.0131e-03, 1.2851e-01, -2.0925e-01, -1.7305e-01,
-2.8417e-02, 1.9754e-01, -2.8910e-02, -1.5361e-02, -1.2107e-01,
-6.6765e-02, 7.6228e-02, -3.3739e-01, -5.5580e-03, -2.2320e-02,
-9.8026e-02, -7.9914e-02, 2.7213e-01, -1.5407e-01, 7.6822e-02,
-1.6888e-01, 1.5243e-01, 5.5926e-02, 1.0952e-01, 5.8445e-02,
4.6580e-02, 9.1719e-02, -2.4886e-01, 2.1496e-01, 1.4043e-01,
9.5472e-02, -2.9720e-02, -8.8042e-02, 1.8018e-01, -7.2486e-02,
-1.6947e-02, -1.8055e-01, -2.9655e+00, -8.6997e-02, 3.4641e-02,
-1.1396e-01, 1.3970e-01, -3.2572e-01, -1.2277e-01, 1.6158e-01,
-5.4060e-02, 3.0214e-02, -1.6841e-02, -2.2260e-01, 2.3729e-01,
-7.7722e-02, -7.2025e-02, 7.2389e-03, 4.2849e-02, -7.1959e-03,
-8.2526e-02, -1.5922e-02, -6.8293e-02, 2.6650e-01, 3.5545e-02,
2.2887e-01, 1.7456e-01, 1.8555e-01, 1.0284e-02, 2.7594e-02,
-4.7155e-02, 2.2732e-01, 1.0517e-01, -9.6862e-03, 3.9496e-02,
-7.3743e-02, -7.3341e-02, -1.1607e-01, -2.9062e-01, -3.6504e-02,
-1.0356e-01, -1.2220e-01, -1.7156e-01, -1.6837e-01, -2.7045e-02,
-1.7694e-01, -1.7158e-01, -1.4559e-01, -3.5539e-01, 1.2303e-01,
-6.2914e-02, -5.7662e-02, 1.6869e-01, 1.5251e-01, -1.4187e-02,
4.3077e-02, 1.1989e-01, -2.0127e-01, -5.9696e-01, 2.1313e-01,
8.6130e-03, 1.4986e-01, -4.3941e-02, -8.0466e-02, -3.7081e-02,
-3.8674e-02, -2.4380e-02, 3.8953e-02, 1.1666e-01, 3.8233e-02,
-3.1675e-01, -5.9991e-02, -8.7737e-02, 8.1991e-02, 4.6693e-01,
-7.2689e-02, 7.5101e-02, 5.6129e-02, -8.4894e-02, 1.4240e-01,
4.2935e-01, -4.5706e-02, 1.5596e-01, -2.6454e-01, -1.4924e-01,
-1.1070e-01, -2.0078e-01, -5.0206e-03, -1.1645e-01, -1.1256e-02,
4.7296e-02, -7.8961e-01, 1.9293e-01, -8.8979e-02, 4.7435e-02,
3.7257e-02, -7.3477e-02, -3.3520e-03, -1.0499e-01, -1.5398e-01,
9.1226e-02, -3.8344e-02, 8.3712e-02, 1.5586e-01, 3.2449e-02,
1.8433e-01, 6.8544e-03, -1.2951e-01, -1.8092e-01, 9.8462e-02,
-8.3092e-02, 2.1509e-01, -3.6819e-02, -3.5336e-02, 1.7952e-01,
-1.2179e-02, 8.4441e-02, 1.2881e-01, 7.6918e-02, 2.7912e-01,
4.0086e-02, -4.5019e-02, -1.5804e-01, -5.3271e-02, -6.8154e-02,
2.1567e-01, -2.0023e-03, 1.6916e-01, -1.0030e-03, 7.5045e-02,
2.7834e-02, -8.5273e-02, 2.6718e-02, -8.6795e-02, -1.0226e-01,
1.1472e-01, 3.6609e-02, -3.4864e-01, -1.3234e-01, 2.1238e-01,
2.1933e-02, -6.8055e-02, -2.1183e-01, -5.3482e-02, -4.4882e-02,
1.6491e-01, 1.0812e-01, 2.4831e-01, 3.0015e-01, -1.4062e-01,
8.9237e-04, -8.1296e-03, -2.4120e-01, 9.6606e-03, -3.6455e-02,
-1.4877e-02, -2.0506e-02, -1.0270e-01, 7.1713e-02, 1.5791e-02,
2.5420e-01, -1.4095e-01, -1.0583e-01, 7.3754e-02, 4.5693e-02,
1.2066e-01, 2.4428e-01, 1.1864e-01, 4.8925e-02, -2.6255e-02,
-2.3214e-01, 1.7690e-01, 1.5329e-02, 9.1630e-02, 1.3999e-01,
-2.8020e-01, 6.5459e-02, 6.8580e-02, 2.2459e-01, -5.0812e-03,
-6.6308e-02, 2.3627e-01, -1.6950e-01, 2.4270e-02, 3.2272e-02,
-2.1389e-01, -5.5952e-02, 1.3139e-01, 1.2703e-01, 7.3155e-02,
-9.0623e-02, 1.9604e-02, -8.3482e-02, -1.6552e-01, 3.0225e-01,
-1.6167e-02, 1.3408e-01, 5.0028e-03, -1.8815e-01, -5.3657e-02,
3.9298e-02, 3.4665e-03, -9.7119e-02, 4.9478e-02, 2.9140e-01,
-2.2704e-01, 8.8244e-02, 3.7986e-02, -7.8438e-02, 1.2309e-01,
-1.3193e-01, 5.8197e-02, 4.5535e-02], device='cuda:0')),
('bert.encoder.layer.1.intermediate.dense.weight',
tensor([[ 0.0240, 0.0701, 0.0300, ..., -0.0638, 0.0260, 0.0346],
[ 0.0540, -0.0533, -0.0120, ..., -0.0249, 0.0988, -0.0215],
[ 0.0416, -0.0209, -0.0301, ..., 0.0275, -0.0435, -0.0251],
...,
[ 0.0646, 0.0233, 0.0448, ..., -0.0156, -0.0460, 0.0039],
[-0.0202, -0.0385, 0.0848, ..., -0.0410, -0.0150, -0.0297],
[ 0.0155, 0.0128, 0.0888, ..., -0.0231, 0.0232, 0.0895]],
device='cuda:0')),
('bert.encoder.layer.1.intermediate.dense.bias',
tensor([-0.0937, -0.1290, -0.1190, ..., -0.1144, -0.1090, -0.1468],
device='cuda:0')),
('bert.encoder.layer.1.output.dense.weight',
tensor([[-0.0379, -0.0122, 0.0250, ..., 0.0185, 0.0498, -0.0406],
[ 0.0996, 0.0013, 0.0206, ..., 0.0101, -0.0167, 0.0667],
[ 0.0580, -0.0337, -0.0754, ..., -0.0189, 0.0380, 0.0425],
...,
[-0.0396, -0.0190, 0.0293, ..., -0.0396, -0.0411, 0.0023],
[ 0.0270, 0.0254, -0.0327, ..., -0.0653, 0.0608, -0.0848],
[ 0.0431, 0.0414, -0.0493, ..., -0.0677, -0.0010, -0.0160]],
device='cuda:0')),
('bert.encoder.layer.1.output.dense.bias',
tensor([-1.1359e-02, -5.5395e-03, 3.5073e-02, 8.9595e-02, -5.4909e-03,
6.9771e-02, -1.0075e-02, -1.6843e-02, -4.7833e-03, -5.6152e-02,
7.0002e-02, 8.0947e-02, -5.0547e-02, -7.3080e-02, -1.9172e-02,
2.1385e-01, -1.2005e-02, 2.4639e-03, 4.8048e-02, 3.3513e-03,
2.1023e-02, 1.1920e-01, -5.3646e-02, 2.9994e-03, -2.2309e-01,
-1.1000e-01, -1.0272e-01, -2.0829e-02, 9.6260e-02, 5.5422e-02,
1.5873e-02, 5.5028e-02, 6.2641e-02, -3.2041e-01, 1.2316e-02,
-2.7390e-02, -1.6359e-01, -2.0548e-02, -1.5525e-01, 1.1075e-01,
-1.5500e-03, -4.7191e-02, -5.7041e-02, 2.3524e-02, -2.0749e-02,
-1.9335e-02, 1.6762e-02, -5.1133e-02, 2.3583e-02, 1.1168e-02,
-1.6724e-02, 4.1438e-02, 3.8217e-02, -5.7088e-02, -6.4137e-02,
-1.7492e-01, 6.2873e-02, 6.6073e-03, 2.3588e-02, -6.1193e-02,
-4.2581e-02, 5.2557e-02, 3.7760e-02, 2.6514e-02, -1.2147e-01,
8.4351e-02, 2.7529e-02, 1.7646e-02, 4.7147e-02, -1.7567e-01,
-1.5370e-02, -5.7903e-02, -6.8594e-02, 6.6799e-05, -6.1930e-02,
2.8738e-02, 2.3789e-02, -1.3651e-02, -4.4173e-02, -1.4405e-02,
3.5665e-02, -4.1326e-03, 2.0019e-03, 1.0504e-02, 1.8201e-01,
-9.9581e-02, 4.8204e-02, -1.0488e-01, 4.4180e-02, -5.7979e-02,
-6.6419e-02, -8.6545e-02, -7.1104e-02, 7.6902e-02, -2.2509e-02,
1.3126e-01, -1.0543e-01, 1.9872e-02, 1.3813e-01, 3.3276e-02,
4.2543e-02, 1.0071e-02, 9.4178e-02, 8.9474e-03, -4.0046e-02,
4.5500e-02, 1.2805e-01, -2.9144e-02, -2.9839e-02, 7.0719e-02,
5.6359e-02, -4.6615e-02, 6.9550e-02, 1.4837e-01, 5.2686e-02,
7.3925e-03, -7.6691e-02, -5.9939e-02, 6.8575e-02, 2.5140e-02,
1.3748e-05, 4.3883e-02, -4.7060e-02, -7.6201e-04, -1.7049e-01,
-1.0034e-02, -1.8951e-02, -4.8383e-02, -6.2307e-02, 3.7532e-02,
1.0544e-01, 2.9945e-03, 2.0084e-02, 5.8596e-03, 5.1028e-02,
2.5314e-02, -2.8644e-02, 5.6751e-02, -9.0490e-02, 7.7574e-02,
-2.1241e-01, -5.4046e-02, -9.1691e-02, -9.3837e-01, -4.9752e-02,
2.5397e-03, 6.7586e-02, -6.8188e-02, 2.1906e-02, 7.6720e-02,
-7.1552e-02, -9.6628e-02, -1.1719e-01, 3.4187e-02, -2.9155e-02,
1.4276e-02, 6.6417e-02, -4.4710e-02, 6.4584e-03, 5.8427e-02,
1.5225e-02, -4.5108e-02, -1.2475e-01, -1.1866e-03, 5.2814e-02,
4.7571e-02, 5.5520e-02, -5.4328e-02, -1.6234e-01, -2.0461e-02,
5.0392e-02, -2.6463e-02, 2.6268e-02, 5.2527e-02, -6.7309e-03,
1.2191e-02, 1.0664e-01, -1.2325e-01, -9.7286e-03, 8.2077e-02,
-1.4867e-01, 2.6693e-02, 2.4793e-02, -9.2351e-02, 1.4103e-01,
1.0418e-02, -2.1310e-03, -1.1128e-01, 7.4875e-02, -3.0697e-02,
3.9250e-02, -1.1614e-01, 6.5206e-02, 1.6586e-02, 1.2358e-01,
-3.1133e-02, -1.4062e-02, 1.8437e-01, -6.0495e-03, 1.3537e-02,
2.3656e-02, 1.1528e-01, 8.6856e-02, 5.2755e-02, 1.6925e-02,
-2.8269e-02, 1.5418e-02, -2.7698e-02, 1.6574e-03, -5.9572e-02,
-3.4439e-02, -1.0424e-01, 4.2162e-02, 3.0160e-02, 5.5506e-02,
-1.5523e-02, -8.0994e-02, 2.6690e-02, -1.2814e-02, 1.0779e-01,
5.9714e-02, 5.2462e-02, 1.6485e-02, -1.0228e-03, -2.0266e-02,
1.7687e-02, -1.3029e-01, -2.8888e-02, 1.0855e-01, 7.1486e-02,
-4.5003e-02, 4.8548e-02, 1.0362e-03, 3.5309e-02, -3.2828e-03,
-9.8329e-02, -2.2752e-01, -5.1741e-02, -1.7963e-01, 1.3383e-01,
-4.6570e-02, 5.7143e-02, 1.5791e-02, 6.3311e-02, -8.0994e-02,
-1.1648e-02, 3.8865e-02, -6.7783e-02, -4.4524e-02, 1.9518e-02,
-9.4417e-02, -1.9238e-02, -4.8401e-02, 1.8454e-02, 1.7538e-02,
-2.0362e-02, -4.3709e-03, 1.4494e-01, 2.7890e-02, -2.5665e-02,
-4.3321e-02, -1.2497e-01, -3.2038e-02, -8.3033e-04, -3.1770e-02,
-2.6544e-02, -1.4207e-01, -7.6899e-03, -1.5528e-01, -7.8273e-03,
-6.8197e-02, 3.2035e-02, 1.1309e-01, -4.5509e-02, 6.7272e-02,
5.9401e-02, 1.2383e-01, -9.4882e-02, 1.3187e-01, 5.8981e-02,
2.3948e-02, 3.4064e-02, -6.4156e-02, 1.2009e-01, -7.6432e-02,
5.9931e-03, 1.0975e-01, 4.3593e-02, 5.9416e-02, -1.6914e-02,
-7.0888e-02, -3.1495e-02, 8.0562e-02, 9.8302e-02, -2.1226e-02,
-1.3552e-01, -8.6125e-02, -7.7559e-02, 5.4739e-02, -3.8896e-02,
-9.9065e-03, -4.1313e-02, 4.1455e-02, 6.2391e-03, 4.9002e-02,
-8.4885e-02, -1.9402e-02, -6.3032e-03, -3.9357e-03, 2.7782e-02,
2.3266e-01, 1.0679e-01, -4.5271e-02, -1.8078e-01, -9.8855e-02,
4.4521e-02, -5.4435e-02, -8.0262e-02, 1.9159e-02, -4.3969e-02,
-7.4780e-02, 5.5590e-02, -1.5014e-02, 6.3726e-02, -6.5576e-02,
-5.1272e-02, 9.6193e-03, 1.3795e-02, 1.3020e-01, 7.9531e-02,
-8.5002e-02, 1.3304e-02, 6.2543e-02, -9.7710e-03, 1.1386e-01,
-7.6811e-03, -5.1739e-02, 7.8567e-02, -4.5975e-02, -4.4336e-02,
2.2233e-01, 6.7949e-02, -1.2426e-01, 5.6351e-02, -1.0419e-01,
-2.3079e-02, 5.8804e-02, -3.1946e-02, -9.1989e-02, 7.9700e-02,
-6.7242e-02, -7.8822e-02, -5.2061e-03, 3.7747e-02, 6.0621e-02,
-6.1215e-02, 5.5209e-02, 2.6938e-02, 1.2831e-02, -5.6375e-02,
6.4804e-02, -1.2100e-01, 2.7336e-02, -8.1551e-03, -2.1973e-02,
3.1330e-02, -4.1231e-02, 3.7656e-02, 2.1076e-02, 6.4885e-02,
-9.6213e-02, -4.6588e-02, -4.3558e-02, 1.4278e-02, -4.5799e-03,
-9.2052e-03, -2.8982e-02, 1.9104e-02, -1.9871e-02, 1.6971e-02,
1.5264e-01, -3.4194e-02, 6.1103e-02, 3.5087e-02, -2.9280e-03,
1.7223e-01, 1.3292e-01, -1.0090e-02, -7.9663e-02, -2.3753e-05,
3.5829e-02, -3.4120e-02, 9.3861e-02, -3.2820e-03, -3.6470e-03,
-3.1744e-03, -2.0356e-02, 3.9541e-02, -1.1633e-01, 1.3202e-02,
-2.2353e-02, 5.7948e-02, 1.8450e-02, -1.2487e-02, -9.3656e-02,
-4.6484e-02, 6.7309e-02, -5.7180e-02, -1.0288e-01, -9.2946e-02,
2.2341e-02, 4.6720e-02, -2.5163e-02, 1.9387e-03, 2.8490e-02,
6.0586e-02, -2.7966e-02, -1.9339e-03, 5.9397e-02, 5.9257e-02,
-1.7269e-01, 9.0415e-03, 7.0642e-02, 7.0623e-04, 4.6102e-02,
3.2637e-02, -1.0584e-02, -7.3207e-02, -9.1767e-02, -3.7979e-02,
1.4529e-02, 8.4539e-02, 9.7487e-02, 8.5786e-02, -5.5517e-02,
2.6216e-02, 3.6921e-04, -2.6066e-02, 4.9787e-02, 4.0863e-02,
5.9830e-02, -4.3623e-02, -1.5978e-01, -7.5662e-02, -3.3522e-02,
-1.6021e-02, -8.2656e-03, 5.2590e-02, -3.6866e-02, 4.6413e-02,
1.6868e-01, 4.0098e-02, 2.4486e-03, 2.5843e-02, -3.0183e-02,
-7.0603e-02, 1.3452e-01, -4.7069e-02, -6.5341e-02, -3.8731e-02,
4.1138e-02, 1.7970e-02, 2.0343e-02, 8.8767e-02, 1.2128e-02,
1.1266e-01, -8.1025e-02, -6.1683e-02, -4.5799e-02, 4.1019e-03,
-2.2292e-02, 1.3989e-03, -1.3369e-02, 9.0504e-02, -7.8885e-02,
1.3858e-02, -1.4494e-01, -9.0271e-02, 4.5347e-02, 3.4036e-02,
-3.3759e-02, 5.9049e-02, 2.0673e-02, -2.3483e-02, -9.5338e-03,
-1.0123e-01, 5.0251e-02, 5.3445e-02, 4.7633e-02, -4.7958e-02,
2.3844e-03, -1.8249e-02, -4.0581e-02, 4.7434e-02, 9.1327e-03,
-7.2314e-02, -7.8166e-02, -1.0534e-01, -2.4289e-02, 6.6596e-02,
-1.4339e-01, -1.7313e-02, -4.9431e-02, -4.9709e-02, -9.9863e-02,
9.5966e-02, -4.3177e-02, 1.6776e-02, -5.9549e-02, 4.7815e-02,
-4.1606e-02, 3.2310e-02, 1.5062e-02, 5.0363e-02, -1.6167e-02,
1.2421e-01, 2.6073e-02, -5.3832e-02, 5.5854e-02, 7.4600e-02,
-6.9847e-02, 1.4860e-02, 1.8028e-01, 1.8911e-03, -1.3722e-02,
-4.7575e-03, 8.8776e-02, 1.5039e-02, -2.4430e-02, -1.8028e-03,
2.6769e-02, 1.3600e-02, -6.4563e-02, -1.1142e-01, -7.0235e-02,
-7.6416e-02, 2.4143e-02, 4.3024e-02, 4.1891e-02, -8.0949e-02,
2.0639e-02, 3.7601e-02, 5.9755e-02, 3.6753e-02, 5.4509e-02,
1.6494e-02, 3.7689e-02, 5.6145e-02, -1.0464e-02, 1.9662e-03,
1.2204e-01, 2.1575e-02, -1.6974e-02, 2.1750e-02, -1.7098e-01,
5.5466e-02, -1.4265e-01, -3.5654e-01, -7.5973e-02, 7.7772e-02,
7.8697e-02, -2.1015e-02, -6.3057e-02, -1.2878e-02, 1.8480e-02,
-2.0661e-02, -1.1874e-01, -2.1088e-02, -7.0761e-03, -2.3637e-03,
-1.7773e-01, 6.2449e-02, -8.7603e-02, -1.2613e-02, -1.7105e-02,
-3.8393e-02, 1.1167e-02, 1.0283e-02, -1.6025e-02, -6.1982e-02,
9.1222e-02, 3.9115e-02, -1.5432e-02, -2.6699e-02, 2.3715e-02,
3.1157e-02, -5.2166e-02, 3.8610e-02, 5.9561e-02, 3.8203e-02,
-2.6506e-02, 1.6448e-01, 6.6304e-03, -9.0465e-02, 4.9172e-02,
2.8585e-02, -3.9956e-02, 3.6590e-02, 3.7250e-02, -3.7440e-02,
-3.9160e-02, -5.9085e-02, -1.4933e-02, 6.2372e-02, -1.9057e-02,
-2.3642e-02, 5.6571e-02, -2.6830e-02, -1.6455e-03, 3.0902e-02,
-3.8164e-02, 3.4950e-02, -5.5951e-02, -3.0065e-02, 3.4501e-02,
-8.4104e-02, 3.3349e-02, 8.5844e-03, -4.3809e-02, 7.8296e-02,
-5.7982e-02, -1.9359e-02, 6.8461e-02, 6.9973e-02, -2.1022e-02,
-7.5933e-02, 4.5386e-02, -2.8641e-02, -5.6786e-02, 1.9764e-01,
-1.8407e-01, 3.6836e-02, -8.4068e-02, -7.4545e-03, -2.5803e-02,
1.1517e-01, 9.4192e-02, 2.0403e-02, 1.7554e-02, -6.0840e-02,
-1.6529e-02, -3.1074e-04, 1.0117e-01, 1.1117e-03, -4.6908e-02,
-7.4795e-02, 1.4665e-01, -1.8803e-03, -1.0934e-01, -1.2292e-01,
3.4689e-02, 1.0037e-01, 1.9077e-02, 1.0558e-01, 3.4009e-02,
1.1250e-01, -3.0755e-02, 1.4144e-02, 2.3945e-02, -4.9596e-02,
4.3120e-02, 6.3376e-02, -2.5750e-02, 8.9581e-02, 2.2309e-02,
3.2980e-02, 2.1027e-02, 1.6157e-01, -4.5724e-02, 4.9965e-02,
-3.0281e-03, 2.3840e-01, -3.9837e-02, 3.1481e-03, 4.2338e-04,
-7.1258e-03, -2.3907e-02, -4.2802e-03, 2.0157e-02, 3.1775e-02,
5.2519e-02, -1.4332e-01, 6.8166e-02, -5.1023e-03, 5.5330e-02,
4.4899e-02, -8.5575e-02, -5.7468e-03, 2.0745e-02, 3.8870e-02,
1.4416e-02, 2.8776e-02, -3.3336e-02, -4.3638e-03, -7.3592e-02,
-5.1363e-02, -1.7133e-02, 1.1606e-02, -1.3621e-02, -1.6610e-02,
1.5873e-01, -4.1087e-02, 4.2981e-02, 8.8474e-03, 1.7365e-02,
-4.4284e-03, -5.0088e-02, -9.5858e-02, -2.9102e-02, -4.4790e-02,
3.6962e-02, -5.1960e-02, -6.9279e-02, -6.9720e-02, 2.5881e-02,
1.0944e-01, 5.0324e-02, 9.1123e-02, 7.0851e-02, 5.6269e-03,
-1.2657e-02, -2.5856e-02, -6.1390e-02, -1.2770e-01, 5.9883e-02,
-1.4941e-01, -4.9990e-02, 7.9280e-02, 4.3470e-02, 8.4379e-03,
-5.3312e-02, 6.3784e-02, 5.0260e-02, -3.9023e-02, -1.0410e-01,
1.0536e-02, 9.5894e-02, -2.0691e-03, 8.5552e-02, 6.3082e-02,
-4.9086e-02, -1.4071e-01, 1.1402e-01, -5.0899e-02, 8.9821e-03,
-5.5170e-03, 7.1211e-02, 2.1903e-03, -1.0773e-01, 1.3478e-01,
-1.1153e-02, -6.6141e-02, -4.2329e-04, 1.1251e-01, 2.3208e-02,
4.2895e-02, 7.6044e-02, -5.3730e-02, -2.5345e-02, 2.4289e-02,
-2.7256e-02, -2.2660e-02, 3.6846e-02, -2.2241e-03, 1.1206e-02,
3.3878e-02, 3.8584e-02, 7.9627e-02], device='cuda:0')),
('bert.encoder.layer.1.output.LayerNorm.weight',
tensor([0.8880, 0.8748, 0.8675, 0.8524, 0.8079, 0.8362, 0.7168, 0.6711, 0.8746,
0.7827, 0.8815, 0.8862, 0.9493, 0.9058, 0.9129, 0.6766, 0.8630, 0.8805,
0.8741, 0.9017, 0.7551, 0.9122, 0.8864, 0.8576, 0.8575, 0.8626, 0.8763,
0.8274, 0.8656, 0.9039, 0.8624, 0.7345, 0.8990, 0.8203, 0.8855, 0.8620,
0.7925, 0.9068, 0.7697, 0.8448, 0.9062, 0.8763, 0.9108, 0.8880, 0.9030,
0.9003, 0.8671, 0.8739, 0.9038, 0.8497, 0.8880, 0.8260, 0.8206, 0.8875,
0.8108, 0.6791, 0.8530, 0.8519, 0.8268, 0.8119, 0.8721, 0.9197, 0.9025,
0.8815, 0.8176, 0.9302, 0.8745, 0.8640, 0.6971, 0.8278, 0.8881, 0.8836,
0.8674, 0.8505, 0.8966, 0.9107, 0.8775, 0.8645, 0.9267, 0.8595, 0.8694,
0.8168, 0.8936, 0.8492, 0.6920, 0.8847, 0.8173, 0.8829, 0.9063, 0.8557,
0.8366, 0.8783, 0.8631, 0.8472, 0.8482, 0.8358, 0.7364, 0.8552, 0.8928,
0.8172, 0.8579, 0.9277, 0.7986, 0.9170, 0.7343, 0.9058, 0.9074, 0.8211,
0.9158, 0.8979, 0.8573, 0.8370, 0.9250, 0.6599, 0.8445, 0.8875, 0.8854,
0.8882, 0.9193, 0.9162, 0.8759, 0.8825, 0.8993, 0.8175, 0.8241, 0.8353,
0.8960, 0.8591, 0.8799, 0.8612, 0.8968, 0.8295, 0.8496, 0.8929, 0.8879,
0.8749, 0.7416, 0.8937, 0.7895, 0.9064, 0.6722, 0.9227, 0.8654, 0.1308,
0.8591, 0.8615, 0.8673, 0.8740, 0.8783, 0.8608, 0.8381, 0.8685, 0.9033,
0.8863, 0.8499, 0.8984, 0.9055, 0.8865, 0.8830, 0.8806, 0.9100, 0.8964,
0.7777, 0.8848, 0.8283, 0.8683, 0.7276, 0.6940, 0.8463, 0.8786, 0.9022,
0.7597, 0.8213, 0.8649, 0.7905, 0.8693, 0.8851, 0.7353, 0.8998, 0.8852,
0.8561, 0.8574, 0.8427, 0.8583, 0.9097, 0.9063, 0.8382, 0.8805, 0.8681,
0.8967, 0.8434, 0.7089, 0.8590, 0.8850, 0.8615, 0.9006, 0.9200, 0.7217,
0.8789, 0.9004, 0.8909, 0.7386, 0.9011, 0.8393, 0.8413, 0.8652, 0.9041,
0.9414, 0.9195, 0.8374, 0.8992, 0.9077, 0.8254, 0.8954, 0.8746, 0.8944,
0.8499, 0.8559, 0.8739, 0.8778, 0.9018, 0.8620, 0.9176, 0.8115, 0.8791,
0.8880, 0.9049, 0.9100, 0.8251, 0.6391, 0.8380, 0.9108, 0.8562, 0.8352,
0.8614, 0.8831, 0.8485, 0.8960, 0.8783, 0.9308, 0.8701, 0.8482, 0.8184,
0.8607, 0.8773, 0.8181, 0.9041, 0.8338, 0.9272, 0.9251, 0.8938, 0.8930,
0.9454, 0.9121, 0.9048, 0.9183, 0.9031, 0.7385, 0.8718, 0.8627, 0.7272,
0.8644, 0.8734, 0.8611, 0.8786, 0.8716, 0.8946, 0.9435, 0.7788, 0.8753,
0.8938, 0.9114, 0.9314, 0.8582, 0.8958, 0.9241, 0.8791, 0.8707, 0.8479,
0.9152, 0.9211, 0.9053, 0.8245, 0.4611, 0.8852, 0.9009, 0.7849, 0.8828,
0.8622, 0.8416, 0.7654, 0.8316, 0.8428, 0.8349, 0.8682, 0.8097, 0.8230,
0.7326, 0.9138, 0.8372, 0.8914, 0.8726, 0.8496, 0.8584, 0.6269, 0.8909,
0.8364, 0.8913, 0.8627, 0.8764, 0.7642, 0.8685, 0.8654, 0.7266, 0.8510,
0.9171, 0.8595, 0.8165, 0.8912, 0.8376, 0.8222, 0.8729, 0.8535, 0.9305,
0.8146, 0.8074, 0.8170, 0.8388, 0.9145, 0.8663, 0.8549, 0.8765, 0.9290,
0.8921, 0.9091, 0.9137, 0.8876, 0.8738, 0.8894, 0.8084, 0.7394, 0.9094,
0.8894, 0.9056, 0.8735, 0.9302, 0.8959, 0.8837, 0.8791, 0.8598, 0.8874,
0.8592, 0.8125, 0.8654, 0.9271, 0.8501, 0.8665, 0.8894, 0.8743, 0.7809,
0.8866, 0.9014, 0.8431, 0.9116, 0.8749, 0.8231, 0.9026, 0.8950, 0.9239,
0.7709, 0.8867, 0.8993, 0.8955, 0.8988, 0.8599, 0.8569, 0.8504, 0.9009,
0.8719, 0.7477, 0.8362, 0.8992, 0.9106, 0.8414, 0.8123, 0.7971, 0.7989,
0.8979, 0.8586, 0.7763, 0.9046, 0.8099, 0.8874, 0.9053, 0.8717, 0.8834,
0.8304, 0.8827, 0.8734, 0.8022, 0.8151, 0.8178, 0.8125, 0.8572, 0.8818,
0.8847, 0.8724, 0.8225, 0.9072, 0.9415, 0.8349, 0.8534, 0.8716, 0.9283,
0.8781, 0.8464, 0.8188, 0.8326, 0.8515, 0.8618, 0.8815, 0.9315, 0.8780,
0.8304, 0.8585, 0.8780, 0.8214, 0.5918, 0.8681, 0.8808, 0.8807, 0.9204,
0.8180, 0.9126, 0.6593, 0.8956, 0.8349, 0.8466, 0.8843, 0.8952, 0.9038,
0.8151, 0.8443, 0.8326, 0.8854, 0.8188, 0.8882, 0.8920, 0.9024, 0.8383,
0.8542, 0.8614, 0.8825, 0.8973, 0.8620, 0.8153, 0.8395, 0.8323, 0.8615,
0.8790, 0.8690, 0.8743, 0.8695, 0.8890, 0.8421, 0.8230, 0.8719, 0.8398,
0.8773, 0.8642, 0.9230, 0.8425, 0.9307, 0.8429, 0.8861, 0.8809, 0.8137,
0.9019, 0.7783, 0.9385, 0.8433, 0.8751, 0.8864, 0.8793, 0.8919, 0.8422,
0.9205, 0.8215, 0.9495, 0.8172, 0.8224, 0.9131, 0.8928, 0.8234, 0.9008,
0.8476, 0.8754, 0.9238, 0.8642, 0.8904, 0.8805, 0.9224, 0.8699, 0.8890,
0.8793, 0.8641, 0.9229, 0.8686, 0.8466, 0.8746, 0.8087, 0.8967, 0.8499,
0.8769, 0.9142, 0.8245, 0.9109, 0.8683, 0.6994, 0.9269, 0.9124, 0.7740,
0.8721, 0.9024, 0.9005, 0.9175, 0.8839, 0.9308, 0.8585, 0.8994, 0.8762,
0.8976, 0.8289, 0.8563, 0.8595, 0.8398, 0.8247, 0.8545, 0.8592, 0.8523,
0.8622, 0.9089, 0.7672, 0.8201, 0.8329, 0.9309, 0.8592, 0.8233, 0.8605,
0.8851, 0.8422, 0.8475, 0.9032, 0.8533, 0.8150, 0.8171, 0.8363, 0.4089,
0.8703, 0.8696, 0.9085, 0.9291, 0.7960, 0.9011, 0.8927, 0.9180, 0.8759,
0.8826, 0.8309, 0.8959, 0.8420, 0.8462, 0.8698, 0.8619, 0.9044, 0.9109,
0.8644, 0.8797, 0.8524, 0.8980, 0.8641, 0.9002, 0.8815, 0.8690, 0.8964,
0.8898, 0.8239, 0.8919, 0.8371, 0.8188, 0.9150, 0.7834, 0.8262, 0.8356,
0.8744, 0.9237, 0.8242, 0.8590, 0.8964, 0.8839, 0.9024, 0.8642, 0.8542,
0.8699, 0.8605, 0.8988, 0.8712, 0.8413, 0.8674, 0.8594, 0.8795, 0.7986,
0.8440, 0.6866, 0.8983, 0.8971, 0.9215, 0.9393, 0.9004, 0.8878, 0.8615,
0.8273, 0.8528, 0.9324, 0.8541, 0.8639, 0.8956, 0.8484, 0.8108, 0.7790,
0.8932, 0.8740, 0.8452, 0.8867, 0.8296, 0.8143, 0.9167, 0.8868, 0.8781,
0.8618, 0.9089, 0.8447, 0.8584, 0.8925, 0.8604, 0.8435, 0.6653, 0.8861,
0.9013, 0.8528, 0.8010, 0.9391, 0.8687, 0.7150, 0.8490, 0.8569, 0.9174,
0.8487, 0.8125, 0.9032, 0.8743, 0.8516, 0.8706, 0.8686, 0.8189, 0.9034,
0.9292, 0.7401, 0.7701, 0.8745, 0.9276, 0.8685, 0.8526, 0.9212, 0.8633,
0.8194, 0.8827, 0.8773, 0.9207, 0.8680, 0.8986, 0.8586, 0.8655, 0.9125,
0.9024, 0.8600, 0.8682, 0.9211, 0.8780, 0.9116, 0.8979, 0.7345, 0.8538,
0.8904, 0.8963, 0.9130, 0.8758, 0.9161, 0.8498, 0.9233, 0.8228, 0.7716,
0.7917, 0.8244, 0.8667, 0.9236, 0.8798, 0.8992, 0.8742, 0.8993, 0.8744,
0.9092, 0.8981, 0.8674, 0.9217, 0.7756, 0.8657, 0.8002, 0.8947, 0.9161,
0.8824, 0.8282, 0.9161, 0.8571, 0.9227, 0.7211, 0.9123, 0.8368, 0.8866,
0.8886, 0.8686, 0.8562, 0.9053, 0.8885, 0.8675, 0.9156, 0.8969, 0.8280,
0.8707, 0.9094, 0.8981, 0.8715, 0.6931, 0.8395, 0.8827, 0.8311, 0.8478,
0.8959, 0.8694, 0.6643, 0.8595, 0.8964, 0.8776, 0.8575, 0.9063, 0.8718,
0.8209, 0.8584, 0.8836, 0.8779, 0.8290, 0.8878, 0.9177, 0.9082, 0.9268,
0.8616, 0.9141, 0.8656], device='cuda:0')),
('bert.encoder.layer.1.output.LayerNorm.bias',
tensor([-1.2810e-02, -1.4242e-01, 3.9883e-02, 2.2612e-02, 8.5113e-02,
-2.0273e-01, 1.4454e-01, -3.6407e-01, -1.4455e-01, -1.3412e-02,
-6.3545e-02, -1.8624e-02, -6.0504e-02, 4.0854e-02, -3.0040e-02,
-1.3937e-01, 2.4868e-02, -4.6048e-02, -2.4605e-02, 3.7762e-02,
-6.7058e-02, -3.5790e-02, 1.2315e-02, -6.4140e-02, -3.2265e-02,
-1.4956e-01, 5.2364e-02, -8.1926e-02, -4.6190e-02, -5.1273e-02,
-1.0615e-01, 1.3486e-01, 7.2088e-02, 2.7045e-03, -9.0829e-02,
-5.2824e-02, -4.1775e-02, -4.4661e-02, -1.7318e-01, -9.6925e-02,
2.7243e-02, 1.8316e-02, -2.5423e-02, -7.8886e-02, 5.4906e-02,
-2.6464e-02, -1.7326e-01, 8.5638e-02, -1.2480e-01, -2.6959e-02,
-1.4237e-01, -4.4551e-02, -7.0575e-02, -4.5531e-02, 3.4477e-02,
6.0054e-02, 4.6712e-03, -2.9399e-02, -1.4873e-02, -5.4275e-02,
2.7841e-03, -5.7049e-02, -9.9676e-02, 9.8486e-02, -1.2232e-01,
3.7844e-03, -2.8617e-02, 8.2990e-03, -9.9684e-02, -9.2630e-02,
3.7180e-02, -1.1481e-01, -5.0128e-02, -8.1342e-02, 2.6423e-02,
3.4660e-02, -1.0456e-01, -1.2262e-02, -1.5127e-02, -1.4184e-01,
1.0946e-02, -3.0093e-02, -2.1748e-03, -1.3524e-01, 1.5130e-01,
-1.4626e-01, 8.0335e-02, -2.5753e-03, -4.4362e-02, -1.0605e-01,
7.6979e-02, 2.1464e-03, 1.1516e-01, -1.4361e-01, 8.1100e-02,
-1.5054e-01, 1.8627e-02, 1.4304e-01, -8.9413e-02, -2.4575e-01,
5.0151e-02, 3.2854e-02, -1.0713e-01, -1.2821e-01, -7.4829e-02,
-1.7600e-01, -3.4377e-02, -8.5541e-02, -1.9087e-02, -3.5104e-02,
-6.4341e-02, -3.0871e-02, 7.6716e-03, 1.8249e-01, -2.0011e-03,
-1.7165e-01, -6.1794e-02, -1.4480e-01, -4.0760e-02, -7.4386e-02,
-7.1213e-02, 6.8171e-02, -5.1025e-03, 2.7281e-02, -1.3910e-02,
4.9275e-03, 3.9952e-02, 6.0909e-03, -5.9522e-02, -7.9919e-02,
3.3153e-02, -1.0643e-01, 7.8434e-02, -6.4589e-02, -7.2865e-02,
-3.0903e-02, 8.7277e-02, -6.2341e-02, 3.2515e-02, -1.9604e-02,
9.6869e-02, -8.6918e-02, 4.2765e-03, 8.8255e-01, -4.3130e-03,
9.7361e-02, -9.5357e-02, -9.2664e-02, -5.6305e-03, 6.0253e-02,
1.6104e-01, -1.4990e-01, -2.3428e-02, 3.8054e-03, -1.2367e-01,
-5.2933e-02, 3.6706e-02, 4.5779e-02, -2.0749e-02, -1.8896e-02,
-1.7304e-01, -4.5235e-02, -4.1606e-02, 8.3925e-03, -4.5705e-02,
6.6572e-02, -3.8128e-01, -7.6902e-02, 2.7665e-02, 2.3970e-02,
2.1298e-02, -9.2917e-02, -3.4524e-02, 5.9385e-03, -1.8882e-01,
-2.4239e-01, -1.8373e-01, 2.1765e-01, -3.2971e-02, 8.3509e-03,
1.3707e-01, -5.2385e-02, 7.1102e-02, 1.6712e-01, -2.3342e-02,
-1.3530e-02, 5.8430e-02, 3.6882e-02, -8.4764e-02, -3.3379e-02,
-1.4108e-01, -2.1168e-01, -9.9304e-02, -7.4412e-02, 6.3192e-02,
7.8763e-02, 6.3179e-03, 1.4138e-01, 8.5985e-02, -8.0149e-02,
-1.4990e-01, -1.5502e-01, -3.2377e-02, -1.9169e-01, -1.6307e-01,
-1.1345e-01, 4.2663e-03, 1.3265e-03, 4.4183e-02, 1.3882e-01,
3.7867e-02, -1.8834e-02, -5.3339e-02, 3.8667e-02, 6.3579e-02,
1.1227e-02, -6.4701e-02, -1.1725e-01, -2.8472e-02, -1.1552e-02,
-6.8382e-03, 1.5145e-04, -5.5930e-02, 2.2447e-01, -4.7182e-02,
-4.3722e-02, -1.2545e-01, -8.8873e-02, -1.6084e-01, 2.5678e-01,
4.9017e-02, -2.8029e-02, -1.1943e-01, -2.5569e-02, 7.9196e-02,
2.1070e-02, -8.6793e-02, -1.9011e-02, -4.7046e-02, -1.8965e-02,
1.7485e-02, 4.0519e-02, 4.9810e-03, 1.1393e-02, 8.6741e-02,
7.5715e-02, -5.7180e-02, 7.2450e-02, -5.2079e-02, -2.8374e-02,
-4.3384e-02, -8.4761e-02, -1.5531e-01, -7.0785e-02, -1.5530e-01,
-1.0695e-01, 5.1115e-02, 6.0189e-02, 9.6454e-02, 7.3505e-02,
-2.4927e-02, 1.2870e-01, -1.2104e-01, -1.4923e-01, -4.3784e-02,
-1.0458e-01, -2.0253e-02, 9.8295e-03, -1.4013e-01, -1.4500e-02,
-4.3102e-02, 3.7937e-03, -5.7385e-02, -1.0749e-01, -1.7072e-01,
-6.7739e-02, 5.3430e-02, 4.2540e-02, -9.9401e-02, 1.4656e-02,
-3.3625e-02, 4.7417e-02, 1.6704e-02, -1.3985e-01, -7.1179e-03,
-1.6829e-01, -5.4357e-02, 5.3638e-02, -1.4411e-01, -8.7499e-02,
-2.9655e-02, 8.4519e-02, 7.8588e-02, 2.2774e-02, 4.0986e-02,
2.2157e-02, 1.3375e-01, 4.1960e-02, 2.5828e-02, -2.0364e-01,
-8.5067e-02, -2.3344e-02, 2.3739e-02, -4.4205e-03, 5.6011e-02,
6.4804e-02, -2.4623e-02, -1.4331e-01, -1.6247e-01, 3.3125e-02,
-2.2628e-01, 7.0375e-02, 3.5265e-02, -9.5163e-02, -4.4403e-02,
-1.1982e-02, 6.5109e-02, -1.9214e-02, 9.7750e-02, -4.4507e-02,
7.4097e-02, -2.2897e-03, -2.9960e-02, -4.6420e-02, 1.3053e-01,
-3.8825e-02, -2.7452e-01, -1.3119e-01, -1.0670e-01, -1.3793e-01,
1.7417e-01, 6.2816e-02, 2.3385e-03, -5.1619e-02, -7.4885e-02,
-2.1836e-02, -5.1427e-02, -1.3770e-01, 8.9337e-02, 2.2199e-03,
-1.5849e-02, -4.2080e-02, -2.3475e-02, 5.0023e-02, -3.2357e-02,
-5.2003e-02, -3.9636e-02, 3.3017e-02, -3.1598e-02, 3.2729e-02,
-8.3843e-03, -5.1924e-02, 8.6753e-02, -8.0135e-02, -4.2781e-02,
3.5776e-02, 1.5666e-03, -8.0933e-02, -1.5181e-02, 7.4171e-03,
1.6765e-02, 3.9377e-02, -1.1761e-01, 2.7564e-03, 2.3953e-02,
-1.3275e-01, -9.1132e-04, -1.7242e-01, 7.1550e-02, -2.2991e-01,
-1.3619e-01, 6.7806e-02, -2.4193e-02, -1.2017e-01, -7.7648e-02,
2.3259e-02, -5.7140e-02, -7.2533e-02, -1.9544e-01, 1.2634e-02,
-9.2034e-02, -2.4600e-02, -1.5007e-02, -2.3604e-01, 1.0171e-01,
1.0107e-01, -8.9338e-02, 1.1394e-02, -8.9214e-02, -2.4865e-02,
-7.3953e-02, -4.8396e-02, -9.3995e-02, -6.3051e-02, -8.7822e-02,
2.4951e-02, 1.7024e-02, -1.8355e-01, -5.8138e-02, 1.0204e-01,
4.5768e-02, -1.7767e-01, -5.8209e-02, -6.2038e-02, 7.6529e-02,
-1.2684e-01, -9.5702e-02, 1.0899e-01, 6.9772e-02, 1.7895e-02,
6.1326e-02, -6.5304e-03, -1.2413e-01, -7.6577e-02, -1.2096e-01,
1.6246e-02, -1.5841e-01, -1.2731e-01, 1.1358e-01, -4.6730e-02,
-8.3575e-02, -7.1193e-02, 9.9952e-02, 3.8501e-02, -3.7011e-02,
6.1821e-02, 2.0789e-01, 1.1568e-01, 1.0055e-01, -1.5003e-01,
-4.1647e-02, -1.5802e-02, 1.6696e-01, -4.2985e-02, 1.5793e-01,
-1.9241e-01, -2.4406e-01, -1.5431e-01, 4.1491e-02, -7.5718e-02,
-1.2861e-01, -7.2734e-02, -2.6495e-02, -1.5498e-02, -6.3875e-03,
9.9733e-02, -8.2301e-02, -8.9219e-02, -5.7780e-02, -8.6738e-03,
-1.8796e-01, -7.7686e-02, 4.1849e-04, -4.8929e-02, -1.0828e-02,
1.6615e-01, -4.4351e-02, -2.1253e-02, -7.3116e-03, 1.3282e-02,
-1.6752e-02, -5.1289e-02, 7.1854e-03, -6.6968e-02, 8.6308e-03,
1.7848e-02, -5.6269e-02, -9.6984e-02, -1.0777e-01, -8.6289e-02,
4.6161e-03, -1.3846e-01, -6.5288e-02, -1.3847e-01, 3.6717e-02,
-7.9314e-02, -5.3997e-02, -1.5696e-01, -7.5360e-02, 2.8638e-02,
-9.5043e-03, 3.1221e-02, 2.0109e-02, -1.0677e-01, -1.0932e-01,
6.0800e-02, -1.1822e-01, 7.3808e-03, -8.5117e-02, -4.0378e-02,
1.5362e-02, 2.9756e-02, -5.0832e-02, -5.7492e-02, -5.3981e-02,
-8.4221e-02, -4.4148e-02, -6.7323e-02, 5.1983e-02, -6.6546e-02,
-1.9006e-02, -8.8629e-02, -5.0288e-02, -8.6009e-02, 4.5092e-02,
-2.3562e-01, -4.6009e-02, 7.2662e-02, 1.2944e-01, 2.4191e-02,
1.2091e-01, -1.4257e-02, -1.4939e-01, -1.1415e-01, -1.0003e-02,
3.4368e-02, -3.4069e-02, -6.6266e-02, -1.5771e-01, -6.1083e-02,
-8.7693e-02, -2.7137e-02, -4.9396e-02, 6.3760e-02, 5.2872e-02,
-1.6306e-02, -1.0379e-01, -4.3268e-04, -1.4201e-02, 2.1759e-02,
-1.9039e-02, -8.7048e-02, 1.0289e-01, -2.4659e-02, -2.6777e-02,
-1.4361e-02, -3.0330e-03, -2.1248e-01, 3.8913e-02, -1.2032e-01,
7.4633e-02, -1.0317e-01, -3.2053e-02, -6.6016e-02, -4.1868e-02,
-5.3810e-02, -9.8184e-02, 9.6609e-02, -9.9060e-02, -9.5296e-02,
-3.0168e-02, -6.1301e-03, -9.0425e-03, -1.0347e-01, -4.8988e-02,
2.1335e-04, 7.4471e-02, -1.0008e+00, -1.1122e-02, -2.7678e-02,
3.5527e-02, -8.0182e-02, 1.1093e-01, 5.0132e-02, -1.0391e-01,
-5.5629e-03, -5.3432e-02, -3.7158e-02, 7.4658e-02, -1.7770e-01,
-3.3804e-03, -9.3790e-03, -5.0582e-02, -5.7641e-02, -9.4829e-02,
2.7113e-03, -2.4877e-03, -1.0868e-02, -1.3671e-01, -4.5307e-02,
-1.3892e-01, -1.3103e-01, -1.0507e-01, -4.7927e-02, -6.1335e-02,
-7.5711e-03, -2.3005e-01, -1.4083e-01, 1.0542e-02, -2.5530e-02,
1.0283e-02, 4.7916e-02, 1.2993e-02, 1.3924e-01, 2.3479e-03,
2.3015e-02, 8.8450e-03, 4.5531e-02, 7.7109e-02, 4.6057e-04,
4.6994e-02, 4.9834e-02, 1.1040e-02, 1.5841e-01, -1.1400e-01,
-1.5966e-02, 1.4614e-02, -1.6183e-01, -1.1173e-01, -4.0632e-02,
-7.5224e-02, -1.2206e-01, 7.1454e-02, 2.9254e-01, -1.3336e-01,
-4.0626e-02, -1.1364e-01, 1.3049e-02, 1.6365e-02, -4.2277e-02,
-9.1222e-03, -4.2327e-02, -4.7125e-02, -6.4237e-02, -8.8534e-02,
1.6917e-01, 1.4804e-02, -1.2738e-02, -5.3240e-02, -2.3408e-01,
-4.8063e-02, -7.2164e-02, -8.7185e-02, -1.1907e-02, -1.2336e-01,
-2.6700e-01, -5.0039e-02, -1.1252e-01, 1.1469e-01, 5.5028e-02,
5.0366e-02, 9.0703e-02, -2.2670e-02, -2.7654e-03, -3.3113e-02,
-6.5703e-02, 4.4981e-01, -1.0927e-01, -2.3326e-02, -1.0134e-01,
-2.8965e-02, -7.7737e-03, -2.0456e-02, -1.9581e-03, 7.8448e-02,
-6.4383e-02, -5.3681e-02, -7.8464e-02, -1.2437e-01, -4.9610e-02,
-1.1072e-01, -1.3407e-02, 6.4862e-02, 7.4934e-02, -7.8135e-02,
-6.2517e-03, -1.0518e-01, 6.8185e-02, -1.8365e-02, -1.3073e-01,
-2.1019e-02, -3.6358e-02, -1.3921e-01, -4.6694e-02, -1.8538e-01,
-4.1339e-02, -1.1650e-02, 1.1195e-02, 1.0150e-02, 1.1321e-02,
-1.7027e-01, -7.0697e-02, -1.3229e-01, -5.7807e-02, -5.9820e-02,
-4.4751e-02, -5.1606e-03, -6.1460e-02, 3.1830e-03, 1.9897e-02,
-9.8434e-02, -2.1833e-02, 2.0487e-01, 4.0122e-02, -1.8511e-01,
-5.3292e-02, 3.0057e-02, 2.8926e-02, 1.7337e-02, -3.3269e-02,
-8.9764e-02, -8.5661e-02, -9.5272e-02, -1.9022e-01, 6.4799e-02,
-4.2256e-02, -3.0179e-02, 9.2837e-02, -1.0697e-02, -1.5166e-02,
1.1200e-03, -3.4785e-02, 3.1234e-02, -6.9538e-02, -3.7018e-02,
-1.0214e-01, 4.2112e-02, 6.7329e-02, -8.0314e-02, -7.5070e-02,
-9.1925e-02, -1.3509e-01, -9.3455e-02, -8.1765e-02, -1.5040e-02,
6.4138e-02, -1.0035e-01, -6.4870e-02, -8.1623e-02, -8.4510e-02,
8.6833e-02, -5.2326e-02, -5.4529e-02, -1.0599e-01, -4.8072e-02,
2.5905e-02, -1.5655e-01, 5.4119e-02, -1.7274e-02, -7.7817e-02,
5.8927e-02, -7.0083e-03, -4.3466e-02, -1.2618e-01, -6.2757e-02,
-1.1678e-02, -3.5007e-02, -3.1770e-02, 2.3330e-02, -1.6406e-01,
1.6316e-02, -9.3432e-02, -5.0466e-02, 1.3668e-01, -1.9099e-02,
-1.7589e-02, -2.3481e-02, -8.1089e-03, -3.1195e-02, -1.8904e-01,
1.1429e-01, -6.4360e-02, -3.5243e-02, 5.3774e-04, -5.0019e-02,
-1.2070e-02, -4.4302e-02, -8.6560e-02], device='cuda:0')),
('bert.encoder.layer.2.attention.self.query.weight',
tensor([[-0.0113, -0.0478, -0.0740, ..., -0.0335, 0.0419, 0.0048],
[ 0.0672, -0.0149, 0.0117, ..., -0.0062, -0.0196, 0.0123],
[ 0.0581, -0.0105, 0.0193, ..., -0.0782, -0.0034, -0.1323],
...,
[-0.0046, 0.0075, 0.0177, ..., -0.0419, -0.0045, -0.0561],
[-0.0405, 0.0461, -0.0351, ..., -0.0503, 0.0510, -0.0359],
[ 0.0369, -0.0168, -0.0567, ..., 0.0122, 0.0379, 0.0435]],
device='cuda:0')),
('bert.encoder.layer.2.attention.self.query.bias',
tensor([ 3.2338e-02, 1.5796e-02, -1.3354e-02, -4.9545e-04, -8.2876e-03,
-4.9594e-03, -3.5997e-03, 2.1050e-02, -1.3028e-02, -2.7567e-02,
-4.3812e-02, -3.1343e-02, 1.9862e-02, -7.2496e-02, -2.2697e-03,
1.2900e-03, 2.3323e-03, -3.1303e-02, -2.2085e-02, 5.2240e-03,
1.8752e-01, -2.1556e-02, -3.2241e-02, 5.9513e-02, 3.4404e-02,
-3.0496e-03, 5.5127e-02, -1.0044e-01, -1.1129e-02, 2.1796e-02,
-3.0781e-02, 2.0896e-02, 1.1585e-02, 2.2662e-02, -4.6235e-03,
5.8240e-02, -1.4797e-02, 4.8098e-02, 3.1484e-02, 4.5546e-02,
-1.3996e-02, -1.8064e-02, 3.2100e-02, 2.2948e-02, 3.4931e-02,
4.9808e-03, 1.0751e-03, 5.4665e-02, 2.3579e-02, 2.5643e-02,
2.0892e-02, -1.0610e-02, 5.2148e-02, -1.3273e-02, -4.2659e-03,
-8.1367e-03, -2.8319e-02, -3.0344e-02, -3.7746e-02, -9.7379e-02,
6.0889e-02, -1.0859e-02, -6.3705e-03, -4.2617e-02, -5.8543e-02,
5.7562e-03, -1.3812e-01, -7.2866e-02, 7.5321e-02, -4.0333e-01,
1.5394e-01, -1.4062e-01, 9.7220e-02, -1.9380e-01, 2.1167e-01,
3.4031e-01, -8.5795e-02, -1.0201e-01, 7.6036e-02, -5.6637e-01,
-1.4432e-01, 1.1511e-01, 1.5089e-01, 9.4601e-04, -2.2237e-01,
1.3354e-02, 4.3487e-02, -3.9906e-03, -8.2932e-02, -5.5831e-02,
1.6776e-01, 1.4346e-01, 1.3780e-02, 1.9690e-01, 2.0223e-01,
-1.3737e-01, 3.1580e-03, 1.0280e-01, -7.3593e-03, 3.4446e-01,
-1.0404e-01, -7.8933e-02, 2.5957e-01, 1.2626e-01, 8.7318e-02,
-8.8256e-02, -2.1936e-01, 7.8944e-02, 1.5344e-01, -4.0730e-02,
-2.4922e-01, -1.0964e-01, -3.7367e-01, -1.5608e-01, -1.7370e-01,
-5.3482e-02, -4.0100e-02, -1.0396e-03, 3.0526e-01, 9.8392e-03,
-6.4872e-02, 4.5566e-02, 1.8311e-01, 5.4995e-02, 4.0334e-01,
2.1475e-01, -5.3497e-02, 8.5248e-01, 3.8900e-02, 1.1334e-01,
-1.2229e-01, -4.4174e-03, -4.2555e-03, -1.5340e-02, -3.7238e-02,
5.9948e-02, 7.1479e-02, 8.1095e-03, -1.9471e-02, -6.7041e-03,
-5.7827e-03, 1.2090e-01, 2.6710e-02, 7.2788e-02, -1.6261e-02,
7.4990e-02, -5.9428e-02, 1.4906e-01, 2.7763e-02, 3.3167e-02,
3.9510e-02, 3.1013e-02, -1.1634e-01, 1.1342e-01, 3.0847e-02,
8.6903e-02, 3.7601e-02, 8.2357e-02, -3.3568e-02, -1.4744e-02,
-7.6585e-02, -2.5450e-02, 2.3803e-02, -7.0019e-02, -6.9237e-02,
1.8620e-01, 8.2693e-02, -2.7016e-02, -1.6974e-02, 3.7545e-02,
-2.9787e-04, 1.8772e-02, 2.1984e-03, 5.9705e-02, -1.1511e-02,
-2.7196e-02, -5.7037e-02, 7.7054e-02, -1.0005e-01, -3.8344e-01,
2.2941e-02, -6.1147e-02, -3.4352e-02, -7.2731e-03, -7.6465e-03,
3.3292e-02, -2.0538e-02, 1.2354e-02, -1.6391e-02, 4.5704e-02,
-4.3096e-02, 7.9442e-04, 5.9366e-02, 2.1307e-01, 1.8578e-01,
1.7872e-01, -1.7107e-01, 1.1823e-01, 7.1446e-02, -2.7319e-02,
-1.3462e-01, 2.3345e-02, -2.7381e-01, 6.2083e-02, 7.6160e-02,
7.3608e-02, 8.4693e-02, -2.0215e-01, 4.5008e-02, -1.6609e-01,
-5.4291e-02, 7.3336e-02, 2.1895e-01, 1.8972e-01, 9.6344e-02,
7.1653e-02, 3.1328e-01, -2.4238e-02, -6.2573e-02, 4.6538e-02,
1.1849e-01, -1.3862e-01, -1.9537e-02, 1.1529e-01, 9.7425e-02,
-6.5083e-02, 2.6022e-02, -2.3474e-03, -1.6965e-01, -1.0686e-01,
-3.8030e-01, 2.3781e-01, -1.9987e-02, -6.9392e-02, 1.5979e-01,
7.9329e-02, 7.2208e-02, 2.0327e-01, -4.3287e-02, -8.2045e-02,
-1.9708e-01, -4.0986e-02, 9.9837e-02, -1.0736e-01, 1.6959e-01,
-1.2376e-01, -4.2215e-01, -1.7795e-02, -1.6497e-01, -5.7745e-02,
1.4469e-01, -6.1196e-02, -3.0481e-01, 4.0970e-03, 4.6495e-02,
-1.5488e-02, -3.8580e-02, 8.3036e-02, -3.3036e-02, -2.3998e-02,
-2.3741e-02, -9.7508e-02, 1.4508e-02, -6.6377e-02, -1.3998e-01,
-8.9306e-02, 7.8841e-02, 1.3042e-01, -2.5261e-02, 7.5535e-02,
-1.4875e-04, -1.9111e-01, -1.0271e-02, -4.3272e-02, 3.5343e-02,
5.9110e-02, 1.2353e-01, -1.0092e-02, -1.0291e-02, -4.1039e-02,
-2.3541e-02, 2.7967e-02, -2.7215e-01, 1.0169e-02, -1.9950e-03,
5.6475e-02, -1.0139e-02, 1.6779e-02, 4.5807e-02, 1.5977e-01,
-8.4106e-02, 3.9180e-02, -1.8345e-02, -4.3750e-02, -2.0487e-02,
3.8053e-02, -1.3058e-01, -4.8769e-02, -7.1176e-02, -2.8413e-02,
-7.9855e-02, 2.6473e-02, -5.1130e-03, 1.3168e-02, 7.2334e-02,
6.0844e-02, 3.4844e-01, 1.4731e-01, -5.3098e-03, -5.4311e-02,
1.2462e-01, 6.7295e-02, -1.1291e-02, 4.0676e-02, -3.9979e-02,
-2.7418e-02, -4.7119e-02, -7.6995e-03, -2.0867e-02, 1.0813e-01,
-3.0392e-02, 5.0767e-02, 2.7909e-02, 3.6730e-02, -1.6350e-01,
-1.3594e-01, -5.0041e-02, -3.6657e-02, -2.5402e-02, 3.8802e-02,
-3.1730e-02, 2.5200e-02, 6.4197e-02, -2.0226e-01, 4.9502e-02,
3.1193e-02, -3.8242e-02, 1.8911e-01, 1.5653e-02, -1.0513e-02,
-5.8934e-02, 3.4994e-02, -6.0826e-03, -4.9753e-02, 1.2884e-01,
4.1562e-01, -1.7968e-01, -3.5457e-02, -5.9317e-03, 6.5669e-02,
6.0927e-02, -2.2013e-01, -6.0792e-01, -1.0275e-01, -5.1694e-01,
9.8047e-03, 6.3587e-02, -9.0926e-02, -8.7260e-02, 7.3865e-02,
1.6919e-01, 3.8740e-02, 3.1973e-02, -1.5576e-01, 6.7914e-01,
-1.0406e-01, -9.5036e-03, -1.0329e-01, -9.0852e-02, -3.1950e-02,
-1.3312e-03, -3.9102e-01, -2.8612e-02, -5.4220e-02, -4.4414e-02,
-6.4288e-01, -2.9860e-01, 1.8855e-02, 6.0331e-02, 1.8498e-02,
7.4753e-02, 1.0220e-01, 6.2345e-02, -4.9929e-02, 1.4920e-02,
1.5001e-01, -1.1908e-01, 2.3769e-01, 1.1405e-01, -4.0243e-02,
1.9734e-02, -6.1193e-02, -3.7550e-02, -1.2485e-01, 3.3563e-02,
-3.2280e-01, -1.6449e-01, 1.3083e-01, -6.6482e-02, 1.7666e-01,
2.3325e-01, 4.0383e-03, -1.0074e-01, 8.0939e-02, -2.5963e-02,
-6.5640e-02, 5.0875e-02, 3.2413e-02, 1.3654e-01, 5.7979e-02,
2.5526e-01, 6.1745e-02, -9.7338e-02, -9.6443e-03, -8.2618e-03,
-2.3481e-01, 2.9688e-01, 2.9939e-02, -1.5141e-01, -1.5047e-03,
2.2878e-01, -4.9281e-02, 1.4823e-01, 8.5251e-02, 2.2640e-01,
3.4551e-01, -2.1614e-01, -9.6557e-02, -8.6594e-02, -4.3339e-02,
-2.2108e-02, -8.9014e-02, -2.7941e-01, 1.7218e-01, -5.4268e-02,
-4.6164e-02, -2.4644e-02, -1.6956e-01, -3.3011e-03, 6.3294e-03,
-1.2998e-01, -2.6779e-02, 1.5908e-01, -2.8651e-03, 8.7267e-02,
2.1042e-01, 7.1354e-02, 2.8638e-02, 1.8743e-01, -1.3553e-01,
-6.5827e-02, -6.0229e-02, -1.1705e-01, 5.1017e-02, 1.7749e-01,
6.4323e-04, 1.0527e-01, -6.4356e-02, -1.2612e-01, -1.1934e-01,
3.7726e-01, -1.0774e-01, 1.6622e-01, 4.7653e-03, -1.3430e-01,
-2.2633e-01, -6.4369e-02, 1.4761e-01, -3.9066e-02, -7.7612e-03,
1.8763e-01, 2.0740e-02, -8.4944e-03, 8.2032e-02, -2.4729e-01,
2.5305e-01, 1.9273e-02, 1.9958e-01, -2.3955e-01, -7.2901e-02,
-2.2724e-01, -9.6772e-02, 8.9267e-02, 2.1214e-01, -1.6210e-01,
7.3090e-02, 2.0070e-01, -1.4082e-01, 3.6372e-01, 2.1278e-01,
-7.8761e-02, -7.2903e-02, -3.7537e-02, -5.6388e-02, 6.2257e-02,
-3.5946e-02, 2.6277e-02, -2.1795e-02, -1.6972e-01, 3.6144e-02,
2.5179e-01, 1.7229e-01, -1.3144e-01, -1.5178e-01, -2.5619e-02,
-1.6537e-01, 4.5617e-02, -7.5078e-02, -1.5065e-01, 1.4440e-01,
-1.8876e-01, -1.7884e-01, -2.5034e-02, -2.5340e-01, -8.7175e-03,
4.9715e-01, 1.3391e-01, 2.1062e-01, 4.6283e-01, 8.9954e-02,
-5.7903e-02, -1.9029e-01, -2.6935e-01, 3.5414e-01, -1.0658e-01,
1.2135e-02, 5.0108e-01, -3.2198e-01, -7.0038e-02, -4.8909e-02,
2.7977e-01, 3.2425e-01, -9.1854e-02, 1.7435e-01, 2.1143e-01,
2.5289e-01, 2.1850e-01, 1.4851e-01, -4.8871e-02, 2.3316e-01,
-5.2487e-01, -7.1175e-02, 3.2853e-01, -1.6663e-01, 1.2492e-01,
1.9090e-01, -3.9105e-01, 3.7469e-01, -4.7055e-01, 8.4101e-02,
-1.7702e-01, -2.3237e-04, -1.8920e-01, -2.4694e-01, 1.7661e-01,
-3.5624e-01, 4.4681e-01, -2.9066e-01, -2.6269e-01, -2.5088e-01,
-4.8596e-01, -4.0636e-01, -1.6524e-01, -1.3131e-01, -1.3232e-01,
5.0585e-02, -1.0128e-01, -7.5676e-02, -6.4784e-02, -9.7417e-02,
4.4711e-02, -7.9721e-02, 9.8808e-02, 5.0176e-01, 3.0154e-01,
1.3322e-01, -1.4850e-01, 3.4507e-02, -3.0224e-02, -7.0510e-02,
7.7670e-03, -5.4484e-02, 1.2948e-01, 1.2987e-01, 6.0357e-02,
-5.0041e-02, 1.1088e-01, 1.1803e-02, 1.9550e-03, -4.2890e-02,
-5.0410e-02, -1.2355e-02, 8.3223e-02, 4.2084e-02, 2.9463e-04,
5.3391e-02, 8.3184e-03, -3.1364e-02, -5.6278e-02, 7.7805e-03,
1.9481e-02, 8.4015e-02, -3.6642e-02, 2.5097e-02, 2.5756e-02,
1.5871e-02, 1.8995e-01, 3.3764e-02, -5.5761e-02, -5.6182e-02,
-1.4708e-03, 8.7428e-02, 1.7960e-02, -6.8642e-02, 3.5251e-02,
3.9208e-02, -3.6156e-02, -5.2180e-02, 1.3696e-01, 2.3519e-01,
6.7655e-02, 6.8574e-02, -1.0131e-01, -9.0269e-02, -4.5742e-02,
3.7130e-02, 7.3214e-02, 1.0008e-01, 2.2357e-02, 4.5949e-02,
6.5681e-02, 1.3980e-02, -3.3171e-02, 1.5465e-02, -4.1707e-02,
-6.3963e-03, 6.4560e-02, 3.2427e-02, -4.8956e-02, 1.4519e-02,
6.2569e-02, 2.6756e-01, -5.4630e-02, 1.7612e-01, -1.1773e-01,
6.0051e-02, 9.0999e-02, -2.2893e-02, -1.1712e-01, -7.5867e-02,
-3.6869e-03, 4.2141e-02, -4.5023e-02, 1.2572e-01, -1.3871e-01,
1.0053e-01, 3.2038e-02, -6.3416e-02, 1.7547e-01, -3.4498e-02,
4.9089e-02, 8.9819e-02, 4.2731e-02, -1.8871e-01, 7.2445e-04,
3.8268e-02, 1.7990e-02, -1.7790e-02, 3.5722e-03, -8.1286e-03,
-5.9545e-03, -1.1064e-01, 8.0215e-02, 5.7054e-02, 3.5105e-02,
8.6364e-02, -3.4875e-02, 9.5459e-02, 7.2919e-02, 8.1865e-02,
-7.3824e-02, -7.6636e-02, 8.8791e-02, 7.1200e-02, -2.2100e-01,
1.6043e-02, 1.2843e-02, 8.4808e-02, -3.4518e-02, -6.3769e-02,
-5.1836e-02, -2.9260e-02, 6.8669e-02, -3.3967e-03, -8.0108e-02,
5.4451e-04, 1.3543e-02, 7.1926e-02, 7.7347e-02, -2.5841e-02,
-8.2603e-02, 5.5377e-04, 7.1705e-02, -4.4256e-02, -7.8606e-02,
2.2979e-02, -1.4410e-02, -4.7805e-02, 1.2816e-02, 2.5937e-02,
1.4254e-02, -1.2550e-01, 5.4859e-02, -8.9934e-02, -5.8849e-02,
-6.8632e-03, 4.4788e-02, 2.7010e-02, 4.1267e-03, -9.7859e-02,
-9.4777e-02, -6.1312e-02, 4.1450e-02, 9.0073e-02, -1.8084e-02,
-7.6067e-03, 1.3469e-02, 3.9301e-02, -4.7156e-03, -5.9672e-02,
2.4105e-02, 3.1316e-06, 6.2960e-03, -1.6240e-02, -1.9927e-02,
-3.4038e-02, -1.0660e-01, -8.0890e-02, -4.1104e-02, 7.2239e-02,
-8.1593e-02, 4.7831e-02, -7.7330e-02, 9.9359e-03, 1.7278e-02,
-1.0336e-01, -8.3207e-02, -1.0072e-01, -5.1372e-02, -3.3422e-02,
7.8623e-02, -4.6683e-02, -3.4803e-02, 3.4430e-02, -1.1329e-02,
-2.2354e-02, 2.8604e-02, -6.7702e-03, -6.7686e-02, -9.8043e-02,
5.7644e-02, 1.1374e-01, 8.5572e-03, -5.7385e-02, 2.5045e-02,
6.3562e-03, 7.0885e-02, -6.3020e-02], device='cuda:0')),
('bert.encoder.layer.2.attention.self.key.weight',
tensor([[-0.0226, -0.0243, -0.0217, ..., -0.0340, -0.0127, 0.0433],
[-0.0512, 0.0419, 0.0220, ..., 0.0384, -0.0400, -0.0879],
[ 0.0060, -0.0278, 0.0718, ..., -0.0542, 0.1010, -0.0762],
...,
[-0.0047, 0.0433, -0.0542, ..., 0.0244, -0.0289, -0.0101],
[ 0.0594, -0.0656, 0.0222, ..., 0.0364, -0.0611, 0.0128],
[-0.0073, 0.0006, 0.0405, ..., -0.0115, -0.0178, 0.0197]],
device='cuda:0')),
('bert.encoder.layer.2.attention.self.key.bias',
tensor([ 1.8286e-04, -1.8554e-03, 1.6269e-03, -2.7265e-03, -9.6349e-04,
-4.5121e-03, 1.8256e-03, -5.2228e-03, -2.7910e-03, 6.7501e-04,
-2.2804e-03, 3.5696e-03, -1.6410e-03, 7.3237e-03, -4.2854e-04,
5.1743e-03, 3.3100e-03, 8.2505e-04, -2.3540e-03, 3.8903e-03,
-1.8997e-03, 2.9632e-03, -3.7078e-03, -2.1444e-03, -9.9256e-04,
3.4727e-03, -2.9014e-03, 1.3688e-03, 4.8969e-03, -2.5586e-03,
1.6558e-03, 4.7428e-03, 3.1101e-04, -2.6997e-03, 5.5695e-03,
-9.4304e-04, -2.4846e-03, 2.2850e-04, 3.6645e-03, -1.1648e-04,
2.0421e-03, 7.8802e-04, 1.9503e-03, 2.0636e-03, -1.8534e-03,
-3.0833e-03, 7.9292e-03, 1.7675e-03, 4.2710e-03, -5.2146e-03,
9.9862e-04, -3.1722e-03, -3.2070e-03, 1.4755e-03, 3.7388e-03,
2.3626e-03, -3.0209e-03, 1.3803e-03, -1.3498e-03, -2.0578e-03,
2.6730e-03, -2.1699e-04, -8.3282e-05, 7.3002e-03, 2.0468e-03,
-3.6031e-03, -2.5929e-03, -1.2546e-04, -1.1848e-03, 3.0282e-03,
4.4330e-03, -6.8274e-04, 6.5988e-03, -3.4332e-03, 2.6842e-03,
-4.7226e-03, 4.7806e-04, -7.1072e-04, 5.8322e-04, -1.2112e-03,
8.6563e-04, -3.1608e-03, 4.0522e-03, -1.8885e-03, -1.1153e-03,
1.9842e-03, 1.0005e-03, 5.4182e-04, 2.2300e-03, -1.8181e-03,
2.1259e-03, 1.0389e-02, -9.5830e-03, -3.6736e-04, -7.0443e-03,
4.0268e-03, -2.5380e-05, -9.1720e-03, 9.3419e-03, -4.8605e-04,
-1.6187e-03, 1.4085e-03, 3.6090e-03, 7.3220e-03, -3.6413e-03,
1.1413e-03, 6.2493e-03, -3.2779e-03, 3.8753e-06, 3.4871e-03,
4.6263e-04, -3.5551e-03, -2.7843e-03, -6.2508e-03, 6.2333e-03,
-5.5787e-03, -1.8949e-03, 2.2743e-03, 3.9611e-03, -4.0957e-03,
-1.9378e-03, 8.4652e-03, -6.9982e-04, 2.4475e-03, 3.9661e-03,
-2.8633e-03, -2.5887e-04, -8.1978e-03, -6.5630e-04, 9.7700e-04,
-8.8753e-04, 1.1347e-03, -1.2435e-03, -5.9511e-04, -4.1299e-03,
-1.2270e-03, -4.0592e-03, 9.2579e-04, 6.9866e-04, 3.1189e-03,
8.2207e-04, -7.1684e-04, 2.0624e-04, 2.3124e-03, 4.4253e-03,
7.1198e-04, 1.9472e-03, 1.1709e-03, 1.4605e-03, -4.3689e-04,
1.5611e-03, -1.1147e-03, -2.2121e-03, 1.2585e-03, 1.3639e-03,
-2.7305e-03, 4.0294e-03, 5.6148e-04, 1.4352e-04, 8.7537e-04,
-6.3721e-04, -4.7187e-04, -1.3349e-03, -3.5765e-03, -1.9701e-03,
-3.3941e-03, 3.1712e-04, 2.3416e-03, 1.1758e-03, -3.6572e-03,
-2.9518e-04, -2.6130e-04, -2.6709e-03, 1.5177e-03, 1.0992e-04,
3.9007e-03, -2.1334e-03, 3.4206e-03, -7.0452e-04, 1.4891e-03,
1.9774e-03, -1.2086e-03, -1.5712e-03, -8.0620e-05, -9.7794e-04,
-1.6792e-04, 5.2694e-04, 2.8106e-04, -4.4575e-05, -5.6274e-04,
-3.2017e-04, 1.6755e-03, 1.6001e-03, 7.7837e-05, 4.2600e-04,
-5.7427e-04, 7.3991e-05, 1.9131e-03, -1.7590e-04, 1.6607e-03,
2.2872e-03, -7.0284e-04, 4.3861e-05, -1.0879e-03, 3.4787e-03,
-3.0706e-03, -1.7977e-04, -2.9352e-03, -1.9957e-03, 8.2557e-04,
-1.3476e-03, 2.3244e-03, 2.0626e-03, -1.8788e-03, 1.1877e-03,
1.0283e-03, 1.4139e-03, 3.1166e-03, 2.5909e-03, 2.9079e-04,
-8.2219e-04, 2.8048e-03, 9.7124e-04, -2.6775e-03, -1.2956e-03,
1.3576e-03, -8.4297e-04, 1.4170e-03, -3.0871e-03, -3.3969e-04,
-1.2584e-03, -1.4387e-03, 6.5836e-04, 1.1688e-06, 3.0858e-04,
-8.6323e-04, 1.7175e-03, -2.3474e-04, -1.3610e-03, -1.1274e-03,
2.5197e-03, 6.5805e-04, -5.2315e-04, -1.5996e-03, -5.1100e-05,
2.0044e-03, 1.1379e-03, -1.2730e-05, -6.5461e-04, 5.1333e-04,
2.0638e-03, -1.8181e-04, -1.5117e-03, -1.5108e-03, -1.0761e-04,
2.3849e-04, 4.0147e-03, 3.0668e-04, -4.0203e-04, 3.4919e-03,
-3.0871e-05, 5.1928e-04, 2.5647e-03, 5.0265e-04, -1.7766e-05,
2.6546e-04, -3.1346e-03, -3.5715e-04, -1.1455e-03, 2.5855e-03,
-9.2663e-04, 4.2979e-03, -2.5769e-03, -8.7785e-04, 9.5021e-05,
-2.2439e-03, -7.1839e-04, 1.5796e-03, 1.5829e-03, -9.7497e-04,
1.3257e-03, 3.0463e-03, 7.1476e-03, -8.6065e-04, -1.1937e-03,
-5.0673e-04, -1.2470e-03, 2.0978e-03, -1.6246e-03, -3.4489e-03,
9.5127e-04, -1.1287e-03, 4.2836e-04, -1.6208e-03, 2.1235e-03,
-1.8547e-04, 2.0197e-03, 2.0228e-03, 1.1486e-03, -1.8418e-04,
7.4368e-04, 3.2418e-04, -1.8645e-03, -8.0222e-04, -2.4177e-03,
-4.7303e-03, -4.0913e-03, -8.4634e-04, 6.6250e-04, -1.8365e-03,
-6.3218e-04, -6.4191e-05, -3.0432e-03, -3.9984e-03, 1.7434e-03,
4.5166e-03, 2.6292e-03, 1.3164e-03, 3.9252e-03, -5.7529e-05,
1.3855e-03, 4.4257e-03, 6.0160e-03, -1.8046e-03, 4.9048e-04,
-3.1890e-03, -9.9495e-04, 3.2356e-03, 1.5341e-03, 6.1871e-03,
8.9626e-03, -1.0398e-03, 5.8944e-03, -1.3901e-03, 8.5044e-03,
4.5514e-03, 2.7236e-03, 4.5975e-03, 1.3581e-03, -4.3358e-04,
-1.6747e-03, -2.3878e-03, -3.3719e-03, -2.6877e-03, -1.3243e-03,
5.8245e-03, 9.1619e-04, -5.7539e-03, 8.3249e-03, 4.4628e-03,
1.4881e-04, 2.5248e-03, 1.9403e-03, -3.0513e-03, -6.0366e-04,
-1.8639e-03, 2.5319e-03, -4.3397e-03, 5.8693e-03, 9.9481e-05,
-1.7303e-03, 1.0510e-03, -2.1175e-03, 4.5169e-03, 4.8259e-04,
-1.9766e-03, -5.0743e-03, 1.7252e-03, -9.7558e-04, 2.4967e-03,
7.6346e-03, 2.9501e-03, 9.2355e-04, 4.7238e-03, -3.5244e-03,
-5.1328e-03, 4.8395e-03, -4.7429e-03, -5.2591e-03, 2.9195e-03,
9.2244e-04, 1.6852e-03, 6.8525e-04, 3.7869e-03, -1.5777e-03,
2.7309e-03, 9.9766e-04, 1.9641e-03, 1.6919e-03, 1.1725e-03,
-2.2669e-03, 2.0663e-03, 3.2801e-04, -6.3106e-04, -1.9387e-03,
7.1421e-04, -1.2643e-03, -1.8612e-03, -1.8518e-03, 9.8236e-04,
-1.0459e-03, -1.8892e-03, -2.7620e-03, 3.7352e-04, -1.8627e-03,
1.0336e-03, -9.4250e-04, -3.4537e-03, -1.3902e-03, -1.1933e-03,
-2.5183e-04, 7.9402e-05, 3.1221e-03, -2.1493e-03, 1.1963e-03,
1.5491e-03, 1.0521e-03, -1.9568e-03, -3.8498e-03, 1.3528e-03,
-1.1404e-03, -1.8673e-03, 2.3760e-03, -1.8318e-03, 4.0587e-04,
1.9294e-03, -1.0758e-03, -2.2520e-03, 1.7262e-03, -5.8689e-04,
-4.8445e-04, -8.6655e-05, -1.9977e-03, -3.0580e-03, -9.0229e-04,
-7.7607e-04, -1.0552e-03, 3.9605e-03, 7.8153e-05, -1.9381e-03,
1.9294e-04, -2.5509e-03, 2.9695e-03, 1.5763e-03, -8.4099e-04,
-8.6471e-04, -2.0213e-03, 9.7510e-04, 2.8778e-03, 3.6842e-03,
-1.1291e-03, -1.5225e-03, 4.4767e-03, -2.0047e-03, -1.5168e-03,
-1.3260e-03, 1.3990e-03, -2.6923e-04, -4.8439e-03, -1.1850e-03,
2.2106e-03, -2.2779e-03, 1.4881e-03, 1.9684e-03, 1.2948e-04,
-2.1215e-04, 1.7035e-04, -4.2227e-04, 1.8480e-03, 1.3854e-03,
1.6372e-04, 2.7258e-03, 2.8712e-03, -1.3097e-04, -2.5090e-03,
3.3537e-03, -3.5398e-03, -1.6043e-03, -1.6535e-04, -1.3727e-03,
2.5333e-03, -3.2816e-03, 1.5456e-03, -4.2840e-04, 1.7865e-04,
-6.6060e-04, 1.1531e-03, 3.9651e-03, -4.2259e-03, 3.1615e-03,
-3.5578e-04, -3.3595e-03, -7.0159e-04, 1.8611e-03, 1.9693e-03,
1.6978e-04, -1.9746e-03, 2.3828e-05, -3.6315e-03, -8.0513e-05,
3.6014e-03, -1.2822e-03, -2.9425e-03, 2.2833e-03, 2.8204e-04,
-2.0496e-03, 7.7649e-04, 2.0109e-03, -5.0957e-03, -1.0551e-04,
2.0490e-03, -1.5214e-03, -2.6995e-03, 1.8046e-03, 1.2743e-03,
1.5719e-03, 2.5985e-03, -1.4466e-03, 1.8616e-03, -1.1136e-03,
1.3199e-03, -2.6244e-04, 2.0213e-03, -3.8191e-03, 2.4241e-03,
-2.0837e-03, 1.6128e-04, -4.0323e-03, 6.3063e-04, -2.3583e-03,
3.3695e-03, -7.4790e-04, 1.7504e-03, 1.3307e-03, -2.9938e-04,
4.9055e-05, 4.3888e-04, -2.6020e-03, -4.2680e-04, -2.0167e-04,
-5.0259e-04, 6.0131e-04, -2.8605e-03, 1.2867e-03, -9.1632e-04,
1.2367e-03, 1.1301e-03, -1.9457e-03, -3.8295e-03, -6.4098e-04,
-1.7304e-03, 9.7592e-04, 3.5801e-04, 4.2494e-04, -5.5303e-04,
3.6416e-03, 3.3648e-03, -1.3852e-03, -8.2612e-04, 2.4681e-03,
-1.8751e-03, -2.3338e-03, 1.3587e-03, -3.2914e-03, 9.6403e-04,
1.3931e-03, 1.7820e-03, -8.9172e-04, -5.4910e-03, 2.4762e-04,
5.6340e-04, -1.2459e-04, -9.3241e-04, -1.1665e-03, -2.7755e-03,
-3.1136e-04, -3.2525e-03, 1.2068e-04, -5.1343e-04, -1.5477e-03,
2.3432e-03, 2.7018e-03, -6.7512e-04, -2.0117e-04, -3.4082e-04,
-6.0228e-04, 2.5422e-03, -1.0095e-03, 2.8511e-03, 1.9325e-03,
-5.4302e-04, -1.7823e-03, 5.0708e-04, 1.2787e-04, 2.2540e-03,
-3.9072e-04, -4.7728e-03, -1.9689e-03, -1.0045e-03, -3.2097e-03,
3.4256e-05, 2.0203e-03, -1.2770e-03, 5.6293e-04, -9.0298e-04,
1.6348e-03, 3.1955e-03, 5.1803e-04, 2.3381e-03, 8.0522e-04,
-6.7756e-04, 1.1856e-04, 1.0603e-03, 5.0776e-04, -3.8527e-03,
6.2057e-04, -2.4279e-04, 2.8562e-03, -2.5911e-03, -2.2897e-03,
1.4066e-03, 2.4138e-03, -5.3952e-04, -1.5780e-03, 1.2822e-04,
7.7484e-04, 1.3688e-03, -2.1515e-03, 1.4994e-03, 2.9845e-03,
1.9768e-03, 7.0811e-04, -1.9492e-03, 3.7445e-03, 2.7679e-04,
-1.1915e-03, 2.0577e-03, -2.3847e-03, -1.4270e-03, -4.3053e-04,
1.1996e-03, 1.9908e-03, -1.9132e-03, -1.0638e-04, 1.8487e-03,
-1.7422e-03, -1.5384e-03, -5.5536e-04, -1.2446e-03, -2.0867e-03,
1.5568e-03, -1.5080e-03, 1.5641e-03, 1.2535e-03, 2.2294e-03,
2.2547e-03, 3.9496e-04, 3.6779e-03, 7.5855e-04, 1.9870e-03,
6.3560e-04, 2.0109e-03, 4.8030e-03, 7.8825e-04, 6.7521e-04,
-1.2106e-03, 7.9900e-05, 1.2217e-03, 1.4538e-03, 4.7105e-05,
-2.8001e-03, 1.5739e-03, 2.5066e-03, -2.2114e-03, -9.5320e-04,
2.6363e-05, -3.9202e-03, 1.8437e-04, 8.5845e-04, 6.7533e-04,
-1.7887e-03, 3.9726e-03, 1.2728e-03, -9.4403e-04, -2.7427e-03,
-3.8995e-04, 1.4043e-03, -1.0562e-03, 9.3853e-04, -3.7243e-03,
1.5283e-03, 2.9821e-03, -1.7761e-04, 1.9577e-03, -3.5629e-04,
2.5512e-03, 4.4802e-04, -1.8754e-03, -2.9324e-04, -2.5050e-05,
6.2506e-04, -2.5504e-04, 2.1753e-03, -1.7396e-03, 3.3440e-04,
-2.5200e-04, -1.8183e-03, 8.0939e-04, -1.4906e-03, -5.9443e-04,
1.0113e-03, 1.0137e-03, -6.7791e-04, -2.3761e-03, 1.5260e-05,
-4.2597e-04, 2.8041e-03, -2.8529e-03, -7.8956e-04, -1.5451e-03,
-1.3971e-03, -1.1212e-03, -3.2705e-04, -2.8518e-03, 6.1241e-04,
5.8349e-04, -2.8692e-03, -2.2988e-03, -3.9694e-03, -1.7364e-03,
8.1267e-04, 1.6254e-03, 4.4420e-03, 1.3174e-03, -2.2740e-03,
3.2220e-04, -1.0850e-03, 6.3812e-04, -4.0469e-04, 6.4182e-04,
-1.4000e-03, 1.5272e-03, -2.7231e-03, 9.5455e-04, -2.3394e-03,
-2.1758e-03, -2.8233e-03, 2.0729e-03, 2.2983e-03, -1.1250e-03,
-1.2554e-03, -2.4070e-03, -2.4827e-04, -5.3344e-04, -4.5739e-03,
3.1186e-04, -1.2182e-03, 6.0069e-05, -5.6057e-04, 2.2806e-03,
-1.1860e-03, 3.0475e-04, 2.8893e-04, 1.2604e-03, 3.9809e-04,
-8.9063e-04, -1.8224e-03, 2.4954e-03], device='cuda:0')),
('bert.encoder.layer.2.attention.self.value.weight',
tensor([[-0.0274, 0.0111, -0.0064, ..., 0.0270, -0.0156, 0.0329],
[-0.0089, 0.0104, -0.0114, ..., 0.0560, 0.0092, 0.0323],
[-0.0193, 0.0251, 0.0249, ..., -0.0038, 0.0001, 0.0194],
...,
[ 0.0136, -0.0715, 0.0533, ..., -0.0024, 0.0149, -0.0261],
[ 0.0413, -0.0120, 0.0120, ..., 0.0127, 0.0097, -0.0288],
[ 0.0631, -0.0532, -0.0011, ..., 0.0110, 0.0195, -0.0079]],
device='cuda:0')),
('bert.encoder.layer.2.attention.self.value.bias',
tensor([ 9.8332e-03, -2.3684e-03, -1.4080e-02, 3.2966e-04, 1.0434e-02,
-2.8728e-03, 9.7629e-04, -1.6090e-02, -6.9622e-03, 3.6547e-02,
-1.5176e-02, 2.3830e-02, 1.5324e-02, 3.8753e-03, -1.0251e-02,
-1.3849e-02, -1.1104e-02, 1.8752e-02, -2.5567e-02, 5.0023e-02,
-2.9231e-03, 1.1834e-02, -2.5943e-02, 2.0828e-02, -3.5926e-02,
1.3533e-02, -2.1388e-03, 2.3789e-03, -2.0983e-02, -1.3057e-02,
1.5353e-02, -9.7255e-03, 1.1085e-02, 2.6272e-02, 1.8883e-02,
4.0184e-02, -7.8673e-03, -2.7776e-02, -4.2712e-04, -3.5017e-02,
-3.6645e-02, 2.5520e-02, -9.5866e-03, -2.6882e-03, -3.1608e-03,
1.9270e-02, 8.0335e-04, 2.4191e-02, -2.4334e-03, -2.1404e-02,
-4.6531e-03, -6.7051e-02, 9.8611e-03, -3.4233e-03, -3.5592e-02,
-5.3468e-03, -3.1772e-02, -1.2683e-02, -1.0155e-02, 7.4444e-03,
-1.0778e-02, 2.8208e-02, 3.9326e-03, -1.7767e-02, -4.0945e-03,
-5.0807e-02, 3.6463e-02, 2.7069e-02, 3.7581e-02, 3.2807e-02,
1.6884e-02, -8.3525e-02, -7.0321e-03, 6.1528e-03, -3.6592e-02,
5.8612e-03, -3.4259e-02, -3.9573e-03, -1.4596e-02, -2.2558e-02,
-5.8535e-02, 2.5902e-02, -1.1209e-02, 3.3534e-02, 9.4505e-02,
8.6757e-02, 3.2403e-02, -4.0038e-02, -6.7853e-03, 3.1525e-02,
1.1059e-01, 5.3452e-02, -2.6751e-03, -2.4466e-02, -4.1059e-02,
1.2295e-02, -5.4153e-03, -2.8311e-02, 5.3232e-02, -3.0110e-03,
1.2150e-01, 8.5484e-02, 1.6964e-02, -1.0321e-01, 3.2588e-02,
-6.0399e-02, 5.3402e-02, -6.0676e-02, -1.0310e-02, -1.5601e-02,
-5.7525e-02, 4.8033e-03, -3.1714e-02, 4.7477e-03, 3.6574e-02,
-1.1747e-01, 8.0451e-03, 8.0613e-03, -3.6398e-02, -9.0182e-03,
-3.1757e-02, -7.7912e-02, 1.9052e-02, 4.0168e-05, 4.7438e-02,
-4.1949e-02, -4.4121e-02, -1.5704e-02, 1.6867e-03, 2.0175e-02,
1.1782e-02, 3.5873e-02, 1.8763e-04, 8.2469e-03, -1.4426e-02,
1.6765e-02, -5.9270e-02, -4.3797e-03, -2.0780e-02, 3.6895e-02,
-1.9530e-02, 1.6246e-02, 1.5547e-03, 4.5016e-02, -1.3204e-02,
-3.0524e-03, 7.9091e-03, 3.5676e-02, -5.1990e-03, 7.2705e-03,
3.7587e-02, -2.2278e-02, 1.8569e-02, -3.2514e-02, -4.6598e-02,
-8.1120e-03, -1.9876e-02, 4.5383e-02, -9.7006e-03, 2.0844e-02,
1.7714e-02, 1.9701e-02, 1.8179e-03, -1.0861e-02, 1.5927e-02,
-1.4292e-02, -3.3947e-04, -1.2970e-02, -5.7995e-03, 7.2976e-03,
-2.3277e-02, 1.8322e-02, 1.6255e-02, 2.2329e-02, -5.2589e-03,
-3.4526e-02, -3.2644e-02, 5.5141e-02, 7.5873e-03, 2.1870e-02,
-4.4328e-03, 4.9183e-04, -1.1362e-02, 9.8493e-03, 2.9892e-02,
5.5104e-03, -1.6711e-02, -5.9681e-03, 2.1681e-02, -1.1891e-02,
2.5833e-04, 2.2502e-03, 8.6660e-02, -6.0581e-02, -1.3821e-02,
-3.5231e-01, 1.0586e-01, 1.2431e-01, 8.0188e-02, -6.5245e-02,
1.5199e-01, 3.9857e-02, 7.7449e-02, -2.2803e-01, 2.5250e-01,
-3.7798e-02, -3.3684e-02, 9.8590e-02, -2.7772e-02, -3.8489e-02,
6.3701e-02, -3.1523e-02, -3.0728e-02, 2.2168e-01, -4.4616e-02,
2.5160e-01, -8.2670e-03, 1.2240e-02, -8.8138e-03, 6.1189e-02,
-2.6405e-02, -5.5306e-02, -4.6409e-02, -2.4800e-02, 1.6606e-02,
-1.6763e-02, -6.8436e-02, -2.0510e-01, -1.3694e-01, 3.2865e-02,
6.4043e-02, -1.1413e-01, 4.2351e-01, -6.4812e-02, 3.2060e-02,
-4.2143e-02, 1.9324e-02, 1.0129e-03, -1.2812e-03, 1.3951e-01,
-1.1569e-03, 1.5819e-01, 4.8306e-02, 1.1802e-01, -9.3092e-02,
1.6396e-01, 9.1084e-02, 1.1142e-01, -1.2904e-01, -1.0115e-01,
1.2599e-02, 1.3784e-01, 4.7732e-02, -2.2444e-01, -1.0425e-01,
4.6879e-02, -1.6904e-02, 1.3890e-02, 2.2259e-02, 2.6662e-02,
2.8414e-02, -7.2814e-03, -2.2738e-02, -4.8899e-02, -1.4619e-02,
1.7636e-02, 1.1141e-02, 1.2216e-02, -2.8595e-02, 2.4758e-03,
8.5522e-03, 1.7912e-02, -1.6773e-02, 3.3019e-03, -9.9860e-03,
-2.7379e-02, 1.7714e-03, 3.5715e-04, -1.3160e-02, 4.1549e-03,
-2.7341e-02, -1.9041e-02, 2.3018e-03, 8.9198e-03, -1.5789e-02,
-1.6974e-03, -9.2342e-03, -1.4770e-02, 2.9913e-02, 1.8033e-02,
-2.7822e-02, -3.3157e-02, -2.2231e-04, 3.9057e-02, -1.8118e-02,
-5.7306e-03, 1.0989e-02, -2.4245e-02, -7.2967e-03, 2.4011e-02,
2.6732e-02, -4.6853e-03, 5.2773e-03, -4.6745e-02, 3.6765e-02,
-3.6592e-02, 2.3151e-03, 9.5058e-03, -2.4943e-02, -1.5185e-02,
1.0079e-02, 1.1291e-02, -7.3030e-03, -3.0621e-02, 4.4803e-02,
1.2562e-02, 5.9350e-03, 1.7778e-02, 2.2789e-02, 3.6683e-02,
1.1052e-01, 7.0906e-02, 7.4959e-02, 2.1688e-02, -1.1991e-02,
-1.6578e-03, -4.6640e-02, -4.2411e-02, 3.2196e-02, -1.5882e-03,
1.4752e-02, -4.9248e-02, -7.1977e-04, -1.4501e-02, 5.2530e-03,
-4.4316e-02, 1.8353e-02, -8.4425e-02, -5.9270e-02, 1.1040e-02,
-2.6519e-02, -4.1178e-02, -5.6989e-02, 4.1308e-02, -2.6676e-02,
-1.3253e-02, -9.1021e-02, 6.3857e-03, 3.6955e-02, 5.8462e-02,
1.0344e-02, 2.7522e-02, -7.4586e-02, -5.9125e-03, -2.7828e-02,
1.5448e-02, 2.1966e-02, 2.6859e-02, 4.4325e-02, -4.8783e-02,
-2.4988e-02, -1.1284e-02, 9.6782e-02, -2.5031e-02, -4.1508e-02,
-5.8906e-02, 6.9270e-02, 1.9461e-02, 1.9891e-02, -3.0609e-02,
-6.5650e-02, -4.4095e-02, -5.7597e-03, 1.1076e-01, 3.5145e-02,
-5.0132e-02, -6.1336e-02, 1.9121e-02, -6.5404e-02, -1.3300e-02,
-3.0033e-02, -1.4928e-02, 2.2985e-02, -5.1025e-02, -7.2090e-03,
-1.7788e-02, -3.5696e-02, 1.9538e-02, 3.3850e-02, -4.8201e-02,
-1.2214e-02, -1.8898e-02, -2.4723e-02, -4.1728e-02, 1.9046e-02,
1.9077e-02, -1.2745e-02, -6.7257e-03, 2.3136e-02, 1.4613e-02,
6.2764e-03, -2.0108e-02, 2.2348e-02, -7.3342e-03, -3.6199e-03,
-8.6625e-03, 1.8635e-03, 2.6541e-02, -1.5964e-02, -1.1044e-02,
-1.1444e-02, -2.6781e-02, 4.3261e-03, -1.8061e-02, -1.6390e-02,
-6.4765e-04, 2.2070e-02, -2.2101e-02, -3.2995e-02, -4.0966e-03,
-4.2264e-03, -2.7916e-03, -2.4186e-02, 1.4545e-02, 4.8317e-04,
-2.0357e-02, -6.6867e-03, -6.4861e-03, 1.2063e-02, 1.3455e-02,
4.8779e-03, -7.4327e-03, -6.0448e-02, -1.5983e-02, 7.5648e-03,
-2.1898e-02, 2.9496e-03, -1.2392e-04, -2.0804e-02, -1.1650e-02,
-9.4011e-03, 3.9232e-02, 2.4186e-02, -3.9983e-02, 6.0259e-03,
-3.5989e-02, 1.7161e-02, -1.4622e-03, -4.6428e-03, 2.2821e-02,
-3.3209e-03, -4.0873e-03, -7.0242e-04, 5.5266e-03, -5.9282e-03,
1.9717e-02, 1.7294e-03, -1.1385e-02, -1.7776e-02, 1.8016e-02,
1.7544e-02, -1.5433e-02, -5.9488e-04, -1.7506e-02, -4.3742e-04,
-7.8630e-04, 8.9865e-04, 1.3819e-02, -3.8377e-02, -5.4640e-03,
1.0647e-02, -2.4031e-02, -2.2170e-02, -5.6815e-03, 1.1110e-02,
-1.2091e-02, 2.6995e-04, -3.1834e-02, 2.9903e-02, 1.1755e-02,
1.6907e-03, 6.8261e-03, 4.7568e-03, -6.6574e-03, 5.9439e-04,
1.2490e-02, 9.8127e-03, 2.5384e-02, -2.3422e-03, -1.3309e-02,
-6.0470e-03, -1.6176e-02, 4.3856e-02, -5.5079e-04, -1.5125e-03,
-9.3545e-04, 1.2450e-02, -3.1140e-03, 1.1244e-02, 1.6739e-02,
3.0042e-02, 1.4765e-02, 2.5827e-02, 8.3546e-03, 9.9088e-03,
2.6311e-02, 5.5672e-03, -9.6544e-03, 3.4274e-02, -9.2621e-03,
2.4439e-02, 3.3287e-02, -3.9710e-03, -1.2458e-02, 9.0127e-03,
-3.3654e-02, -2.5892e-02, -5.5152e-03, -2.4436e-02, 2.0408e-02,
-3.8973e-02, -9.4081e-03, 4.2994e-03, -3.9155e-03, -1.5427e-02,
3.9870e-04, -9.7165e-03, 4.1589e-03, 1.0205e-02, 4.0374e-03,
1.2198e-02, -6.2618e-02, -3.8824e-02, 1.0705e-02, -6.2020e-02,
-9.6252e-02, 2.1499e-02, -2.2141e-02, -2.1976e-02, -1.2385e-02,
6.0723e-03, -1.2588e-02, -2.6648e-03, 5.3372e-03, 6.0793e-03,
2.3821e-02, 2.8217e-02, -1.0625e-02, -2.1685e-02, -3.9403e-02,
3.2871e-03, 2.7232e-02, 6.3799e-03, 2.5570e-02, -2.4487e-03,
2.1323e-02, -8.8126e-03, 6.6256e-03, -2.5893e-03, 1.4963e-02,
1.4517e-02, 2.9649e-02, 4.7979e-02, -4.9719e-03, 5.4310e-03,
-3.6156e-02, 9.1557e-03, -3.3173e-02, -2.2912e-03, 1.9381e-03,
-4.6013e-03, 3.2150e-02, 4.1640e-02, -5.6969e-03, -2.3583e-03,
-2.7095e-03, 2.6045e-02, 2.9813e-03, -1.0479e-02, 3.2929e-02,
-2.9866e-02, 6.4037e-03, -1.6282e-02, 2.3688e-02, -2.0304e-02,
-1.5521e-02, -1.6778e-02, 4.6189e-02, 2.2265e-02, -6.5535e-03,
7.8223e-03, 3.1043e-02, 2.2547e-02, 6.5023e-03, 2.1880e-02,
-1.2612e-02, -7.3969e-03, -1.0591e-02, 2.8085e-02, -5.7210e-03,
-3.4792e-02, -1.0130e-02, -3.2434e-03, 2.8217e-02, -6.4020e-04,
7.3918e-03, -1.8229e-03, -2.6346e-02, 3.2085e-02, 4.9657e-03,
-1.4650e-02, 1.3232e-02, -1.2574e-02, 1.2052e-03, 2.4837e-02,
-4.8799e-03, 3.7450e-02, 6.9436e-03, -3.1605e-02, -1.0120e-02,
-2.4309e-03, -3.2739e-02, -1.4020e-02, 2.1559e-02, -2.7640e-02,
1.8684e-02, 2.0754e-02, 2.8015e-02, -9.9146e-04, 3.6406e-03,
1.6490e-02, -1.7453e-04, -1.0011e-02, 2.6712e-03, -3.8350e-03,
3.8125e-02, -2.4829e-02, 4.4448e-02, 3.7127e-02, -5.7726e-03,
1.2281e-02, 8.1040e-03, 1.6466e-02, 1.0122e-02, 6.6316e-03,
5.2526e-04, -2.2223e-02, -3.5448e-03, -1.6104e-02, 1.6453e-02,
-4.4025e-03, 5.2517e-03, -7.2562e-03, 1.5282e-02, 1.4947e-02,
2.1384e-02, 2.0056e-02, -9.6135e-03, 1.3308e-02, 5.3825e-03,
-7.1765e-03, -1.6812e-02, 1.5676e-02, 7.5953e-03, -6.5609e-03,
1.7436e-02, 2.4654e-03, 1.3692e-02, 1.8581e-03, -7.7580e-03,
3.7166e-03, 1.1103e-03, -1.8416e-02, -7.6011e-03, 1.0193e-02,
-2.5430e-02, -1.3398e-02, 3.0996e-03, -8.7798e-03, -6.2986e-03,
1.8058e-02, 1.3583e-02, 8.5811e-03, 4.3992e-03, -5.6133e-04,
-6.5528e-03, -4.0658e-04, 1.0900e-03, 1.3173e-02, 4.0039e-03,
-1.1614e-03, -9.9297e-03, 5.3148e-03, -9.0080e-03, -1.0665e-02,
-1.0332e-02, 1.3222e-03, -1.3974e-02, 2.9622e-03, -5.3936e-03,
-2.5394e-03, 8.9713e-03, 1.9911e-03, -2.1690e-02, -2.9274e-02,
-1.2501e-02, 1.8425e-02, 7.6402e-03, 1.0248e-02, -1.2966e-02,
9.2287e-03, 1.9990e-02, 2.2666e-02, -4.2902e-03, -2.4121e-02,
-3.7311e-02, -3.2933e-03, 1.6174e-02, -1.2088e-02, 2.7385e-02,
6.9482e-04, -2.7273e-02, -2.7516e-02, 5.9834e-03, 3.8917e-03,
-8.6908e-03, -2.2364e-02, -3.7669e-02, 1.0193e-03, -6.9009e-02,
2.9350e-02, 1.4776e-02, 2.9200e-02, -6.1224e-02, 1.7367e-02,
-3.8478e-02, 2.8515e-02, 6.6894e-03, -8.6420e-03, -2.4803e-02,
-1.0214e-02, 2.3734e-03, -1.3460e-02, 2.6671e-03, -2.5921e-02,
2.4697e-02, 6.2547e-03, 3.2522e-02, 2.4151e-03, 5.9135e-02,
1.6803e-03, 1.4002e-02, -3.9961e-03, -9.7134e-03, -1.6668e-02,
-2.5108e-02, -2.2526e-02, 9.2331e-03, 1.5066e-02, -3.7498e-04,
7.3142e-02, 3.4421e-02, 1.6374e-03, 8.1596e-03, 2.4168e-02,
1.3592e-02, -1.5603e-02, 6.7726e-03], device='cuda:0')),
('bert.encoder.layer.2.attention.output.dense.weight',
tensor([[ 0.0111, -0.0486, -0.0039, ..., 0.0068, -0.0274, -0.0494],
[ 0.0243, -0.0325, -0.0085, ..., 0.0059, 0.0188, 0.0042],
[ 0.0344, -0.0315, -0.0257, ..., -0.0332, 0.0068, 0.0051],
...,
[-0.0108, -0.0098, 0.0241, ..., 0.0183, -0.0316, -0.0063],
[-0.0120, -0.0049, -0.0062, ..., -0.0185, -0.0165, -0.0151],
[-0.0278, 0.0129, 0.0186, ..., 0.0554, -0.0420, -0.0533]],
device='cuda:0')),
('bert.encoder.layer.2.attention.output.dense.bias',
tensor([-3.5739e-02, -9.9654e-03, -7.8193e-02, 1.9917e-02, 2.4389e-01,
1.0672e-02, -6.7029e-02, -6.2334e-02, 1.3790e-02, -7.2891e-02,
1.1236e-02, -3.1881e-02, -1.4471e-02, 1.6868e-02, -6.6763e-02,
-1.4233e-03, -1.5936e-02, -2.5231e-02, 2.3995e-01, 4.1651e-03,
-1.9743e-02, 7.6518e-02, 9.3538e-02, -6.7794e-02, -7.7453e-02,
-9.3594e-02, -5.3291e-02, -2.8801e-02, 1.2808e-01, 2.4889e-02,
-5.8548e-02, -2.3706e-03, 4.1838e-02, -1.8374e-01, 5.9927e-02,
7.2255e-02, -1.5812e-01, -5.3486e-02, -6.4441e-02, 4.8677e-02,
2.5867e-02, 4.5195e-02, -8.1422e-02, 5.1891e-02, 1.8404e-03,
-9.9979e-03, -4.7116e-02, 2.7978e-02, 9.1110e-02, -1.1468e-01,
-1.9291e-02, 1.6562e-01, -2.0510e-01, -3.1948e-02, 8.6661e-02,
-1.0736e-02, 4.1137e-02, 4.1004e-02, 6.6210e-02, -1.3588e-01,
1.2876e-01, 3.9834e-02, 6.4225e-02, 1.2026e-01, -1.9658e-02,
1.3220e-02, 5.5393e-03, 1.1076e-01, -7.2705e-02, -1.4592e-01,
-2.8584e-02, -9.9527e-03, -1.0065e-01, 2.2817e-02, -7.4350e-02,
-2.3920e-02, 4.7797e-02, 6.3349e-03, 4.0925e-02, -5.3734e-02,
-1.0948e-01, -5.2593e-02, -3.5181e-02, 3.5614e-02, 9.3376e-02,
-1.3672e-01, 8.8270e-02, -8.0067e-02, -3.8914e-02, 1.0505e-02,
6.1284e-02, -1.5502e-02, -3.5292e-02, 1.6932e-01, -1.3158e-01,
-1.3569e-02, -5.6200e-02, 6.5906e-02, 7.7532e-02, -2.1021e-02,
-7.3977e-05, 1.3994e-02, 2.9065e-02, 7.1139e-02, -6.7564e-03,
1.1207e-02, -2.6523e-02, -2.8782e-02, 2.0955e-02, 7.9760e-02,
-1.1352e-01, 8.4618e-02, 4.7987e-02, -1.3580e-01, -2.9978e-02,
-8.8355e-02, 4.5620e-02, -8.6149e-02, 1.1028e-01, 1.6348e-02,
5.5247e-02, 6.7320e-03, -5.2293e-02, 5.8203e-02, -1.2794e-01,
-9.7863e-02, -1.0895e-02, -8.1956e-02, 3.2239e-02, 5.7771e-02,
5.3060e-02, -1.0421e-02, -4.5455e-02, 8.1858e-04, 2.5383e-02,
8.1614e-03, -3.8620e-02, 2.4819e-02, -7.7800e-02, -1.0065e-01,
-1.5563e-01, 7.3000e-02, -2.0535e-02, -7.1135e-02, -5.4635e-02,
7.6822e-02, 7.6868e-02, -8.6510e-02, -3.8488e-02, 1.4889e-01,
2.1760e-02, -3.8967e-02, -1.2640e-01, -7.0883e-03, -1.0594e-01,
-2.5646e-02, -6.2661e-02, 3.0186e-02, -7.2415e-03, 5.4466e-03,
-3.0123e-02, -6.2173e-02, -9.1165e-02, -8.6445e-02, 1.4813e-01,
3.6493e-02, -2.0470e-02, -2.1282e-01, -1.8110e-03, 5.0423e-02,
-8.4973e-03, 5.0225e-02, 1.5031e-01, -4.6217e-02, 1.0098e-01,
-6.8914e-02, -3.8159e-02, 7.5855e-02, 5.4744e-02, 2.1082e-02,
-8.0030e-02, 1.0761e-01, -5.1604e-02, 3.0131e-02, 8.0413e-03,
3.3283e-02, 1.9913e-02, -5.0668e-02, 1.0185e-01, -8.3766e-02,
-7.9599e-02, -3.5165e-01, 2.4340e-02, -2.2426e-02, 1.4469e-01,
6.3370e-02, -4.2991e-03, 1.8407e-01, 1.1988e-01, 1.3219e-01,
9.2468e-03, -3.4477e-03, 7.9799e-02, 6.9530e-02, -1.3978e-01,
-1.4390e-02, -4.6904e-02, 5.8470e-03, 5.5249e-03, 3.0720e-02,
-5.2061e-02, -4.3005e-02, 1.5664e-02, 1.2319e-01, 2.9194e-02,
1.8385e-02, 4.1686e-04, -2.7303e-02, 3.4816e-02, -8.0540e-02,
5.0925e-03, -3.5776e-02, -5.2192e-02, 2.4486e-02, -3.9086e-02,
8.6674e-02, 3.6281e-02, -3.8770e-04, -1.0111e-02, -1.0698e-01,
7.8439e-03, -2.7268e-02, -1.6644e-02, 4.7087e-02, -7.4819e-02,
-7.0035e-02, -1.4588e-01, -2.0079e-02, -1.7276e-01, 7.2459e-02,
-5.2378e-03, 4.7731e-02, -9.4430e-02, -1.8944e-02, -5.9284e-02,
1.4445e-01, -2.8395e-02, -8.4730e-02, -8.6374e-03, 6.8195e-02,
-6.3884e-02, -1.0223e-01, 1.2081e-02, 1.1830e-01, -3.0792e-02,
-7.3583e-02, -4.4397e-02, 1.2702e-01, -1.5600e-01, -1.2494e-01,
4.4989e-03, -1.6704e-01, 5.6893e-03, 2.3291e-02, -5.2453e-02,
-6.3610e-03, -7.8117e-02, -2.8389e-02, 1.1416e-02, -1.4162e-02,
-1.8001e-02, -1.5681e-02, 6.5776e-02, -7.4760e-02, 2.4397e-02,
8.1994e-02, 8.9598e-02, -5.6083e-02, 2.1757e-02, 2.0572e-02,
-1.9311e-02, -1.5644e-02, 1.0854e-01, 9.9501e-02, -1.7774e-02,
1.4389e-02, 6.8784e-02, 8.2623e-02, 1.6565e-01, -4.2891e-02,
-1.8511e-01, -7.2016e-02, 1.0797e-01, 1.4379e-02, 7.1460e-02,
-4.4224e-02, 1.3439e-02, -1.9831e-01, 1.9837e-02, 9.0131e-02,
-7.7688e-03, -6.9786e-02, 3.6054e-02, -6.8814e-02, -1.8389e-01,
-4.7172e-02, 1.9694e-02, -3.0766e-02, 1.2391e-01, -7.5998e-02,
7.3107e-02, 4.5762e-02, -8.2598e-02, -3.4766e-01, -6.1658e-02,
-7.4080e-03, -1.9346e-02, -9.4264e-02, 5.0228e-02, -9.0889e-02,
1.3326e-02, -1.3486e-02, 1.2608e-02, 4.2342e-02, 5.9995e-02,
-2.7253e-02, 4.9207e-02, -1.0888e-01, 2.5986e-02, 2.6160e-02,
6.2124e-02, 9.1781e-03, 3.4158e-02, -7.7660e-02, 7.1835e-02,
1.3867e-03, -9.5296e-02, 3.6409e-02, -2.7936e-02, 9.4808e-02,
1.4167e-01, 1.1654e-01, -2.2908e-03, 2.5961e-02, -5.3545e-02,
-1.4544e-01, 5.9277e-02, -6.4872e-02, -1.6922e-01, 2.6404e-02,
1.3392e-02, 5.6842e-02, 6.3213e-02, 1.0368e-01, 3.9686e-02,
-3.2106e-02, -5.5757e-03, 2.8536e-02, -7.1253e-02, 1.0956e-02,
-5.5883e-02, -6.2614e-02, 1.4088e-01, -3.9020e-02, -3.1785e-02,
-5.5267e-02, 1.0439e-02, 3.2349e-02, -2.4704e-02, 8.5997e-02,
-5.7278e-02, -9.1336e-03, -7.6582e-02, 8.0861e-02, 1.0815e-01,
1.0259e-02, 4.1648e-03, 6.8793e-03, 4.2109e-02, 4.7577e-02,
8.2173e-02, -3.3883e-03, -3.5770e-02, 2.3261e-02, 7.3647e-02,
-1.6642e-02, -1.8570e-02, 5.5783e-02, -8.6187e-03, -1.4611e-01,
3.9682e-02, -6.0759e-02, 2.3865e-05, -4.3888e-03, -4.8306e-03,
4.5335e-02, 4.8625e-02, -6.5302e-03, -3.1280e-02, 3.0683e-02,
5.0993e-02, -1.1180e-01, -1.0670e-01, -3.3346e-02, 2.2264e-02,
-1.6911e-01, 2.4423e-03, -1.6850e-02, 6.7708e-03, 2.4383e-02,
2.2205e-02, -5.5597e-03, -1.4623e-02, -9.0963e-03, -4.0095e-03,
1.3636e-01, 3.2209e-02, 5.2253e-03, 4.6195e-02, 3.4273e-02,
-1.7009e-01, 6.4721e-02, 1.5527e-01, 5.2464e-02, -4.9538e-02,
1.1284e-01, -7.3730e-02, 9.5305e-02, 5.4901e-02, 4.9903e-02,
-4.7559e-02, 6.7526e-02, -1.1833e-02, -5.5271e-02, -2.0558e-01,
-3.2258e-03, 1.7467e-02, 1.3816e-02, 1.4060e-02, -3.3597e-02,
-5.0927e-02, 5.4930e-02, 7.9541e-02, -1.2518e-01, -6.0745e-02,
5.1879e-03, -1.6583e-02, 3.3779e-03, -2.9321e-02, 1.2468e-01,
2.5653e-02, -1.7310e-02, -9.4283e-02, 3.0067e-02, -1.0744e-01,
6.5568e-02, 1.0888e-01, -5.8742e-03, -1.2626e-01, -5.8987e-02,
-4.7913e-02, -3.3746e-02, -9.0726e-03, 4.8925e-02, 6.1252e-02,
4.0515e-02, -1.2621e-01, -7.0720e-03, -5.5395e-02, 1.9640e-02,
-6.3776e-03, -5.0540e-02, 1.9180e-03, 9.4415e-02, -2.5398e-02,
2.2753e-02, 1.5281e-01, 7.9968e-02, -1.1382e-01, -3.2319e-02,
1.0570e-01, 2.8032e-02, 8.0528e-02, 1.0525e-01, 4.2037e-03,
-5.9495e-02, 1.5960e-02, -2.0273e-02, -3.0340e-02, 5.2492e-02,
9.7764e-02, -5.1197e-02, 6.8300e-02, -3.3542e-02, -7.4067e-02,
4.2119e-03, -7.0520e-02, -5.9357e-02, -2.9135e-02, 3.9158e-02,
-2.6400e-02, -8.6572e-03, -6.2917e-02, -1.4140e-02, -1.8997e-02,
3.8275e-02, 1.0447e-02, 7.0487e-03, -1.8667e-02, 1.3064e-01,
-3.3265e-02, 8.9894e-02, -1.2862e-01, -1.5916e-02, 2.8748e-02,
1.0765e-01, 4.6408e-03, 8.3943e-03, -1.6041e-01, 1.4992e-02,
-2.6855e-02, -1.1358e-01, 1.2646e-01, 3.3295e-02, -1.6231e-03,
-1.6887e-02, 6.2339e-02, 7.1934e-03, -1.1544e-01, -5.7150e-02,
5.3055e-02, -9.4861e-03, -4.2447e-02, -1.7723e-02, 4.7769e-03,
1.4619e-03, -2.8550e-03, 3.8574e-02, 1.5841e-01, -1.0501e-01,
3.4725e-02, 6.5490e-02, 1.8386e-01, 7.9603e-02, 8.2123e-02,
-7.8593e-03, -3.1875e-02, -7.8779e-02, -4.8597e-02, -4.8653e-02,
2.5905e-04, -6.7009e-02, -4.5427e-02, -5.3924e-03, -5.8614e-02,
6.8115e-02, 4.1283e-02, 5.0085e-02, 6.8654e-02, 4.0290e-04,
3.0828e-02, -1.4010e-02, 8.3577e-02, 6.4770e-02, 4.4445e-02,
3.7810e-02, -1.7120e-02, -2.8077e-03, -4.8505e-02, 5.2500e-02,
-1.0570e-01, -6.4134e-03, -9.8394e-02, 5.6061e-02, 1.2010e-02,
-2.6229e-02, -6.3337e-02, 1.0954e-01, 4.1923e-02, 8.3782e-03,
-9.0765e-04, -8.7287e-02, -6.7635e-03, 1.2357e-01, -4.0832e-02,
-6.6643e-03, 5.7511e-03, -8.7189e-02, -3.2655e-02, 9.7830e-02,
2.5798e-04, 1.0478e-01, 1.1237e-01, -4.9671e-04, 1.0771e-02,
2.5057e-02, -1.8924e-01, 6.0555e-02, -1.6008e-02, -1.0058e-02,
-7.3437e-02, -4.0160e-03, 3.7491e-02, -6.3680e-03, 1.4487e-02,
1.9009e-02, 9.4528e-02, -6.5666e-02, 1.0616e-01, -2.0014e-02,
-1.2245e-01, 4.8415e-02, -8.7217e-02, -1.2205e-01, -3.6671e-02,
-2.4776e-02, -5.5057e-02, 7.9747e-02, -3.0703e-02, 3.9351e-02,
-6.2059e-02, -1.1697e-01, 6.1003e-02, 3.8786e-02, -4.9047e-02,
1.1972e-02, 4.8997e-02, -3.4911e-02, -2.6049e-03, 1.7076e-01,
6.1811e-02, -5.2418e-02, 8.8117e-02, -8.2386e-02, -1.0353e-01,
4.6030e-02, 5.0176e-02, -8.3189e-02, 6.0849e-03, 6.3716e-02,
-8.4839e-02, 2.5809e-02, -8.1975e-02, 2.6723e-02, 6.4068e-02,
-1.0947e-02, -1.8598e-02, 7.0939e-02, -1.0400e-01, -7.3453e-02,
4.7669e-02, 6.5359e-02, 7.2301e-02, 1.5185e-01, 5.5710e-02,
1.6814e-02, -2.1351e-02, -8.7839e-02, 6.5659e-03, -1.7231e-02,
-4.0211e-02, 9.5918e-02, 4.6347e-02, -9.2160e-03, 1.7458e-02,
5.1231e-02, 5.1028e-02, -8.1860e-02, 8.3908e-02, -3.3502e-02,
-6.1720e-03, 1.2464e-01, 6.4589e-02, -1.1713e-02, -3.1192e-02,
7.9735e-02, -1.0064e-01, 7.5234e-02, 4.5762e-02, 3.8679e-02,
-3.6597e-02, -1.9540e-02, -1.3452e-03, -2.6064e-02, 6.8799e-02,
-7.9891e-02, -3.6013e-02, 2.5131e-02, -1.1106e-02, 1.1179e-01,
3.5086e-02, 1.1342e-01, 1.8663e-02, -7.9681e-02, -3.3539e-02,
-1.9895e-02, 2.8666e-02, 1.3694e-02, -1.0233e-01, -1.3445e-01,
1.6168e-01, 3.2984e-02, -1.8406e-01, 3.1037e-02, -7.7098e-03,
-3.3924e-02, -2.1675e-02, -1.9153e-03, -3.8507e-02, 3.6634e-03,
1.3154e-01, -1.0501e-01, 3.7501e-02, 4.5365e-02, 2.6781e-02,
2.2121e-02, 9.8519e-02, 2.7419e-02, -5.1455e-02, 1.2703e-02,
6.7452e-02, 8.7324e-02, 8.2333e-02, -8.2304e-02, 9.7594e-02,
-2.0058e-01, -4.8675e-03, 6.5013e-02, 1.2328e-02, 4.9911e-03,
-4.4989e-02, -5.2883e-02, 4.4915e-02, -3.7370e-02, -3.3650e-02,
-4.7687e-02, 7.6380e-02, -1.0438e-01, -5.3038e-02, 6.1867e-02,
2.9431e-03, 2.0562e-03, 2.4256e-02, -3.2247e-02, -3.7238e-02,
-7.7572e-02, 1.1811e-01, -2.2733e-02, 1.7444e-01, 1.8752e-01,
-5.0741e-02, 1.8282e-02, -1.3707e-02, 5.6860e-02, -9.4855e-03,
6.5333e-02, -7.8226e-02, -1.2073e-02, -4.2767e-02, -2.2249e-03,
-4.2887e-02, 2.0949e-02, 2.7125e-02, -2.9438e-02, -2.2142e-02,
-4.0879e-02, -3.0483e-02, -3.6693e-02], device='cuda:0')),
('bert.encoder.layer.2.attention.output.LayerNorm.weight',
tensor([0.8836, 0.8723, 0.8884, 0.8277, 0.8295, 0.9132, 0.7675, 0.8953, 0.9210,
0.7851, 0.9148, 0.8862, 0.9242, 0.9066, 0.8632, 0.7398, 0.8401, 0.8524,
0.8673, 0.9050, 0.7985, 0.9181, 0.8655, 0.8395, 0.7960, 0.8616, 0.8813,
0.9315, 0.8400, 0.8853, 0.8919, 0.7603, 0.8958, 0.7753, 0.8402, 0.8200,
0.7529, 0.8977, 0.7468, 0.8966, 0.8924, 0.8774, 0.8727, 0.9244, 0.9194,
0.8971, 0.8737, 0.9079, 0.9250, 0.8295, 0.9268, 0.8315, 0.8621, 0.8872,
0.8191, 0.6804, 0.8533, 0.8768, 0.7865, 0.8287, 0.8548, 0.9051, 0.9440,
0.9099, 0.7431, 0.9137, 0.8848, 0.8365, 0.7309, 0.8448, 0.8612, 0.8347,
0.8619, 0.8744, 0.9052, 0.9193, 0.8773, 0.8908, 0.9206, 0.8810, 0.8513,
0.8313, 0.8572, 0.8767, 0.7295, 0.9220, 0.8151, 0.8613, 0.9019, 0.8712,
0.8861, 0.8467, 0.8801, 0.9070, 0.8537, 0.8588, 0.6317, 0.8867, 0.8944,
0.9050, 0.8077, 0.9233, 0.8067, 0.9175, 0.7066, 0.9300, 0.9077, 0.8150,
0.9056, 0.9195, 0.8265, 0.8485, 0.9305, 0.6763, 0.8606, 0.9319, 0.8721,
0.8901, 0.9183, 0.9153, 0.9093, 0.8901, 0.8909, 0.8230, 0.7995, 0.7830,
0.8789, 0.8401, 0.8565, 0.8358, 0.8871, 0.8002, 0.8899, 0.8981, 0.9096,
0.8525, 1.2001, 0.8830, 0.8418, 0.8983, 0.7526, 0.8916, 0.8576, 0.7257,
0.8478, 0.8733, 0.8705, 0.8858, 0.8574, 0.8791, 0.9220, 0.8934, 0.9046,
0.8489, 0.8827, 0.8319, 0.8754, 0.8984, 0.8599, 0.8903, 0.9859, 0.9234,
0.6628, 0.8736, 0.8394, 0.8845, 0.9669, 0.7303, 0.8131, 0.8491, 0.9036,
0.7271, 0.7749, 0.8695, 0.8908, 0.9268, 0.9456, 0.9272, 0.9074, 0.8641,
0.8317, 0.8646, 0.8035, 0.9253, 0.8780, 0.9054, 0.8289, 0.9053, 0.8735,
0.8486, 0.9002, 0.8100, 0.8263, 0.8835, 0.8394, 0.9267, 0.9116, 0.6133,
0.8653, 0.9073, 0.9187, 0.8000, 0.9029, 0.8978, 0.8485, 0.8736, 0.8864,
0.9284, 0.8711, 0.8683, 0.8936, 0.9079, 0.8263, 0.8988, 0.8442, 0.9034,
0.8168, 0.8074, 0.8665, 0.8560, 0.8944, 0.8439, 0.8889, 0.9867, 0.8433,
0.8683, 0.8968, 0.8953, 0.8737, 0.6969, 0.8400, 0.8908, 0.8753, 0.8372,
0.8311, 0.9127, 0.6066, 0.9048, 0.8375, 0.9117, 0.8602, 0.8462, 0.8124,
0.8502, 0.8979, 0.8648, 0.9003, 0.8169, 0.9133, 0.9442, 0.8852, 0.8779,
0.9997, 0.9168, 0.9176, 0.8701, 0.9002, 0.6277, 0.8903, 0.8975, 0.7118,
0.9034, 0.8408, 0.8918, 0.8933, 0.8831, 0.8946, 0.9079, 0.7124, 0.9042,
0.8831, 0.8566, 0.9174, 0.8715, 0.9275, 0.8941, 0.8540, 0.8867, 0.8718,
0.9157, 0.9392, 0.9037, 0.7890, 1.7580, 0.8693, 0.9300, 0.7834, 0.9418,
0.8903, 0.8458, 0.8007, 0.8656, 0.8364, 0.8236, 0.8798, 0.7950, 0.8919,
0.6354, 0.9138, 0.8999, 0.9264, 0.8584, 0.8216, 0.8745, 0.6636, 0.9037,
0.8057, 0.9171, 0.8933, 0.8472, 0.8593, 0.8602, 0.8823, 0.7490, 0.8177,
0.8940, 0.8749, 0.8469, 0.9476, 0.8221, 0.8336, 0.8930, 0.8765, 0.9110,
0.7902, 0.8413, 0.9651, 0.8549, 0.9103, 0.8989, 1.0147, 0.8708, 0.8874,
0.9105, 0.9217, 0.9020, 0.8943, 0.9396, 0.8981, 0.7486, 0.6172, 0.8899,
0.8404, 0.9039, 0.8478, 0.9112, 0.8941, 0.8721, 0.8576, 0.8718, 0.8865,
0.8344, 0.8432, 0.8583, 0.9093, 0.8850, 0.8557, 0.8920, 0.8784, 0.7812,
0.8571, 0.9075, 0.8641, 0.8958, 0.8441, 0.8912, 0.9030, 1.0042, 0.8771,
0.9215, 0.8520, 0.9166, 0.8803, 0.8973, 0.8317, 0.8203, 0.8273, 0.8670,
0.9008, 0.6338, 0.8413, 0.8698, 0.8883, 0.9456, 0.8636, 0.7897, 0.8211,
0.8895, 0.8974, 0.7793, 0.9115, 0.7992, 0.8988, 0.8956, 0.8638, 0.9105,
0.8138, 0.9369, 0.8581, 0.7858, 0.7502, 0.8325, 0.8042, 0.8977, 0.8548,
0.8912, 0.8226, 0.8649, 0.9046, 0.9287, 0.8275, 0.8168, 0.9385, 0.9131,
0.9170, 0.8647, 0.8089, 1.0053, 0.8566, 0.8728, 0.8714, 0.9203, 0.8975,
0.7927, 0.8393, 0.8928, 0.8844, 0.7234, 0.9070, 0.9280, 0.8604, 0.8782,
0.8763, 0.9120, 0.7724, 0.9504, 0.8928, 0.8452, 0.8913, 0.8934, 0.9261,
0.7670, 0.8544, 0.7783, 0.8368, 0.8262, 0.8788, 0.9191, 0.8879, 0.8259,
0.9214, 0.6429, 0.8841, 0.9064, 0.8739, 1.0285, 0.8132, 0.8498, 0.8274,
0.8597, 0.8533, 0.8527, 0.8543, 0.9014, 0.8206, 0.8528, 0.8608, 0.8287,
0.8789, 0.8902, 0.9002, 0.8648, 0.9206, 0.8814, 0.9235, 0.8914, 0.7055,
0.9238, 0.8256, 0.9275, 0.8332, 0.8538, 0.8986, 0.9127, 0.8899, 0.8544,
0.9558, 0.7707, 0.9738, 0.8212, 0.8211, 0.9076, 0.8972, 0.8418, 0.8763,
0.8271, 0.8404, 0.8934, 0.8143, 0.8523, 0.8962, 0.8990, 0.8228, 0.8909,
0.8905, 0.9929, 0.9206, 0.8631, 0.9203, 0.8923, 0.9248, 0.8751, 0.9262,
0.8655, 0.8810, 0.7844, 0.8943, 0.8515, 0.6691, 0.8862, 0.8982, 0.7669,
0.8574, 0.9234, 0.8584, 0.9447, 0.9505, 0.9154, 0.8964, 0.9013, 0.8754,
0.9006, 0.8758, 0.8640, 0.8445, 0.8485, 0.7895, 0.9175, 0.8724, 0.8679,
0.9194, 0.9218, 0.8334, 0.7672, 0.8225, 0.9178, 0.8600, 0.8276, 0.9039,
0.9036, 0.8175, 0.8190, 0.9405, 0.8845, 0.7336, 0.8717, 0.8215, 2.2418,
0.8680, 0.8489, 0.9016, 0.9174, 0.6908, 0.8867, 0.8912, 0.9133, 0.8598,
0.9001, 0.8122, 0.9344, 0.8094, 0.8511, 0.8364, 0.8762, 0.8823, 0.9135,
0.8569, 0.8509, 0.9043, 0.8874, 0.8894, 0.9331, 0.9078, 0.8840, 0.8873,
0.8965, 0.8878, 0.8725, 0.8614, 0.8336, 0.9039, 0.7970, 0.8588, 0.8764,
0.8638, 0.9154, 0.8570, 0.8465, 0.8979, 0.8506, 0.8902, 0.8518, 0.7961,
0.9396, 0.9328, 0.8564, 0.8798, 0.8526, 0.8970, 0.8944, 0.8764, 0.7826,
0.8484, 0.9841, 0.9327, 0.9097, 0.9253, 0.9239, 0.8889, 0.8980, 0.8601,
0.7614, 0.8575, 0.9209, 0.8669, 0.9523, 0.8951, 0.8739, 0.8507, 0.9082,
0.8471, 0.9131, 0.8363, 0.8635, 0.8158, 0.9112, 0.9086, 0.9015, 0.9074,
0.8393, 0.9207, 0.8558, 0.8742, 0.8405, 0.8582, 0.8276, 0.7881, 0.9074,
0.9107, 0.8380, 0.7970, 0.9443, 0.8123, 0.7503, 0.8432, 0.8918, 0.8982,
0.8771, 0.8695, 0.9031, 0.8826, 0.8493, 0.8621, 0.8595, 0.8310, 0.8797,
0.9353, 0.6757, 0.7921, 0.9006, 0.9262, 0.8132, 0.8589, 0.9230, 0.9195,
0.8195, 0.8794, 0.8833, 0.8937, 0.8955, 0.9255, 0.8212, 0.8865, 0.9229,
0.9244, 0.8757, 0.8727, 0.9193, 0.8339, 0.9162, 0.9207, 0.6790, 0.9044,
0.8998, 0.9174, 0.8647, 0.8945, 0.9453, 0.8346, 0.9251, 0.8168, 0.8165,
0.7393, 0.8351, 0.9017, 0.9123, 0.8737, 0.9138, 0.8586, 0.9086, 0.8600,
0.9024, 0.8965, 0.8475, 0.9367, 0.8761, 0.8475, 0.7893, 0.8739, 0.9167,
0.8973, 0.8777, 0.9100, 0.7988, 0.9060, 0.6345, 0.9367, 0.8358, 0.8945,
0.8972, 0.8931, 0.8371, 0.9099, 0.9499, 0.8394, 0.9210, 0.9227, 0.7928,
0.8412, 0.8881, 0.9332, 0.8528, 0.6944, 0.8533, 0.8543, 0.7952, 0.8608,
0.8709, 0.8683, 0.7612, 0.8587, 0.8812, 0.8547, 0.8660, 0.9052, 0.8242,
0.7694, 0.8874, 0.9087, 0.8825, 0.8749, 0.8956, 0.9232, 0.8624, 0.9190,
0.8565, 0.9139, 0.8712], device='cuda:0')),
('bert.encoder.layer.2.attention.output.LayerNorm.bias',
tensor([ 1.8517e-01, 1.3433e-01, -7.2594e-02, -1.0701e-02, -1.6126e-01,
3.5934e-01, -1.6443e-01, 5.4224e-01, 1.5661e-01, -7.7063e-02,
5.7085e-02, -1.4950e-03, -8.6157e-03, -1.8458e-01, -1.7789e-02,
3.8614e-01, -1.2849e-01, -4.0655e-02, -1.6886e-01, -1.6510e-01,
8.2027e-02, 3.2997e-02, 6.2075e-04, 8.6259e-02, 5.7419e-02,
1.6031e-01, -1.3716e-02, 3.3886e-01, 2.8367e-02, -2.9549e-02,
5.3151e-02, -1.2103e-01, -1.4186e-01, -9.2589e-02, 6.6066e-02,
-7.6318e-03, 5.7221e-03, -4.4468e-02, 1.5119e-01, 2.5533e-01,
-1.2393e-01, -1.0823e-01, 1.3634e-01, 9.1776e-02, -1.0702e-01,
9.0856e-03, 2.6078e-01, -1.1642e-01, 8.3167e-02, 1.3242e-01,
1.7127e-01, -4.0507e-02, 3.1253e-01, -1.4050e-01, -1.1305e-01,
-6.4405e-02, -1.8110e-01, -6.3685e-02, 7.7198e-03, 1.4474e-01,
-5.6613e-02, 3.5970e-02, 2.2646e-01, -2.9313e-01, -1.7097e-01,
-2.7510e-02, 1.1764e-02, 3.5281e-02, 2.4328e-01, 4.6194e-02,
-1.4248e-01, 1.2392e-01, -3.6606e-02, 1.6568e-01, -2.1710e-02,
-5.9099e-02, 1.7274e-01, -7.7129e-02, -1.3074e-02, 1.3796e-01,
5.6847e-02, 4.3328e-02, -4.4910e-02, 2.7196e-01, -9.4054e-02,
3.2848e-01, -1.5474e-01, 7.1978e-03, 3.2919e-02, 7.5038e-02,
-1.5204e-01, -1.4363e-01, -2.3053e-01, 1.7133e-01, -1.5391e-01,
2.5285e-01, 5.6599e-02, -4.8213e-02, 1.3801e-01, 3.2602e-01,
-1.8658e-01, -4.9830e-02, 1.4213e-01, 8.0540e-02, 1.1221e-01,
1.1647e-01, 7.9615e-02, 3.3410e-02, -1.6842e-01, -1.0887e-01,
2.5803e-02, -1.7760e-01, -3.8383e-02, -1.2429e-01, 1.6906e-02,
2.9531e-01, 1.9549e-02, 1.5021e-01, -3.5802e-02, 7.6114e-02,
9.5297e-02, -1.2942e-01, 3.1656e-02, -7.6691e-02, -8.3371e-02,
1.4036e-02, -1.1636e-02, 3.3516e-02, 5.1067e-02, 6.2838e-02,
-1.5789e-02, 8.0521e-02, -1.5691e-01, 2.3066e-02, 2.9166e-02,
7.5729e-02, 4.3308e-01, -4.8271e-03, -2.8298e-02, 9.0106e-02,
-2.5875e-01, 3.5711e-02, -9.5078e-02, -1.5227e+00, 2.3695e-03,
-1.4746e-01, 1.4955e-01, 1.0355e-01, -7.6880e-02, -2.4624e-01,
-3.5552e-01, 3.3748e-02, -8.7243e-02, -6.3664e-02, 1.6685e-01,
-4.1338e-04, -5.7523e-02, -7.6025e-02, -2.3661e-02, -8.6851e-02,
2.8425e-01, 9.1928e-02, -6.9708e-02, 4.8635e-02, 5.6762e-02,
-2.3271e-01, 3.2661e-01, 7.2398e-02, -1.8807e-01, -7.9700e-02,
-9.6266e-02, -8.3559e-02, -3.6263e-02, 1.2662e-01, 3.0522e-01,
2.8185e-01, 2.0394e-01, -4.9195e-01, -5.1605e-02, -1.7995e-02,
-2.4812e-01, -4.6009e-02, -1.0626e-01, -2.1513e-01, -7.7062e-02,
-1.8448e-01, -2.0678e-01, -2.3145e-01, 4.5515e-02, -8.0225e-03,
2.2001e-01, 3.4194e-01, 7.0521e-02, 4.0221e-02, -1.2399e-01,
-2.9350e-01, -6.1415e-02, -9.7341e-02, -1.0992e-01, 7.0209e-03,
1.4263e-01, 1.4924e-01, -1.0704e-01, 1.4332e-01, 2.0862e-01,
1.2020e-02, 6.0967e-02, -1.0854e-01, -6.4137e-02, -1.3092e-01,
2.8510e-02, 6.3711e-02, 2.3542e-02, -1.3247e-01, -8.2654e-02,
-4.5719e-02, 6.1828e-02, 1.5917e-01, -4.6210e-02, 1.0486e-01,
-2.0966e-02, -2.2784e-02, 1.1848e-01, -4.5171e-01, -8.0272e-02,
-1.3823e-02, 6.6355e-02, 4.1037e-02, 2.3606e-01, -2.4433e-01,
-1.8858e-01, 5.1614e-02, 1.5654e-01, -5.6361e-02, -7.7380e-02,
-1.9615e-01, 1.8304e-01, -7.4429e-02, -1.3910e-02, -6.3732e-02,
-2.6255e-01, -1.0465e-01, 6.1141e-02, 3.6231e-02, -1.8382e-01,
-1.2797e-01, 9.3780e-02, -5.6715e-02, -2.1165e-02, 1.9791e-01,
1.3820e-01, 4.9771e-02, 2.1200e-01, -6.1115e-02, 1.9830e-02,
5.2953e-02, -2.3430e-01, -2.2903e-02, -2.0658e-01, -1.4689e-01,
-8.2229e-02, -2.4541e-01, 1.1006e-01, 1.6411e-01, -5.9519e-02,
4.5530e-02, -1.5339e-01, -2.3986e-02, -1.4557e-03, -5.1442e-02,
-3.7501e-03, -1.7702e-01, -7.9174e-03, 1.3472e-01, 1.9346e-01,
-1.1464e-01, -1.0330e-01, -9.8484e-02, 3.6572e-02, -3.6915e-01,
-5.5870e-02, -1.0984e-01, -2.4802e-01, 9.6381e-01, -5.3892e-02,
1.1487e-01, 1.3535e-01, -3.6609e-01, 1.3260e-01, 2.8215e-02,
7.6442e-02, -9.6444e-02, -1.2038e-01, -8.1741e-02, -1.4177e-01,
-9.2831e-02, -3.3249e-01, -1.3507e-01, -6.4447e-02, 1.2087e-01,
1.9104e-01, -9.7788e-02, -1.7199e-02, 3.8196e-03, -2.1224e-01,
-9.4240e-02, 5.5299e-02, 6.9627e-02, -6.2931e-02, 1.4308e-01,
2.5434e-01, 7.6338e-03, 9.1438e-02, 8.2738e-03, 1.0326e-02,
1.2108e-01, -1.5042e-01, -1.5947e-01, -2.2991e-01, 1.2993e-01,
-2.0614e-01, -4.0367e-02, -3.0506e-02, -8.4719e-04, -1.2893e-01,
-1.1640e-01, 3.6343e-01, 3.3887e-01, 5.6780e-02, 1.9618e-01,
-4.9406e-01, -6.4142e-03, -3.8187e-02, 1.3967e-01, 5.6781e-02,
-6.0629e-02, 1.7161e-01, 2.1185e-01, -2.1918e-01, -5.9821e-02,
-1.0949e-03, -5.9509e-02, -9.8964e-02, -7.6265e-02, 4.2827e-03,
2.3973e-02, -2.7030e-02, -1.3409e-01, 1.8303e-02, -2.6181e-02,
-2.9107e-02, -2.6589e-02, -1.9891e-01, -4.7601e-02, -4.2573e-02,
-1.0000e-01, -5.1362e-04, 9.8103e-02, 7.9835e-02, -2.3166e-01,
-1.8821e-03, -1.5392e-01, 8.6675e-02, -2.5842e-02, -6.7533e-02,
1.6008e-01, 3.4666e-03, 3.0325e-01, -8.8196e-02, 3.2611e-01,
-3.6385e-02, -1.5426e-01, 3.3076e-02, 4.2088e-02, -8.6076e-03,
-8.6410e-02, 5.7441e-02, -1.8840e-02, 2.0981e-01, -8.7028e-02,
5.3995e-02, -1.2988e-01, -6.1111e-02, 2.1246e-01, -2.9761e-01,
-2.3907e-01, 2.8082e-01, -2.8931e-02, 1.0203e-01, 4.4446e-02,
1.3967e-02, 4.4046e-02, 2.7067e-02, -2.0009e-02, 5.5020e-02,
-1.1010e-01, -1.0234e-01, 1.3160e-01, 1.1101e-02, -1.0059e-01,
-1.7411e-01, 2.6495e-01, 1.2366e-01, 1.2163e-01, -1.5589e-01,
1.6291e-01, 9.3798e-02, -1.9088e-01, -2.2316e-01, -1.2192e-01,
-5.6566e-02, -5.0820e-02, 2.2773e-01, -9.8700e-02, 1.2361e-01,
-8.2199e-02, 1.4304e-01, 4.0429e-01, -2.1318e-01, -2.4435e-02,
-1.4570e-02, -7.4885e-02, -1.6506e-01, -2.2568e-02, -9.6721e-03,
-6.8874e-02, -2.9660e-01, -1.6409e-01, -2.1686e-01, 5.5882e-02,
-1.3647e-02, -6.2333e-02, -3.5812e-01, -1.1925e-02, -6.3097e-02,
1.8207e-01, 3.2401e-01, 1.1362e-01, -1.6573e-01, 7.4566e-02,
2.1613e-01, -5.2546e-02, -2.6386e-02, 2.3728e-02, 1.2389e-02,
-1.4349e-01, 5.1154e-02, 1.2664e-01, 8.3775e-02, -6.8569e-02,
1.8386e-01, 1.7294e-01, -1.0093e-02, -5.0010e-02, -2.6683e-02,
-5.3715e-01, -3.0604e-02, 1.5018e-01, -8.5624e-02, -9.9137e-02,
7.0809e-02, 4.9251e-03, -1.2843e-01, 6.0767e-02, -1.8792e-01,
-9.3056e-02, 1.0051e-01, 1.0124e-02, 1.8225e-01, 9.5730e-02,
7.0111e-02, 1.3832e-01, -3.0937e-03, 2.0268e-01, -1.0690e-01,
1.3115e-01, -2.3466e-01, 1.8314e-01, 1.1036e-01, -1.2441e-01,
6.5139e-03, -1.1933e-01, -1.6770e-01, 5.9836e-02, 7.8952e-02,
-1.1624e-01, 1.5395e-01, 2.1261e-02, 6.7988e-02, 3.1225e-02,
-1.2327e-01, -1.5418e-01, -3.1154e-02, 4.9481e-02, 1.3514e-01,
4.4289e-02, 3.0664e-02, 4.0287e-03, -1.1514e-01, 3.1103e-02,
-1.0661e-01, 6.6853e-02, -4.0040e-02, -1.0302e-02, -1.5345e-01,
2.3347e-01, -9.4878e-02, 3.8703e-02, -2.1210e-01, -2.1524e-01,
-3.9859e-01, -2.4400e-02, 3.6478e-01, 1.6854e-01, -1.2389e-01,
-1.5661e-01, 4.5096e-02, 1.3512e-01, 2.9834e-01, -2.1660e-02,
-1.6251e-02, -3.4286e-02, -2.6131e-02, -2.0757e-01, -2.8864e-03,
-1.2929e-01, 1.7919e-01, 5.0051e-02, -1.6473e-02, -1.3051e-01,
-9.9079e-02, 1.0393e-01, -1.6171e-01, -2.7832e-01, -1.4247e-01,
-6.8487e-02, -5.9828e-02, 1.5212e-01, -2.0249e-01, 1.7258e-01,
-2.2897e-01, 2.2746e-02, 6.4453e-02, -8.1577e-02, -5.6490e-02,
1.2597e-01, 1.4188e-01, -5.2090e-02, 1.8692e-01, 1.3392e-01,
1.0271e-01, -4.2845e-02, -3.7088e-02, 2.7540e-02, -7.4274e-02,
-1.8178e-02, -1.5882e-01, -2.3620e+00, -7.4131e-02, -9.4448e-04,
-9.1704e-02, 5.9753e-02, -2.4476e-01, -3.8152e-02, 8.9748e-02,
-1.5120e-01, -2.9245e-02, -3.2762e-02, -1.8889e-01, 1.4011e-01,
-3.7534e-02, 3.9378e-02, -7.5433e-02, 2.5719e-02, -2.2850e-02,
2.0837e-02, 4.0357e-02, -7.4001e-02, 2.4747e-01, 1.1968e-02,
1.3461e-01, 2.5422e-01, 2.5572e-01, -2.1133e-02, -5.6225e-02,
2.6536e-02, 1.9416e-01, -3.3252e-02, 1.0068e-01, 1.0874e-01,
-6.3639e-02, -1.1357e-01, -1.3762e-01, -2.2617e-01, -8.1379e-02,
-8.2941e-02, 5.0303e-02, -1.1847e-01, -1.7120e-01, 5.2234e-02,
-1.1514e-01, -5.0839e-02, -8.7004e-02, -3.0965e-01, 1.2564e-01,
-7.1679e-02, -3.6500e-02, 8.7171e-02, 1.6496e-01, 5.0525e-02,
5.9483e-02, 2.1118e-02, -1.4517e-01, -4.6066e-01, 2.1719e-01,
1.4073e-02, 1.3083e-01, -1.6113e-01, -1.0454e-01, 5.6270e-03,
4.0207e-02, 6.9758e-02, 6.0294e-02, 4.1660e-02, 1.3250e-01,
-2.7351e-01, -1.3289e-01, -1.1657e-01, 2.2408e-01, 2.6326e-01,
-6.5920e-02, 8.1452e-02, 1.0687e-01, -1.5420e-01, 1.2343e-01,
2.9584e-01, -1.2073e-01, 1.3542e-01, -2.9520e-01, -1.5735e-01,
-4.9867e-02, -1.7612e-01, 1.5377e-01, -7.2261e-02, 1.8734e-02,
1.0466e-02, -3.3240e-01, 5.4528e-02, -6.4632e-02, -1.1774e-01,
3.6337e-02, -1.1984e-01, -3.0218e-02, -1.1797e-01, -3.5331e-02,
2.2545e-01, -6.0352e-02, 7.5776e-02, 6.4284e-02, -2.6713e-02,
9.7715e-02, 2.8260e-02, -1.7691e-01, -1.3585e-01, -1.1102e-02,
-2.0468e-01, 2.3688e-01, 5.0963e-02, -1.1677e-01, 2.1872e-01,
-7.3667e-02, 1.5101e-01, 6.7267e-02, 8.4585e-02, 1.6691e-01,
2.2930e-03, 2.7039e-02, -1.7749e-01, -8.5304e-02, -3.7869e-02,
2.1497e-01, -9.0035e-02, 1.2612e-01, 1.2514e-02, -3.6156e-02,
-1.7073e-02, -7.6124e-02, 1.5024e-02, -8.9180e-03, -8.3625e-02,
2.2022e-01, -1.4916e-01, -1.5269e-01, -2.8944e-02, 9.4865e-02,
-2.8688e-02, -3.5673e-02, -3.0823e-01, 1.9642e-01, -5.2122e-02,
7.3254e-02, 1.2094e-01, 4.2068e-01, 1.2067e-01, -1.1213e-01,
-1.1106e-02, -1.2445e-02, -1.6089e-01, 2.6330e-02, -4.6486e-02,
-2.7719e-02, 2.7168e-02, -8.7739e-02, 4.6393e-02, -2.4950e-02,
2.0296e-01, -2.2071e-01, -9.8913e-02, 1.1156e-01, 4.2612e-02,
2.2193e-02, 1.6628e-01, 2.8096e-02, -2.7154e-02, -4.8647e-02,
-7.6016e-02, 2.0593e-01, -3.3922e-02, 9.2693e-02, 1.1067e-01,
-2.8729e-01, 8.9357e-02, -2.2981e-02, 3.4249e-01, -1.6933e-02,
-8.0888e-02, 2.2457e-01, -1.0418e-01, 7.5817e-02, 2.5473e-02,
-2.1157e-01, -1.2765e-01, 2.9898e-02, 9.3478e-02, 1.5169e-01,
-1.2226e-03, 2.0408e-02, -1.4466e-01, -2.4481e-01, 1.8838e-01,
-3.2211e-02, 1.5778e-02, -1.8455e-02, -2.6077e-01, -1.2154e-01,
-1.1155e-01, 8.3596e-02, -7.0144e-02, 6.2017e-02, 2.8781e-01,
-2.3103e-01, -6.6960e-03, 2.1623e-02, -3.7193e-02, 1.0349e-01,
-3.5541e-02, -6.3524e-03, 9.0211e-02], device='cuda:0')),
('bert.encoder.layer.2.intermediate.dense.weight',
tensor([[-0.0085, 0.0215, 0.0379, ..., -0.0130, -0.0422, 0.0359],
[-0.0293, 0.0523, 0.0401, ..., -0.0534, -0.0024, 0.0070],
[-0.0390, -0.0269, -0.0773, ..., 0.0623, 0.0138, -0.0002],
...,
[-0.0363, -0.1596, 0.0038, ..., 0.0109, 0.0301, 0.0091],
[-0.0559, -0.0775, -0.0220, ..., 0.0030, 0.0157, -0.0328],
[-0.0741, -0.0450, 0.0076, ..., -0.0148, -0.0421, 0.0487]],
device='cuda:0')),
('bert.encoder.layer.2.intermediate.dense.bias',
tensor([-0.0834, -0.1332, -0.0797, ..., -0.1682, 0.0494, -0.1403],
device='cuda:0')),
('bert.encoder.layer.2.output.dense.weight',
tensor([[ 0.0234, -0.0392, 0.0034, ..., -0.0544, 0.0356, 0.0182],
[ 0.0580, 0.0723, 0.0496, ..., -0.0012, -0.0294, -0.0116],
[-0.0076, 0.0314, 0.0168, ..., -0.0195, -0.0377, -0.0919],
...,
[ 0.0250, -0.0322, 0.0050, ..., 0.0075, 0.0444, -0.1012],
[-0.0119, -0.0395, -0.0372, ..., -0.0518, 0.0445, -0.0371],
[ 0.0209, 0.0469, -0.0345, ..., -0.0627, -0.0212, 0.0400]],
device='cuda:0')),
('bert.encoder.layer.2.output.dense.bias',
tensor([-2.8235e-02, -4.8269e-02, 1.3585e-02, 2.5510e-02, -1.8820e-03,
7.8700e-02, 9.6335e-02, 1.0854e-02, -1.2377e-02, -4.1853e-02,
6.9674e-02, 8.4900e-02, -1.8098e-02, -1.0346e-01, -3.1274e-02,
1.9389e-01, 4.2666e-02, 9.3501e-03, 1.5770e-02, -4.9892e-02,
7.1755e-02, 7.6003e-02, -4.7379e-02, 1.5131e-02, -1.9450e-01,
-7.3297e-02, -4.5694e-02, -1.2464e-02, 6.3830e-02, 2.7322e-02,
-7.1932e-03, 2.9306e-02, 2.4372e-02, -3.1705e-01, 7.5622e-03,
-9.1222e-02, -9.6959e-02, -1.7408e-02, -6.3890e-02, 9.8150e-02,
3.8433e-02, -1.3559e-01, -7.7016e-02, -1.9000e-02, -9.1502e-03,
-2.1908e-02, 7.5535e-02, -5.0229e-02, -1.1094e-02, 6.0121e-02,
-5.1152e-02, -7.5147e-03, 1.1148e-01, -7.3231e-02, -9.7701e-02,
-1.2194e-01, 4.3293e-02, -7.2164e-02, 8.1825e-02, -1.7822e-02,
-7.7323e-02, 3.0743e-02, 2.5639e-02, -3.3244e-02, -5.3182e-02,
1.0290e-01, -2.3368e-02, -4.4073e-03, -1.3455e-02, -2.0590e-01,
-6.8944e-02, -5.3615e-02, 2.8455e-03, -9.2631e-03, -2.9792e-02,
1.9884e-02, -1.2531e-02, -4.3570e-02, -4.4773e-02, -1.0434e-02,
2.3175e-02, 2.0382e-02, 4.3874e-02, 4.1701e-02, 7.5628e-02,
-1.3069e-01, 1.7341e-02, -1.1274e-01, 7.5905e-02, -1.8175e-02,
-3.3530e-02, -1.1450e-01, -1.2238e-01, 3.4367e-02, -2.2912e-02,
1.9853e-01, -7.1215e-02, 3.7525e-02, 1.4963e-01, 5.6562e-02,
6.7851e-02, -2.1724e-02, 8.1078e-02, 1.8290e-02, -1.5903e-01,
-3.5126e-03, 1.1554e-01, 2.3182e-03, -5.2591e-02, 5.8809e-02,
7.2445e-02, -6.2618e-02, -9.8964e-03, 8.3303e-02, 6.1358e-02,
2.1008e-03, -7.4889e-02, -3.9811e-02, 2.0971e-02, 2.8545e-02,
6.6460e-03, 3.9091e-02, -6.5623e-02, -5.5775e-02, -8.1763e-02,
-2.2563e-02, 1.3752e-02, -6.0026e-02, -3.4326e-02, -3.0986e-02,
8.1996e-02, 3.7560e-02, 4.7416e-02, 6.2174e-02, 7.8008e-02,
4.1993e-03, -3.2256e-02, 6.2388e-02, -1.5307e-01, 1.2058e-01,
-2.0709e-01, 4.0229e-03, -4.4628e-02, -4.8301e-01, -6.0823e-02,
7.5926e-03, 4.1106e-02, -5.9529e-02, -6.1677e-04, 8.1220e-02,
-5.7440e-02, -8.4340e-02, -5.7159e-02, 5.2076e-02, 3.4954e-02,
5.8577e-02, 8.2310e-02, -8.9722e-02, 7.3757e-03, 6.7732e-02,
2.3897e-02, 2.4258e-03, -1.0284e-01, -7.5248e-03, 4.4024e-02,
2.9155e-02, 1.3009e-02, -9.7827e-02, -1.8485e-01, -2.4415e-02,
4.8230e-02, 1.4289e-02, -5.4563e-02, 4.0944e-02, -3.7931e-02,
3.0092e-02, 1.2883e-01, -4.2152e-02, -3.5716e-02, 1.9463e-02,
-1.2179e-01, -1.6346e-02, 4.7652e-02, -2.9156e-02, 7.9860e-02,
-1.3614e-02, -8.0586e-02, -7.7636e-02, 4.4408e-02, -6.4994e-02,
5.4450e-02, -1.2972e-01, 6.0734e-02, 3.7471e-03, 1.3434e-01,
-1.8605e-02, -3.3856e-02, 1.6615e-01, -6.6769e-02, -6.2679e-02,
4.6718e-02, 9.5889e-02, 3.0947e-02, 2.5532e-02, 6.8276e-02,
-6.9032e-02, -1.1562e-04, -2.9156e-02, 2.0503e-02, -5.2444e-02,
-1.6649e-03, -7.4120e-02, 1.0491e-01, 1.9443e-02, 6.8283e-02,
2.3309e-02, -4.6597e-02, -2.8308e-02, 7.2063e-03, 3.0664e-02,
1.0286e-01, 5.9281e-02, 2.1664e-02, 5.7694e-02, 1.8505e-02,
2.7720e-02, -1.3504e-01, -2.4204e-02, 9.5730e-02, 1.2970e-01,
-9.3718e-02, 4.6019e-02, 3.0918e-02, -9.3833e-03, -1.9727e-03,
-8.1198e-02, -2.9482e-01, -4.8990e-02, -1.9608e-01, 1.3291e-01,
-1.3342e-02, 6.3541e-02, 6.4032e-02, 3.1603e-02, -1.1821e-01,
-2.4882e-02, 5.4378e-02, 3.3237e-02, -3.0732e-02, -1.1007e-03,
-6.8339e-03, 1.6781e-02, -1.3575e-02, 4.3467e-03, 1.3931e-02,
-5.2583e-02, 1.2072e-02, 9.2509e-02, 3.6459e-02, 1.9332e-02,
-2.8169e-03, -8.1785e-02, -5.9712e-02, -3.8639e-02, 1.9184e-02,
-6.1349e-02, -1.0363e-01, 4.2728e-02, -1.3969e-01, 9.1074e-04,
-7.1534e-02, -1.9783e-02, 1.1115e-01, -1.9533e-02, 4.0820e-02,
5.0046e-02, 1.2881e-01, -9.1510e-02, 1.2552e-01, 1.2104e-01,
-5.3209e-03, 5.0876e-02, -7.9271e-02, 1.7424e-01, -1.1266e-01,
4.5753e-02, 3.9974e-02, 3.6552e-02, 2.0255e-02, 2.0841e-02,
-2.4296e-02, -9.7889e-03, 2.3480e-02, 9.8783e-02, -4.2495e-02,
-1.3696e-01, -5.5159e-02, 4.1300e-02, 1.1225e-02, -3.7914e-02,
-3.2365e-02, 1.8093e-02, 4.1926e-02, -9.3904e-04, 1.7969e-02,
-3.5193e-02, -6.7565e-02, -9.1459e-03, -8.3893e-02, 2.7375e-02,
1.7506e-01, 1.0236e-01, -5.0104e-02, -4.7569e-02, -8.0863e-02,
1.0964e-02, -6.3188e-02, -3.8779e-02, 4.6791e-02, -9.4992e-04,
-1.1435e-01, 7.6634e-02, -2.7945e-02, 7.4751e-02, -4.7865e-02,
-5.3836e-02, -8.1302e-03, 4.9747e-02, 1.2893e-01, 4.1346e-02,
-4.1140e-02, 3.3151e-02, 5.3630e-02, -5.8750e-02, 5.5943e-02,
-2.2251e-02, -1.0652e-01, 8.0752e-02, -1.4963e-02, -2.6318e-02,
9.6710e-02, 5.9866e-02, -1.0365e-01, 7.4773e-02, -5.3329e-02,
-1.6362e-02, 7.1906e-02, -7.7962e-02, -4.7860e-02, 8.3840e-02,
-6.2325e-02, -1.0461e-02, -4.9091e-02, 6.3784e-02, 1.8854e-02,
-6.3480e-02, 4.4377e-02, 2.2353e-02, 1.9558e-02, -6.9583e-02,
9.8602e-02, -1.3206e-01, -1.0597e-02, 1.5449e-02, -9.7130e-02,
2.1599e-03, -2.1854e-04, 4.2402e-02, 4.3677e-02, 6.0385e-02,
-5.4008e-02, -8.1934e-02, -4.5615e-03, 3.1794e-03, -1.8057e-02,
-2.1336e-02, -6.2482e-02, -2.9654e-02, -1.1732e-02, -3.9901e-02,
1.1509e-01, -6.7218e-04, 9.9583e-02, 5.0805e-02, -5.8049e-02,
1.5686e-01, 6.7468e-02, -5.2020e-03, -1.0783e-01, 7.6180e-02,
1.8962e-02, -3.6036e-02, 1.3106e-01, -5.3280e-03, 7.3003e-02,
3.0927e-03, 6.5860e-02, 1.8463e-02, -7.9435e-02, 1.3406e-02,
-1.6662e-02, 1.5200e-01, 4.0183e-02, -2.5366e-02, -1.3144e-01,
-1.9039e-02, 6.6908e-02, -2.6943e-02, -5.6193e-02, -1.2008e-01,
-1.6227e-02, 5.4561e-02, -6.2417e-02, 3.3109e-02, 7.6611e-02,
1.0525e-02, -1.3456e-02, -3.0083e-02, -7.6019e-03, 4.0490e-03,
-1.0507e-01, -8.2124e-03, 6.3609e-02, -5.3870e-02, 8.4559e-02,
4.3922e-03, -6.4186e-04, -1.0114e-01, -3.7154e-02, -3.6468e-02,
4.3719e-02, 4.1281e-02, 1.2174e-01, 5.5223e-02, -9.1019e-02,
5.7468e-03, -3.0636e-03, 4.0459e-02, 7.8608e-02, 5.1282e-02,
3.8418e-02, -6.1930e-02, -1.6118e-01, -1.0694e-01, -2.9478e-02,
2.1329e-02, -5.6315e-02, 7.3377e-02, -2.7784e-02, 4.4361e-02,
1.3155e-01, -1.1162e-02, 1.0435e-02, -9.5927e-03, -2.0702e-03,
-3.1876e-02, 1.1851e-01, -5.7323e-02, 6.6670e-03, -8.3685e-03,
5.0199e-03, 9.0392e-02, 5.0117e-02, 7.9453e-02, 1.2905e-03,
1.0416e-01, -1.0470e-02, -1.2359e-02, -6.8519e-02, 1.1139e-02,
-5.6662e-02, 2.8885e-02, -4.8968e-03, 6.0450e-02, -1.2971e-02,
-2.4962e-03, -2.4876e-02, -1.2975e-01, 1.3641e-01, 3.8389e-02,
-2.2031e-02, 3.4734e-02, 6.0367e-02, -2.8090e-02, -2.9886e-02,
-7.2167e-02, 2.2216e-02, 2.0480e-02, -2.5595e-02, -9.5488e-02,
2.0727e-02, 2.8454e-02, -1.2784e-01, 4.6407e-02, 2.7674e-02,
-2.0929e-02, -6.6559e-02, -9.4542e-02, -1.9796e-02, 8.0235e-02,
-2.9895e-02, -4.7816e-02, -5.9662e-02, -5.7078e-02, -3.1579e-02,
8.3535e-02, 6.4779e-02, 5.0874e-03, -3.6829e-02, 6.4063e-02,
-3.0311e-02, 3.9650e-03, 4.6186e-02, 4.5876e-02, -2.8035e-02,
1.3282e-01, 3.5767e-02, -5.2631e-02, 8.2273e-02, 5.0458e-02,
-8.3328e-02, 4.2551e-02, 1.1167e-01, -1.4160e-02, -1.1744e-02,
3.5904e-04, 3.3636e-02, -2.2155e-02, -4.2634e-02, 5.7377e-02,
1.4318e-01, 6.0438e-02, -7.1282e-02, -4.6667e-02, -5.4461e-02,
-5.3413e-02, 3.4949e-02, 4.0394e-02, 5.1547e-02, -6.0209e-02,
4.9633e-03, 2.4351e-02, 4.0497e-03, 1.8633e-02, 1.3456e-03,
-1.2973e-02, 4.6135e-02, 5.7094e-02, -6.0330e-04, 8.8524e-03,
9.9354e-02, 4.0216e-02, -7.7995e-04, 2.4612e-02, -1.7690e-01,
1.1904e-02, -1.5910e-01, -4.1374e-01, -1.0476e-01, 7.7682e-02,
8.9522e-02, -2.9214e-02, -9.3508e-02, 7.4458e-03, 2.2033e-02,
-1.6658e-02, -9.3321e-02, -1.8470e-02, -2.2274e-02, 1.7276e-02,
-1.4218e-01, 3.5922e-02, -1.6370e-01, -1.0908e-02, 1.6475e-02,
-2.5231e-02, 3.0024e-02, -2.6347e-03, -1.8269e-02, -7.7511e-02,
8.1231e-02, 7.4551e-02, -5.6847e-02, -8.0448e-02, 3.1549e-02,
6.5938e-02, -2.1840e-02, 9.0020e-03, 5.8381e-02, -1.6655e-02,
1.6204e-03, 1.8671e-01, 7.6404e-03, -9.7131e-02, 2.6346e-02,
4.1415e-02, 3.5068e-03, 3.8980e-02, 2.6241e-03, 2.4008e-02,
4.8444e-02, -3.2038e-02, -5.3827e-02, 7.3886e-02, -4.3322e-02,
-3.8088e-02, 4.0512e-02, -8.2702e-03, 2.1078e-02, 6.0739e-02,
1.1831e-02, 1.8648e-02, -7.9651e-02, -2.1251e-02, 4.3470e-02,
-4.0574e-02, 1.0694e-02, 1.1388e-02, -4.5225e-02, 5.2802e-02,
-7.7533e-02, 1.6625e-03, 4.8341e-02, 1.9452e-02, -5.6268e-02,
-7.1248e-02, 3.1946e-02, -2.7429e-02, -1.0219e-01, 2.1427e-01,
-1.7008e-01, 6.5287e-02, -4.0905e-02, 1.1511e-02, -3.8676e-02,
1.5548e-01, 1.1445e-01, 5.2507e-02, -1.0383e-02, -1.1032e-01,
-9.5615e-03, 1.0598e-01, 1.0155e-01, 1.9818e-02, -7.8804e-02,
-8.9533e-02, 3.5440e-02, -1.8694e-03, -7.4105e-02, -1.1797e-01,
6.6766e-02, 4.6618e-02, -4.7263e-02, -5.8100e-02, 4.2636e-02,
9.7194e-02, 2.1174e-02, -5.5298e-03, 6.2617e-02, -6.6039e-02,
7.8253e-02, 8.6536e-02, -5.2835e-02, 1.2066e-01, -3.1266e-02,
6.7266e-03, 8.5854e-03, 1.6272e-01, -7.7962e-02, 8.1461e-02,
7.9067e-03, 2.4626e-01, -7.2046e-02, 1.8554e-02, -4.0326e-03,
-3.8516e-02, 1.3842e-02, 3.1777e-02, 2.1605e-02, 3.1757e-02,
4.3891e-02, -2.0844e-01, 3.3006e-02, 2.2322e-02, 6.3863e-02,
1.5104e-02, -7.2404e-02, 1.5332e-02, 4.9227e-02, 2.2741e-02,
-2.3083e-02, 1.0926e-01, -5.1695e-02, 5.5128e-03, -5.0063e-02,
-3.5487e-02, 3.0349e-02, 5.0702e-02, 8.2051e-02, 6.2108e-02,
7.9650e-02, -7.8181e-02, 1.7470e-02, -2.8751e-02, -4.4266e-02,
6.1457e-03, -9.1219e-02, -1.0526e-01, -1.2085e-01, -3.8788e-02,
4.0908e-02, -5.5130e-02, -7.3095e-02, -7.1944e-02, 1.1154e-02,
1.0217e-01, 4.5161e-02, -1.0211e-02, 6.3131e-02, 1.1800e-02,
1.6344e-02, -4.6141e-02, -6.8450e-02, -1.4751e-02, 4.6473e-02,
-1.7963e-01, -1.8249e-02, 3.2295e-02, 3.1181e-02, -6.0870e-02,
-8.4723e-02, 6.6762e-03, 1.3501e-02, -3.5151e-02, -8.1286e-02,
-3.4468e-02, 6.8904e-02, 6.9602e-03, 6.7121e-02, 7.7512e-02,
-5.4082e-02, -1.2244e-01, 2.0577e-01, 3.8020e-02, 1.9162e-02,
4.2232e-03, 7.1752e-02, 7.3057e-02, -1.0250e-01, 8.4784e-02,
-6.8895e-02, -9.4237e-02, 2.7289e-02, 8.0664e-02, 2.4975e-02,
2.5131e-02, 3.8246e-02, -4.5739e-02, -7.7200e-02, 2.4756e-02,
2.8982e-02, -4.2950e-02, 4.4108e-02, 4.6478e-02, 1.1550e-02,
2.6091e-02, 3.3289e-02, 1.1138e-01], device='cuda:0')),
('bert.encoder.layer.2.output.LayerNorm.weight',
tensor([0.8352, 0.8667, 0.8471, 0.8587, 0.8504, 0.8250, 0.7356, 0.6574, 0.8920,
0.7705, 0.8877, 0.9073, 0.9500, 0.9054, 0.9093, 0.7144, 0.8582, 0.8745,
0.8647, 0.8905, 0.7649, 0.9102, 0.8949, 0.8516, 0.8378, 0.8541, 0.8898,
0.8143, 0.8764, 0.9185, 0.8578, 0.7754, 0.9044, 0.8176, 0.8667, 0.8631,
0.7949, 0.9066, 0.7717, 0.8566, 0.9140, 0.8632, 0.8965, 0.8964, 0.8970,
0.9065, 0.8288, 0.8992, 0.9197, 0.8583, 0.8885, 0.8525, 0.8146, 0.8846,
0.7855, 0.7489, 0.8610, 0.8723, 0.8318, 0.7988, 0.8596, 0.9155, 0.8957,
0.8705, 0.8002, 0.9329, 0.8812, 0.8705, 0.6938, 0.8184, 0.8943, 0.8641,
0.8703, 0.8362, 0.9092, 0.9275, 0.8625, 0.8613, 0.9320, 0.8773, 0.8930,
0.8495, 0.9155, 0.8402, 0.6917, 0.8443, 0.8153, 0.8794, 0.9274, 0.8753,
0.8399, 0.8607, 0.8960, 0.8536, 0.8482, 0.8306, 0.7502, 0.8973, 0.8673,
0.8501, 0.8501, 0.9295, 0.7959, 0.9202, 0.7644, 0.9127, 0.9244, 0.8368,
0.9042, 0.8964, 0.8459, 0.8366, 0.9285, 0.7324, 0.8498, 0.8797, 0.8894,
0.8865, 0.9055, 0.9294, 0.8837, 0.8730, 0.8877, 0.7996, 0.8270, 0.8232,
0.9128, 0.8459, 0.8730, 0.8792, 0.9122, 0.8416, 0.8667, 0.8932, 0.8911,
0.8801, 0.8326, 0.8856, 0.8052, 0.8979, 0.7258, 0.9138, 0.8484, 0.1529,
0.8509, 0.8688, 0.8730, 0.8752, 0.8868, 0.8404, 0.8456, 0.8816, 0.8876,
0.8844, 0.8562, 0.8894, 0.9193, 0.8986, 0.8735, 0.8908, 0.9129, 0.9022,
0.7921, 0.9000, 0.8240, 0.8768, 0.7843, 0.7730, 0.8523, 0.8849, 0.8936,
0.7745, 0.7993, 0.8518, 0.7551, 0.8659, 0.9073, 0.7354, 0.8972, 0.8690,
0.8415, 0.8670, 0.8362, 0.8897, 0.9038, 0.8983, 0.8402, 0.8731, 0.8665,
0.9026, 0.8357, 0.7542, 0.8615, 0.8928, 0.8711, 0.8994, 0.9069, 0.7450,
0.8765, 0.8997, 0.9133, 0.7810, 0.9004, 0.8671, 0.8067, 0.8697, 0.9129,
0.9444, 0.9149, 0.8755, 0.9085, 0.8955, 0.8277, 0.8945, 0.8848, 0.9098,
0.8655, 0.8357, 0.8924, 0.8756, 0.9092, 0.8832, 0.9072, 0.8120, 0.8907,
0.9108, 0.9055, 0.8973, 0.8325, 0.7010, 0.8406, 0.9075, 0.8336, 0.8610,
0.8657, 0.8752, 0.7852, 0.8982, 0.8775, 0.9220, 0.8389, 0.8390, 0.8271,
0.8564, 0.8987, 0.8164, 0.8934, 0.8249, 0.9274, 0.8944, 0.8890, 0.9119,
0.9542, 0.9197, 0.9269, 0.9137, 0.8979, 0.7298, 0.8622, 0.8706, 0.7617,
0.8575, 0.8923, 0.8557, 0.8811, 0.8672, 0.8880, 0.9304, 0.7732, 0.8889,
0.9037, 0.9054, 0.9323, 0.8758, 0.8985, 0.9096, 0.8820, 0.8905, 0.8669,
0.8763, 0.9147, 0.9106, 0.7959, 0.4208, 0.8791, 0.9217, 0.7964, 0.8449,
0.8946, 0.8527, 0.7774, 0.8342, 0.8475, 0.8600, 0.8702, 0.8241, 0.8188,
0.7257, 0.9196, 0.8692, 0.8701, 0.8661, 0.8583, 0.8885, 0.6291, 0.8937,
0.8599, 0.9043, 0.8922, 0.8510, 0.8041, 0.8826, 0.8490, 0.7410, 0.8682,
0.9059, 0.8515, 0.8315, 0.8798, 0.8269, 0.8369, 0.8871, 0.8579, 0.9179,
0.8346, 0.8318, 0.8201, 0.7949, 0.9211, 0.8803, 0.8417, 0.8861, 0.9448,
0.9034, 0.9169, 0.9287, 0.8692, 0.8824, 0.8856, 0.8173, 0.7270, 0.9134,
0.8559, 0.9146, 0.8656, 0.9236, 0.9057, 0.8815, 0.8797, 0.8718, 0.8750,
0.8427, 0.8514, 0.8788, 0.9081, 0.8410, 0.8847, 0.8681, 0.8686, 0.7661,
0.8900, 0.9067, 0.8478, 0.9066, 0.8602, 0.8245, 0.9122, 0.8932, 0.9100,
0.8064, 0.8953, 0.9194, 0.9020, 0.8881, 0.8594, 0.8545, 0.8640, 0.9056,
0.8844, 0.7478, 0.8662, 0.8958, 0.9117, 0.8737, 0.8021, 0.8219, 0.8050,
0.8967, 0.8725, 0.7895, 0.9253, 0.8251, 0.8717, 0.9001, 0.8689, 0.8903,
0.8177, 0.9100, 0.8409, 0.8280, 0.8185, 0.8018, 0.8039, 0.8612, 0.8800,
0.8786, 0.8580, 0.8385, 0.8925, 0.9455, 0.8389, 0.8555, 0.8819, 0.9192,
0.8846, 0.8670, 0.8364, 0.8286, 0.8358, 0.8886, 0.8787, 0.9433, 0.8695,
0.8342, 0.8684, 0.8861, 0.8673, 0.6727, 0.8669, 0.9036, 0.8797, 0.9130,
0.7999, 0.9190, 0.7264, 0.8917, 0.8424, 0.8592, 0.8997, 0.9036, 0.8833,
0.7978, 0.8516, 0.8284, 0.8859, 0.8173, 0.8843, 0.8917, 0.9126, 0.8601,
0.8881, 0.8193, 0.8900, 0.9022, 0.8777, 0.7976, 0.8438, 0.8140, 0.8463,
0.8871, 0.8645, 0.8670, 0.8321, 0.9063, 0.8170, 0.8203, 0.8786, 0.8328,
0.8703, 0.8727, 0.9328, 0.8724, 0.9510, 0.8204, 0.8708, 0.8823, 0.8080,
0.9016, 0.8115, 0.9333, 0.8758, 0.8644, 0.9110, 0.9002, 0.8869, 0.8654,
0.9143, 0.8408, 0.9622, 0.8253, 0.8447, 0.8964, 0.9075, 0.8036, 0.8840,
0.8544, 0.8844, 0.9249, 0.8764, 0.8944, 0.8762, 0.9341, 0.8495, 0.8911,
0.8700, 0.8776, 0.9197, 0.8690, 0.8511, 0.8674, 0.8189, 0.8954, 0.8186,
0.8735, 0.9170, 0.8675, 0.9098, 0.8805, 0.7045, 0.9163, 0.9239, 0.7890,
0.8783, 0.9086, 0.8957, 0.9272, 0.8777, 0.9265, 0.8889, 0.9039, 0.8703,
0.8806, 0.8490, 0.8073, 0.8565, 0.8580, 0.8123, 0.8728, 0.8550, 0.8459,
0.8810, 0.9269, 0.7909, 0.8354, 0.8331, 0.9238, 0.8572, 0.8146, 0.8436,
0.8958, 0.8500, 0.8477, 0.9004, 0.8531, 0.7905, 0.8531, 0.8053, 0.4077,
0.8808, 0.8839, 0.9326, 0.9268, 0.7875, 0.9118, 0.8866, 0.9092, 0.8671,
0.8848, 0.8072, 0.8864, 0.8403, 0.8727, 0.8729, 0.8738, 0.9077, 0.9001,
0.8750, 0.8649, 0.8669, 0.9097, 0.8620, 0.8834, 0.8458, 0.8923, 0.8855,
0.9065, 0.8197, 0.8897, 0.8385, 0.8121, 0.9252, 0.8075, 0.8336, 0.8495,
0.8806, 0.9331, 0.8246, 0.8616, 0.8979, 0.8772, 0.8857, 0.8587, 0.8314,
0.8664, 0.8702, 0.8794, 0.8823, 0.8398, 0.8823, 0.8490, 0.8756, 0.8351,
0.8530, 0.7407, 0.8791, 0.8863, 0.9319, 0.9282, 0.8870, 0.9123, 0.8735,
0.8227, 0.8421, 0.9254, 0.8570, 0.8772, 0.8985, 0.8522, 0.8058, 0.8238,
0.8871, 0.8899, 0.8455, 0.8794, 0.8298, 0.8373, 0.9174, 0.8803, 0.8696,
0.8593, 0.9244, 0.8526, 0.8854, 0.8710, 0.8711, 0.8671, 0.7148, 0.9010,
0.9129, 0.8636, 0.8119, 0.9399, 0.8743, 0.7808, 0.8637, 0.8404, 0.9210,
0.8361, 0.8505, 0.8890, 0.8776, 0.8424, 0.8688, 0.8846, 0.8569, 0.8634,
0.9082, 0.7974, 0.7892, 0.8739, 0.9259, 0.8547, 0.8769, 0.9424, 0.8733,
0.8560, 0.8899, 0.8838, 0.9296, 0.8556, 0.9061, 0.8585, 0.8845, 0.8974,
0.9188, 0.8599, 0.8451, 0.9242, 0.8875, 0.8994, 0.9035, 0.7577, 0.8762,
0.8891, 0.9116, 0.9151, 0.9011, 0.8972, 0.8401, 0.9336, 0.8267, 0.8035,
0.6660, 0.8408, 0.8717, 0.9379, 0.8958, 0.9024, 0.8802, 0.9047, 0.8641,
0.9121, 0.9173, 0.8743, 0.9318, 0.7721, 0.8409, 0.8263, 0.8681, 0.9362,
0.8950, 0.8555, 0.9236, 0.8448, 0.9404, 0.7293, 0.9063, 0.8375, 0.8991,
0.8747, 0.8344, 0.8743, 0.9285, 0.8630, 0.8651, 0.9161, 0.8869, 0.8471,
0.8543, 0.9056, 0.8970, 0.8632, 0.7481, 0.8728, 0.8627, 0.8225, 0.8368,
0.8757, 0.8552, 0.7846, 0.8513, 0.8967, 0.8810, 0.8261, 0.9119, 0.8640,
0.7932, 0.8892, 0.8844, 0.8271, 0.8096, 0.8940, 0.9239, 0.8957, 0.9369,
0.8401, 0.9278, 0.8575], device='cuda:0')),
('bert.encoder.layer.2.output.LayerNorm.bias',
tensor([-8.0736e-02, -9.0959e-02, 2.3563e-02, 5.0769e-03, 8.8504e-02,
-1.8339e-01, 7.6080e-02, -2.7987e-01, -7.3662e-02, 3.8680e-02,
-3.7162e-02, 3.8976e-03, -1.6377e-02, 8.5153e-02, 5.4883e-03,
-1.0444e-01, 5.0808e-02, -5.7569e-03, 3.8907e-02, 7.6636e-02,
-5.2339e-02, -1.9653e-02, -1.5324e-02, -2.4528e-02, -2.3610e-02,
-7.5079e-02, 1.1594e-02, -1.2885e-01, -1.6695e-02, 1.3031e-02,
-5.7740e-02, 5.5805e-02, 6.4924e-02, 1.4603e-02, -5.7444e-02,
-1.9995e-02, -3.9772e-02, -7.7273e-03, -8.5855e-02, -1.2481e-01,
3.8847e-02, 4.9456e-02, -5.5634e-02, -5.8660e-02, 6.0234e-02,
-1.1449e-02, -1.2185e-01, 5.2355e-02, -7.4746e-02, -7.0723e-02,
-1.0750e-01, -2.0441e-02, -1.2915e-01, 2.9392e-02, 2.9312e-02,
1.5231e-02, 6.5566e-02, 2.5999e-02, -1.2572e-02, -8.3816e-02,
1.9215e-02, -8.9151e-03, -8.8920e-02, 1.2227e-01, 3.1026e-02,
1.4100e-02, -7.1982e-03, -9.7568e-03, -1.0812e-01, -1.9561e-02,
5.6916e-02, -7.6176e-02, -1.1020e-06, -8.1335e-02, 3.9575e-02,
2.8550e-02, -9.8180e-02, 1.9495e-02, -4.7957e-03, -7.6147e-02,
-8.8736e-03, -3.5738e-02, 7.5055e-03, -1.4250e-01, 8.6888e-02,
-1.5077e-01, 8.4288e-02, -9.7316e-03, -2.1120e-02, -6.4786e-02,
8.3248e-02, 6.7822e-02, 9.7119e-02, -9.9292e-02, 8.4941e-02,
-1.1312e-01, -3.7227e-02, 3.3566e-02, -9.2123e-02, -1.6935e-01,
6.8335e-02, 2.1631e-02, -8.8162e-02, -6.7052e-02, -7.1745e-02,
-1.0160e-01, -4.3161e-02, -4.4006e-02, 6.3955e-02, 3.3921e-02,
-2.3342e-02, 6.6725e-02, 4.7150e-04, 7.7212e-02, -1.9427e-03,
-1.4321e-01, -3.0445e-02, -1.0129e-01, -3.2285e-03, -3.8388e-02,
-6.8884e-02, 7.3996e-02, -2.6934e-02, 3.0465e-02, 6.5218e-04,
-2.0110e-02, 2.2422e-02, -5.0189e-02, -3.7269e-02, -3.2141e-02,
-3.6831e-04, -5.3067e-02, 7.4756e-02, -7.9265e-03, -4.1188e-02,
-3.6060e-02, -1.8732e-02, -4.2071e-02, 6.4210e-02, -4.0126e-02,
7.5403e-02, -5.0207e-02, 2.2763e-02, 2.7475e-01, 1.1044e-03,
7.8481e-02, -8.7848e-02, -7.3434e-02, 1.4257e-02, 7.3046e-02,
1.6882e-01, -6.7857e-02, 2.7730e-02, 1.6597e-02, -9.5509e-02,
-1.1756e-02, 2.1661e-02, 2.7040e-02, -1.3253e-02, 3.2818e-02,
-1.4574e-01, -5.6212e-02, -3.5516e-03, -2.7178e-02, -3.7416e-02,
8.5486e-02, -2.1912e-01, -2.6971e-02, 6.5424e-02, 4.4933e-02,
3.8907e-02, -9.8425e-03, 3.0471e-02, -6.6791e-02, -1.5466e-01,
-1.7164e-01, -1.3743e-01, 1.9657e-01, -2.1409e-03, 1.5752e-02,
1.0741e-01, -1.1199e-02, 4.7771e-02, 9.9957e-02, 1.8397e-02,
6.4988e-02, 6.3907e-02, 1.2144e-01, -5.2187e-02, 8.5192e-03,
-1.1755e-01, -1.7738e-01, -5.7494e-02, -3.5836e-02, 6.6466e-02,
1.3189e-01, 3.8714e-02, 8.4288e-02, 6.0609e-02, -6.0084e-02,
-9.9295e-02, -8.0645e-02, 3.0707e-02, -1.0571e-01, -1.3476e-01,
-2.9424e-02, -4.2897e-02, 4.0096e-02, 1.9056e-02, 8.2012e-02,
7.6846e-03, -3.9361e-02, -1.0514e-02, 5.0360e-02, 3.6915e-02,
8.8313e-03, -1.9432e-02, -8.6991e-02, 1.9803e-02, -5.2731e-02,
-2.5486e-02, 2.6269e-02, -4.0724e-02, 1.9396e-01, 1.7726e-02,
1.7591e-02, -4.7492e-02, -5.0033e-02, -1.2266e-01, 1.0927e-01,
9.2088e-02, -4.0268e-02, -1.1243e-01, 3.4808e-03, 1.6470e-02,
8.3205e-02, -9.1802e-02, 1.4180e-02, -2.2422e-02, 5.3404e-03,
8.6597e-02, 4.6290e-02, 4.3931e-03, -1.5895e-02, 8.0857e-02,
2.8989e-02, -7.2355e-02, 2.0253e-02, -2.9193e-03, -8.1944e-02,
-7.9221e-02, -3.4105e-02, -1.0194e-01, 2.2360e-02, -3.1466e-02,
-3.4457e-02, 7.7478e-02, 4.1747e-02, 1.0836e-01, 6.7108e-02,
1.5214e-02, 1.0171e-01, -7.5704e-02, -1.1236e-01, -3.2290e-03,
-3.2094e-02, 7.7062e-02, 6.6869e-03, -5.5379e-02, 9.1057e-03,
-2.7094e-02, 4.9163e-02, -9.4413e-03, -1.0335e-01, -1.2760e-01,
3.0829e-02, 4.1391e-02, 3.3782e-02, -2.9831e-02, 1.4750e-01,
1.0451e-02, 7.5979e-02, 1.1007e-01, 2.7847e-03, 2.9580e-02,
-9.8294e-02, -6.1970e-02, 1.3020e-01, -9.2053e-02, -2.0962e-02,
-6.0154e-02, 6.2273e-02, 6.1560e-02, 1.3361e-02, 5.4614e-02,
2.6291e-02, 1.5079e-01, 4.5935e-02, 2.7982e-02, -8.9959e-02,
-9.6615e-02, 1.9349e-02, -1.1453e-03, 6.8306e-03, 7.3838e-02,
3.3897e-02, -3.6421e-02, -4.8335e-02, -2.5755e-02, -4.1437e-02,
-1.4040e-01, 1.5861e-03, -2.5634e-02, -2.7794e-02, -5.4318e-03,
-6.5328e-02, 6.8190e-02, 5.1115e-02, 8.5841e-02, -5.5445e-02,
9.7619e-02, 9.0018e-03, 7.8876e-03, -3.4646e-02, 5.9947e-02,
2.0025e-02, -2.0070e-01, -1.4295e-01, -5.4311e-02, -8.9021e-02,
1.7517e-01, 2.3460e-02, 2.5986e-03, -8.8293e-02, -2.5469e-02,
-3.7761e-03, -8.6631e-02, -1.5158e-01, 9.5077e-02, 1.3584e-02,
-1.0696e-02, 2.9595e-02, 3.6127e-02, 3.5358e-02, -1.9691e-02,
-2.3086e-02, -3.1863e-02, 4.3165e-02, -2.2091e-02, 9.0370e-03,
5.5751e-03, 2.4905e-03, 8.5111e-02, -9.7259e-03, 9.2035e-03,
1.3568e-02, 3.7563e-03, -6.9281e-02, -4.7544e-02, 7.6420e-02,
1.1136e-02, 7.2301e-02, -6.5128e-02, 3.3106e-02, 1.2689e-02,
-8.7645e-02, -1.3347e-02, -1.7636e-01, 5.0462e-02, -1.8397e-01,
-1.0138e-02, 3.7793e-02, -3.5982e-02, -4.9384e-02, -6.2162e-03,
4.2496e-02, -5.7038e-02, -1.5961e-02, -1.1188e-01, 8.3921e-03,
-2.9106e-02, 3.8833e-02, 2.4272e-02, -1.5942e-01, 1.2526e-01,
1.3025e-01, -1.3643e-01, 2.0365e-02, -5.3990e-02, -1.1295e-03,
-4.0091e-02, -3.2455e-02, -4.0840e-02, 1.9268e-02, -6.1669e-02,
4.4385e-02, 6.0002e-02, -1.1318e-01, -3.8254e-02, 3.5266e-02,
7.2149e-02, -1.4067e-01, -5.7809e-02, -6.0624e-02, 9.4030e-02,
-9.2074e-02, -4.4836e-02, 7.7692e-02, 9.5318e-02, 4.6285e-02,
1.4193e-02, 1.6801e-02, -1.1625e-01, 1.5542e-02, -9.5382e-02,
1.6322e-02, -8.2412e-02, -1.3158e-01, 6.4091e-02, -1.8732e-02,
-4.1915e-02, 2.7069e-03, 6.5548e-02, 1.3126e-02, 1.2612e-02,
2.0353e-02, 1.5799e-01, 6.8074e-02, 8.5977e-02, -4.4603e-02,
-2.2321e-02, 1.7958e-02, 2.0024e-01, 6.2923e-03, 5.8097e-02,
-1.1684e-01, -1.6617e-01, -6.5748e-02, 4.9871e-02, -5.7822e-02,
-1.2683e-01, -1.1090e-02, -7.3868e-03, -2.4770e-02, 4.2362e-03,
4.9364e-02, -3.4048e-02, -8.5156e-02, -4.7116e-02, 3.0122e-02,
-1.1231e-01, -4.6014e-02, 5.4678e-03, -7.4712e-04, -8.5700e-03,
1.9699e-01, -9.7970e-03, -9.2693e-02, 2.5279e-02, 3.6057e-02,
-4.0451e-02, -1.3286e-02, 4.1129e-02, -2.4901e-02, 6.5995e-02,
2.1963e-02, -6.0925e-02, -3.4893e-02, -1.0202e-01, -7.2067e-02,
-9.0359e-04, -7.2479e-02, -3.3437e-02, -9.2479e-02, 5.2575e-02,
-7.2787e-02, 9.5887e-02, -1.3708e-01, -3.4966e-02, 5.4063e-02,
-2.4855e-03, 3.5068e-02, 6.6392e-02, -5.2422e-02, -4.2409e-02,
4.5566e-02, -1.0817e-01, -2.0250e-02, -4.9077e-02, -2.2492e-02,
4.5507e-02, 6.6915e-02, -3.2350e-02, -5.3623e-02, -5.3188e-02,
-4.0811e-02, -3.4848e-02, -1.3305e-02, 2.4970e-02, -1.1157e-03,
5.7786e-02, -5.2028e-02, 4.9384e-03, -2.5911e-02, 5.6627e-02,
-1.8746e-01, 2.8654e-02, 7.2216e-03, 1.0827e-01, 7.4660e-02,
1.2185e-01, -6.2941e-03, -1.6106e-01, -9.3497e-02, 4.1399e-02,
7.1868e-02, -3.2777e-02, -7.2618e-02, -1.0879e-01, 3.4818e-03,
-1.2655e-02, -3.2841e-03, 9.2121e-03, 8.8822e-02, -5.1445e-04,
5.3866e-02, -1.0188e-01, -2.5789e-02, 4.7935e-03, 5.3028e-02,
1.7790e-02, -5.4312e-02, 8.2425e-02, 9.9449e-02, 4.6322e-02,
9.6324e-03, 2.5452e-02, -1.0740e-01, 6.0208e-02, -1.1079e-01,
9.7972e-02, -2.8569e-02, -4.0753e-02, 2.9503e-03, 1.9771e-02,
-7.9182e-02, -9.7587e-02, 4.2181e-02, -9.6231e-02, -7.5602e-02,
-3.0292e-02, -6.9053e-03, -8.9711e-03, -2.8527e-02, 2.4590e-02,
1.3587e-02, 6.3812e-02, -7.1015e-01, 9.2819e-03, 4.3797e-03,
1.1393e-02, -2.9246e-02, 9.2745e-02, 2.0508e-02, -4.8899e-02,
5.2082e-02, 1.6688e-04, 3.1303e-02, 6.0764e-02, -1.0237e-01,
3.3901e-03, -2.3379e-02, -5.8580e-04, -2.4990e-02, -1.2033e-02,
-3.7602e-02, -1.2676e-02, 6.1249e-03, -1.0836e-01, -5.2917e-03,
-6.7608e-02, -1.1653e-01, -1.1871e-01, -1.7329e-02, 1.1148e-02,
1.6816e-03, -1.5097e-01, -3.0056e-02, -1.4165e-02, -3.5934e-02,
1.7512e-02, 5.4640e-02, 4.7496e-02, 1.2678e-01, 2.6434e-02,
3.1229e-02, -6.9565e-03, 5.3617e-02, 7.2786e-02, -1.0104e-02,
5.9987e-02, 1.5737e-02, 1.7277e-02, 1.6762e-01, -7.9509e-02,
1.4120e-02, 9.2497e-03, -8.7157e-02, -9.4625e-02, -4.4723e-02,
-4.9715e-02, -5.0793e-02, 7.1499e-02, 2.2096e-01, -1.2075e-01,
-1.9649e-03, -9.6460e-02, 6.4354e-02, 4.4163e-02, -2.0170e-02,
-2.3788e-02, -4.1608e-02, -4.6060e-02, 2.2592e-03, -9.4588e-02,
1.7528e-01, 5.4520e-02, 6.5343e-02, -7.6765e-02, -9.6288e-02,
-1.0339e-02, -4.5515e-02, -6.7366e-02, 4.7875e-02, -8.9606e-02,
-1.7341e-01, 2.6519e-02, -7.3027e-02, 1.2941e-01, 6.1069e-02,
2.0442e-02, 9.3786e-02, -3.8226e-02, 1.1611e-02, -1.8594e-02,
-3.8031e-02, 2.1175e-01, -4.0905e-02, 2.4393e-02, 6.8987e-04,
-2.5664e-02, 2.1436e-02, 1.0162e-02, 2.8694e-02, 2.9689e-02,
-1.0499e-01, -1.2317e-02, -3.9453e-02, -5.0758e-02, 1.0970e-02,
-5.3203e-02, -4.8325e-03, 7.7402e-02, 5.4335e-02, -1.7220e-02,
6.3633e-02, -9.7803e-02, -1.6877e-02, 4.5589e-02, -1.1106e-01,
3.9213e-02, -8.7989e-02, -7.3737e-02, -3.1604e-02, -9.3665e-02,
-1.2678e-02, -2.1677e-02, 5.5619e-02, 3.8749e-02, -3.0775e-03,
-1.3400e-01, 1.1381e-02, -7.8296e-02, -1.4298e-02, 1.3917e-02,
-2.5092e-02, 3.0372e-02, -6.7335e-03, -8.1987e-03, 2.4833e-02,
-1.0074e-01, 7.8283e-02, 1.0189e-01, 1.7280e-02, -8.2525e-02,
-2.6000e-03, 2.6979e-02, 1.0742e-01, -6.4275e-02, 1.0251e-02,
-4.2698e-02, -6.5790e-02, -1.3684e-01, -7.4535e-02, 5.5304e-02,
-2.1370e-02, 6.5222e-03, 5.8485e-02, -2.5123e-02, 5.7575e-03,
1.3852e-02, -2.8503e-02, 4.3444e-02, -1.9099e-02, 2.2445e-02,
-9.9869e-02, 7.7697e-02, 4.1509e-02, -7.5899e-02, -3.4195e-02,
-3.4988e-02, -8.4973e-02, -5.4500e-02, 1.0457e-02, -3.0010e-03,
3.4091e-02, -7.8257e-02, -1.5092e-02, -6.0731e-02, -8.3495e-02,
1.2856e-01, -6.2329e-02, -6.0466e-04, -1.1967e-01, -3.1388e-03,
4.4101e-02, -1.1056e-01, 3.2365e-02, -4.1528e-02, -2.5890e-02,
9.0284e-02, 4.7313e-02, -9.7843e-03, -5.8597e-02, -8.3848e-02,
-1.8146e-02, -2.8125e-02, 3.4248e-02, 9.3361e-02, -8.0746e-02,
-8.4537e-03, -2.1511e-02, -1.7325e-02, 1.4997e-01, 2.3330e-02,
2.5263e-02, -6.2460e-02, 2.2567e-03, -4.4004e-02, -1.6884e-01,
1.2386e-01, -1.9836e-03, -1.1616e-02, -1.4538e-02, -3.3207e-02,
-1.5906e-02, -1.2133e-02, -7.0277e-02], device='cuda:0')),
('bert.encoder.layer.3.attention.self.query.weight',
tensor([[-0.0690, 0.0530, -0.0740, ..., -0.0638, 0.0563, 0.0428],
[ 0.0278, 0.1072, -0.0216, ..., -0.0055, 0.0222, 0.0918],
[ 0.0005, -0.0883, 0.0482, ..., 0.0567, -0.0010, -0.0380],
...,
[ 0.1517, -0.0220, 0.1272, ..., -0.0466, 0.0164, 0.1103],
[-0.0421, 0.1059, 0.0292, ..., 0.0119, -0.0401, 0.0419],
[ 0.0189, 0.0203, 0.0645, ..., -0.0186, 0.0563, 0.0016]],
device='cuda:0')),
('bert.encoder.layer.3.attention.self.query.bias',
tensor([ 4.3909e-02, 8.1025e-03, -2.1953e-02, 7.7235e-03, -3.9617e-02,
3.0532e-02, 1.5097e-01, 3.8494e-02, 2.0894e-02, 1.0894e-02,
1.0861e-02, 9.6338e-02, -9.5495e-03, -1.4822e-02, 3.9225e-02,
-9.4589e-02, -1.4885e-02, 3.8796e-02, -6.4215e-02, 6.6921e-02,
-2.4178e-02, -3.4015e-02, -1.7830e-02, 6.0588e-02, -5.0798e-02,
-7.4674e-04, 4.0804e-02, 2.6630e-02, -1.4626e-01, -1.3654e-01,
2.1178e-02, -6.2217e-02, -8.2887e-02, 1.6681e-02, 1.0027e-01,
-6.5859e-02, 6.3977e-02, 7.9091e-02, -1.6150e-02, -9.4772e-02,
1.9919e-03, 6.5578e-02, -6.1027e-02, -4.8287e-03, -9.2732e-03,
3.2383e-02, -5.4730e-02, -3.2659e-02, -2.3584e-02, 2.6055e-03,
-2.6514e-02, -1.1361e-02, 2.6856e-02, -1.6925e-02, 3.2711e-02,
3.7048e-02, 2.7263e-02, -7.0374e-02, -3.4590e-02, 4.2123e-02,
1.5742e-01, 7.8733e-03, 4.0402e-02, -1.0527e-01, 5.5365e-02,
1.8755e-01, -3.3429e-02, 2.3976e-01, 7.6136e-02, 2.3915e-01,
9.2211e-02, -1.3337e-01, -2.5001e-01, 1.6007e-01, 1.7393e-01,
8.5227e-02, 5.9308e-02, 2.8940e-01, 1.8185e-01, -2.5997e-02,
1.7342e-02, -4.3151e-02, 6.6963e-02, -1.3820e-02, -1.3160e-01,
-8.0280e-02, -9.4564e-02, -1.3479e-01, -2.4172e-01, -5.0325e-02,
-1.1871e-01, 1.5998e-02, -7.0277e-02, 7.4637e-02, 1.4886e-01,
3.0698e-01, -5.7182e-02, -1.9094e-01, 1.3682e-01, 1.5210e-01,
1.1134e-01, -7.7394e-02, 7.8406e-04, 3.6032e-02, -6.3740e-04,
3.0130e-02, 5.3733e-02, 1.2652e-01, 5.4160e-02, 1.5665e-01,
-3.3500e-02, -2.3495e-01, -1.8840e-02, 9.6189e-02, 2.0460e-01,
7.9169e-02, 9.9903e-02, -4.9894e-02, -1.7456e-02, 1.8655e-02,
-3.9845e-02, 1.8208e-01, -1.8172e-02, -2.3114e-01, -2.2754e-01,
-1.3064e-01, -1.8024e-01, 5.4277e-02, -2.8556e-02, 4.1955e-02,
-3.1374e-03, -4.2781e-02, -9.4946e-02, -1.0525e-02, 4.2353e-02,
-1.5086e-02, -5.8637e-02, 4.3068e-02, 4.5047e-02, 2.0330e-02,
-2.7026e-02, -5.8527e-02, -7.2357e-02, 5.8348e-02, -2.0921e-02,
5.4599e-02, -5.2648e-02, 9.9760e-02, -5.8276e-02, -2.3973e-02,
6.1096e-02, 1.1820e-01, 1.0512e-02, -6.9958e-04, 2.7166e-02,
-1.8700e-02, -6.3367e-02, 1.1330e-02, -1.1575e-02, 1.4245e-02,
2.1143e-02, 1.5630e-02, 3.9362e-02, 2.1802e-02, 1.5465e-02,
3.7601e-02, 4.5800e-03, -9.0421e-02, 8.6362e-02, 1.3759e-01,
4.2006e-02, 1.8723e-02, 3.0202e-02, -4.1043e-02, -1.0675e-01,
-9.0868e-02, -8.6046e-03, -8.5246e-02, -3.0570e-03, 1.3038e-01,
-3.2478e-02, -4.3509e-02, -7.5568e-02, -1.0984e-01, -5.6678e-02,
-2.5706e-02, 7.9647e-02, 1.9126e-02, -1.6442e-02, -1.4245e-01,
-6.6314e-02, 9.9884e-02, 1.9249e-01, 2.6883e-02, 2.1278e-02,
-5.9279e-02, -6.1236e-02, 1.4871e-02, 2.5600e-02, 4.7528e-02,
8.8026e-02, -4.7417e-02, 2.3075e-02, 2.8546e-02, 1.2846e-02,
-5.5282e-02, 4.3313e-02, -3.6821e-03, 3.1328e-02, -2.7231e-02,
9.0741e-02, 7.2839e-02, 8.7918e-02, 3.4261e-02, 3.1751e-02,
9.1983e-02, -4.5116e-02, -2.1598e-02, 3.4078e-02, 9.3264e-02,
-6.9637e-02, -6.9633e-02, -3.5907e-02, 4.7298e-02, 8.7284e-03,
-2.4564e-03, 8.4004e-03, -3.6118e-02, 2.6893e-02, 6.8631e-02,
-2.1648e-02, -4.9568e-02, -1.2327e-02, -3.2650e-02, -1.9430e-02,
3.6559e-03, 1.8022e-01, 1.8461e-02, 2.3527e-02, 3.1725e-02,
3.5189e-02, -1.3938e-02, -3.4244e-02, 2.2367e-02, -4.1358e-02,
8.6967e-02, -6.9083e-03, 2.8330e-02, 8.2443e-03, -8.4681e-02,
1.8159e-02, 9.0161e-02, -5.2151e-02, -9.1067e-03, -3.2066e-02,
-7.5925e-02, -9.2440e-02, 9.3494e-02, -5.1791e-02, -5.5944e-02,
-3.6679e-02, -4.4120e-02, 8.3831e-02, 3.3375e-02, -3.8577e-02,
-8.1804e-02, 4.9907e-03, -5.4277e-02, -2.0557e-02, -2.9131e-02,
2.0856e-02, 1.5063e-01, -8.4415e-02, 5.1639e-02, 3.2480e-02,
-3.5033e-02, -1.4380e-02, -4.6182e-02, -1.0312e-01, 5.4892e-02,
-2.3524e-01, -2.9585e-02, 8.9339e-02, 8.4952e-02, 4.1970e-02,
1.8284e-02, -7.3781e-02, 1.5148e-01, 2.4091e-02, 7.0870e-03,
3.4489e-02, 8.6394e-02, 5.6041e-02, -2.4916e-02, -1.9369e-02,
-1.4282e-02, -3.7875e-01, 1.0281e-01, -2.1065e-01, -5.5790e-02,
1.2039e-01, 3.9038e-02, 1.3534e-02, -6.6601e-02, 3.8175e-02,
9.5691e-02, -5.7405e-02, 5.0687e-02, -2.7294e-02, -1.4184e-01,
-1.1830e-01, -1.1161e-02, 6.7536e-02, 3.3204e-03, -6.2119e-03,
7.9815e-03, -1.2732e-01, -6.0941e-02, -3.1755e-01, 6.8601e-02,
-5.0184e-02, -3.5823e-02, 4.4423e-02, 1.6010e-04, -4.8762e-02,
-1.8661e-02, 1.4373e-02, -3.8662e-02, -3.5898e-02, 1.3654e-02,
-4.2649e-02, -5.8540e-03, -4.2970e-02, 3.5504e-02, 7.2165e-02,
9.3841e-03, -2.0850e-02, 1.0773e-01, 5.7304e-02, -1.6645e-02,
-1.9271e-01, 6.1739e-03, 7.4404e-02, 1.6527e-03, -2.0768e-02,
-2.0443e-02, -7.2149e-02, 3.5685e-04, 3.3542e-02, 6.5964e-02,
-2.5479e-02, 5.0313e-02, -2.5141e-02, -1.1367e-01, -8.9135e-03,
-4.5294e-03, -8.5637e-03, 9.1259e-03, -1.2492e-01, 1.6038e-02,
-4.7404e-02, -2.1673e-02, 2.0408e-04, 3.6401e-02, 3.2919e-02,
-1.6260e-01, 2.6179e-02, -5.9229e-02, -2.3513e-02, -1.0972e-02,
2.2068e-02, 9.2785e-03, -7.4228e-02, 1.7271e-03, -1.7678e-01,
-6.3079e-03, -9.4639e-02, -7.6812e-02, 5.9333e-02, -2.4429e-03,
-3.4508e-02, 5.2963e-03, 9.3178e-02, 2.5962e-02, 1.8080e-01,
8.5147e-02, -5.8525e-02, 5.0208e-03, -1.5262e-01, -1.2837e-01,
7.7612e-02, -2.1444e-02, -2.0481e-02, -1.1599e-01, -8.6208e-03,
-7.8383e-02, -9.3380e-02, -9.0351e-02, 1.8929e-01, -6.6573e-02,
-8.3538e-02, 7.0680e-02, 5.3203e-02, 1.2182e-01, 6.5551e-02,
1.7811e-01, -9.4235e-02, 8.0080e-02, 1.1961e-01, 2.4628e-02,
4.5838e-02, 2.3096e-02, 2.1284e-02, 1.0939e-01, -3.7620e-02,
-6.8046e-02, -5.1809e-02, -4.1720e-03, 1.9383e-02, -3.6575e-03,
-1.6446e-02, -1.2793e-02, -2.9470e-02, -3.3661e-02, -1.0428e-03,
1.2125e-01, -3.8453e-02, -6.0114e-02, -8.1543e-02, 1.7992e-01,
-4.5496e-02, -1.6177e-01, 2.8247e-02, 1.6201e-02, -1.1307e-01,
-2.1411e-02, 5.1765e-02, 5.8020e-02, 9.9033e-02, 9.7924e-04,
8.9811e-02, 5.6025e-02, 1.5378e-02, 4.1656e-02, -1.3016e-01,
5.8247e-02, 6.4453e-02, -3.8610e-02, -3.9461e-02, -1.0061e-01,
-5.5392e-02, 1.1632e-01, 3.1161e-02, -4.2110e-02, -1.8174e-01,
1.4312e-01, -1.8585e-02, -1.5595e-01, -7.0335e-02, 2.5666e-01,
-4.2580e-02, -3.7077e-02, -4.0655e-02, 1.0294e-01, 1.3513e-01,
2.8803e-03, 3.4875e-02, -8.3781e-02, -5.7499e-01, 1.5894e-01,
-7.9584e-02, -8.4961e-02, -5.0063e-02, 1.4086e-01, 8.1500e-02,
1.6919e-01, 2.0763e-02, 1.7941e-01, -3.4846e-02, -1.4747e-01,
1.0824e-01, 1.1195e-02, 1.0112e-02, 1.4053e-01, -3.3097e-02,
-1.1818e-01, -6.8814e-02, -1.2151e-01, 9.5600e-02, 3.2332e-01,
2.3693e-01, 1.3884e-01, 9.7328e-02, 3.8135e-02, 2.4608e-01,
1.0787e-02, -1.1030e-01, -1.1807e-01, -6.8992e-02, -5.4604e-02,
-3.6743e-01, 5.9201e-02, -1.5363e-01, -5.1506e-02, 1.1843e-01,
5.0860e-02, -1.8798e-01, 1.4670e-01, 9.5889e-02, 7.1353e-02,
-9.6903e-03, 1.4256e-01, 3.7453e-02, -1.6498e-01, -6.5386e-03,
-1.9348e-01, -2.2821e-01, 1.0805e-01, -2.0372e-01, -5.9092e-02,
1.5417e-01, 2.2010e-01, -1.5283e-01, 2.5365e-01, 5.6536e-02,
-1.8801e-01, 1.2172e-02, 9.3741e-02, 1.1380e-01, 1.9087e-01,
-3.7692e-02, -1.1845e-01, 7.8844e-02, 1.6213e-01, 2.4870e-01,
9.4736e-03, 2.4653e-01, 1.4729e-01, -7.6076e-02, -9.1413e-03,
-1.1141e-01, 1.1459e-01, 2.0288e-01, -2.6839e-01, 1.0517e-01,
-9.4207e-02, 1.0420e-01, 1.0156e-01, 1.8626e-01, 8.4157e-02,
-1.9410e-01, 1.7476e-01, 1.2779e-01, 1.3294e-01, 1.1085e-01,
6.5112e-02, 1.9125e-01, 2.0305e-01, -3.5867e-01, -1.1310e-01,
7.4716e-02, 2.8636e-01, -1.3686e-01, 2.0431e-01, -1.2817e-01,
2.2620e-03, 4.9463e-02, -8.4232e-02, 1.2760e-01, -1.0188e-01,
-6.1565e-02, -4.1067e-02, -5.6436e-02, 1.4575e-01, -1.8974e-02,
4.5163e-03, -9.1215e-02, -2.9173e-02, 6.8481e-02, 9.1773e-02,
-6.1011e-02, 4.5567e-03, 7.3426e-02, 8.8597e-02, -1.1968e-01,
6.1213e-02, -3.1492e-02, -7.7882e-02, 1.0371e-01, 7.1548e-02,
-9.0871e-02, -3.4629e-02, -2.4192e-02, -4.4142e-02, -1.1358e-01,
-3.5598e-02, 2.1339e-02, 1.0009e-01, -6.7560e-02, 1.7702e-01,
-3.4946e-02, -2.3221e-03, -5.6905e-04, 1.1679e-02, -1.3535e-01,
5.5968e-02, -5.2608e-02, -4.7457e-02, 2.0168e-02, 3.3966e-02,
-1.5359e-02, 4.2703e-03, -3.9300e-02, 3.0226e-01, -7.4559e-02,
3.1286e-02, -6.5199e-02, -1.5951e-01, -5.1704e-02, 7.3884e-02,
1.2420e-02, 5.5130e-01, -5.1417e-01, -4.6115e-02, 3.8157e-02,
-1.5594e-01, 3.0516e-02, -4.6765e-02, -2.6423e-02, -2.7660e-02,
8.1557e-02, -7.7998e-02, 6.7799e-02, 4.3780e-02, -1.8502e-02,
-3.0626e-02, 4.4621e-02, 1.1499e-01, 1.3783e-02, 5.1140e-02,
6.3050e-03, -5.9882e-02, -4.7232e-02, -2.9575e-02, -2.2431e-01,
5.7031e-02, 2.1845e-02, 1.4080e-01, -1.0740e-01, 1.0109e-01,
-3.0433e-01, 2.7149e-01, 1.3808e-01, -5.8541e-02, 4.1690e-02,
4.7213e-02, -8.0677e-02, -3.2966e-02, 1.4146e-02, -3.0736e-04,
5.6410e-02, 1.1541e-01, 2.9716e-01, -5.0634e-02, 1.1078e-02,
-2.7134e-02, 2.5110e-02, 1.2656e-03, -3.5007e-02, 4.7182e-02,
1.9293e-01, 1.0310e-01, 3.7682e-02, 4.8611e-02, -9.0761e-03,
-1.1112e-01, -3.3710e-02, 6.0823e-02, 2.3924e-02, -1.8262e-02,
-8.3504e-02, -4.8329e-02, -1.0375e-01, 1.0662e-02, -1.9982e-02,
1.1596e-02, -7.1190e-02, 4.3635e-02, 2.2341e-02, -1.1210e-02,
-5.9483e-02, 2.7400e-01, -1.7970e-02, 2.1382e-01, 4.3920e-02,
9.6695e-03, 1.7665e-01, -1.1468e-01, 9.2166e-02, 2.9399e-02,
3.0045e-02, -4.2040e-02, -1.5595e-02, -8.7378e-02, -1.0604e-01,
1.0434e-01, -4.3457e-01, 2.7212e-01, 6.1555e-02, -7.0681e-02,
-8.7151e-02, -4.8718e-02, 2.6367e-01, 1.7271e-01, 3.3295e-02,
5.0026e-02, -1.8909e-01, 4.5305e-02, 1.3584e-01, -8.9679e-03,
1.5212e-01, 2.5287e-01, 9.1632e-02, 6.0843e-03, 8.2021e-02,
5.6581e-02, -1.1502e-01, 9.2999e-02, -8.9240e-03, 2.8445e-01,
-1.3287e-01, -8.3991e-02, -7.4875e-02, 1.1035e-01, 8.8197e-02,
1.2341e-02, 2.6488e-02, 1.2562e-01, -4.8564e-02, -3.5844e-01,
-4.2335e-02, -8.4011e-02, -4.1718e-02, -1.0344e-01, -2.4054e-02,
-3.5352e-02, -1.5473e-01, 4.2606e-02, -8.0081e-02, -1.3069e-01,
1.8108e-01, 3.5529e-03, -1.1200e-01, -6.6075e-02, -7.0563e-03,
-2.5523e-03, 1.8766e-01, 7.3307e-02, -8.2368e-02, -1.1233e-01,
9.5124e-02, -1.3699e-01, -1.3263e-01, -2.2680e-02, 1.1666e-03,
-7.9154e-02, -2.3029e-01, 1.4852e-03], device='cuda:0')),
('bert.encoder.layer.3.attention.self.key.weight',
tensor([[-0.0380, 0.0449, -0.0307, ..., -0.0778, 0.0251, 0.0064],
[-0.0434, -0.0500, -0.0168, ..., -0.0858, -0.0101, 0.0397],
[-0.0154, 0.0965, 0.0208, ..., 0.0060, -0.0884, -0.0201],
...,
[-0.1099, 0.0745, -0.1251, ..., 0.0112, -0.0197, -0.0062],
[ 0.0051, -0.0855, 0.0771, ..., 0.0538, -0.0032, -0.0146],
[ 0.0385, -0.0372, -0.0228, ..., 0.0457, -0.0049, 0.0134]],
device='cuda:0')),
('bert.encoder.layer.3.attention.self.key.bias',
tensor([-6.3166e-04, 1.7930e-03, 1.6671e-03, 1.0082e-03, -2.6823e-03,
-2.5911e-03, -1.4910e-03, 8.8450e-04, 1.8079e-03, 1.2749e-03,
-8.1759e-04, -5.8505e-04, 1.1925e-03, 1.8517e-04, 3.6228e-04,
-8.8586e-04, -1.2731e-04, -8.7966e-04, -2.1521e-03, 1.5258e-03,
4.0441e-04, 3.4016e-03, 1.8580e-03, 9.2897e-04, 1.0058e-03,
1.4222e-03, -3.5751e-03, -2.5941e-03, -2.0248e-03, 1.9694e-03,
8.1472e-04, -4.2911e-04, -1.0814e-03, 5.5287e-04, 1.0183e-03,
-2.1500e-03, -1.8760e-04, 3.1917e-03, -2.2760e-04, 2.1943e-03,
1.7087e-03, 1.0005e-03, -3.1606e-04, -1.5599e-03, 2.8618e-03,
2.5515e-03, 2.9147e-04, 1.5157e-03, -9.7727e-04, 2.0126e-03,
1.2668e-03, -1.6622e-03, 3.7729e-03, -2.5925e-03, 1.4337e-03,
-3.6346e-03, -1.1355e-03, 6.1222e-05, 1.2172e-04, -2.1753e-03,
-6.9964e-05, 3.0523e-04, 2.9747e-03, -3.4190e-03, 2.2936e-03,
-3.9223e-03, 2.9269e-03, 4.6896e-04, 1.8466e-03, 3.7271e-03,
-7.9532e-05, -9.6230e-04, -1.8756e-03, 8.9953e-04, -5.1198e-04,
-1.1522e-03, 3.7251e-03, 1.0192e-03, -1.2257e-03, 2.9710e-03,
-8.3856e-03, 1.5340e-03, -1.5352e-03, -1.3041e-03, -1.8634e-03,
-1.0873e-03, 1.0255e-03, -5.0091e-03, 1.4653e-03, -3.1427e-03,
-7.1863e-04, 2.9120e-03, 1.4086e-03, 8.7576e-04, -6.5181e-04,
2.6895e-03, -2.6442e-03, -1.6481e-03, 2.8743e-05, 1.2918e-05,
1.7286e-04, -3.0673e-03, 8.1112e-04, -8.8672e-04, -7.4376e-04,
-8.7536e-04, -2.0749e-03, 2.1916e-03, -6.1733e-04, 1.3504e-03,
3.2773e-03, 2.7769e-03, 2.3223e-03, -4.3918e-04, -2.7935e-03,
-1.1055e-03, 1.4662e-03, 1.7427e-03, -1.2433e-03, -1.1732e-03,
5.2843e-04, -4.9079e-04, -3.0475e-03, -2.1031e-03, 1.5549e-04,
2.4387e-03, 1.0792e-04, -1.1221e-03, -2.0842e-03, -1.1060e-03,
-1.6381e-03, 3.7843e-04, 7.2770e-04, -3.8076e-04, -1.2060e-03,
7.4196e-04, 4.9268e-04, -3.4397e-03, 1.8247e-03, 6.1746e-04,
4.7953e-03, -2.2574e-03, 2.2648e-03, -1.0583e-03, 8.6765e-04,
1.3860e-04, 1.7676e-04, 3.2166e-04, -3.9722e-03, 1.9120e-03,
-1.3216e-03, 2.8529e-04, -1.4273e-03, -3.9515e-03, -2.2249e-03,
2.8411e-03, -1.3607e-03, -1.9885e-04, -4.0803e-03, -1.9036e-03,
-4.4880e-04, 1.5291e-03, 1.2269e-04, -1.9830e-03, -1.3143e-03,
-8.3825e-05, -9.7240e-04, -1.7221e-04, 8.8422e-05, -2.8499e-03,
-5.6850e-04, 9.9899e-04, 2.7442e-03, -3.9472e-03, -2.3808e-03,
-2.8024e-03, 1.0604e-03, -4.4789e-03, -6.0884e-04, 8.7250e-04,
-1.0412e-03, 6.5864e-03, -1.7827e-03, 1.7218e-04, 2.2398e-04,
1.9872e-05, -1.8353e-04, 1.6470e-03, -3.3603e-03, -1.8164e-03,
1.8283e-03, -1.1861e-03, 6.5683e-04, -3.1740e-03, -1.4692e-03,
-5.6986e-03, -3.4913e-03, 1.2205e-04, -1.8374e-03, -3.2925e-04,
3.0595e-03, -2.9403e-03, -1.1079e-03, 5.7604e-03, -9.2532e-04,
-3.4585e-03, 1.2560e-03, 2.6654e-03, 6.5775e-03, 1.5747e-03,
4.5897e-03, -3.9255e-04, -2.6303e-03, -4.9509e-03, 4.6569e-04,
5.6049e-03, -1.6101e-03, -4.2299e-04, -3.7269e-03, 4.9780e-03,
-4.4857e-03, -3.9850e-03, 5.1526e-03, 6.2795e-03, 5.1594e-03,
1.6537e-05, -3.4248e-03, -2.8365e-03, -9.0970e-04, -2.9378e-03,
2.4360e-05, -4.1819e-04, -2.7961e-04, -3.7928e-03, 6.5333e-04,
-1.2210e-03, 2.1696e-03, 2.2537e-03, 1.0212e-03, 2.2416e-03,
6.7143e-04, 3.2516e-03, 1.5120e-03, -3.8789e-03, 6.9543e-03,
-4.2159e-03, -6.8279e-04, 2.2088e-03, 2.3424e-03, -1.0059e-04,
5.5500e-04, 1.7389e-03, 4.1672e-04, -2.3153e-03, -4.0623e-03,
-2.1156e-04, 1.7589e-03, -2.6870e-03, 2.6758e-03, -8.0207e-04,
1.1880e-03, 3.4472e-03, -4.6923e-03, -2.0490e-03, 4.2683e-03,
-3.9652e-03, 3.5988e-04, 2.5669e-04, -1.0600e-03, -7.4942e-04,
-3.8001e-03, -5.9140e-03, 2.5301e-03, -2.0638e-03, -3.9457e-03,
1.7947e-03, -6.9570e-04, 3.1136e-03, 5.6075e-03, -9.2178e-04,
6.2253e-03, 5.6381e-04, 1.0502e-03, -1.3504e-03, 5.2331e-03,
-1.8985e-03, -2.1102e-03, -8.8533e-03, -3.7492e-03, 1.3759e-03,
-1.7621e-03, -3.5506e-03, -1.6861e-03, -1.0889e-03, 1.9545e-04,
-7.0364e-04, 4.6920e-03, -5.0526e-03, 1.6738e-03, 2.1275e-03,
-4.4111e-03, -1.0404e-04, -2.1966e-03, -2.3795e-03, 4.0915e-03,
4.9409e-05, 6.6146e-03, 1.2381e-03, -8.7826e-04, -7.1387e-04,
1.9814e-03, 4.1257e-04, -3.6965e-03, -1.5136e-03, 1.3979e-04,
-5.1988e-05, -2.2245e-04, 2.5194e-03, 8.0726e-03, -3.3549e-03,
-2.7010e-03, -2.9244e-03, -2.5159e-03, 2.3016e-03, -5.4667e-04,
-1.0066e-03, 1.7154e-03, -7.5563e-05, -1.6496e-03, 3.0482e-03,
8.2404e-03, 7.0820e-04, -1.2742e-03, -2.4579e-03, 7.5931e-04,
-7.4680e-04, 4.8336e-03, 6.2161e-04, 2.4808e-03, -1.1965e-03,
-3.8849e-03, -2.6882e-04, -7.1944e-04, -3.1699e-03, 2.0830e-03,
5.9811e-03, 6.0920e-03, -8.2752e-04, 3.6869e-03, -8.5376e-04,
2.1605e-03, 1.3770e-03, 1.2077e-03, -2.0930e-03, -3.4181e-03,
1.0498e-03, -7.1358e-04, 1.5636e-03, -5.2546e-03, 1.9669e-03,
1.3986e-03, 2.6075e-03, 8.0984e-04, 9.7235e-04, -2.4294e-03,
-4.0955e-04, 9.5223e-04, 2.0572e-03, -2.1711e-03, -3.6829e-05,
-1.9046e-03, 7.1842e-04, -1.4140e-03, 1.0630e-05, -1.7722e-03,
-2.1103e-03, -1.1608e-03, 2.6699e-03, 1.5504e-03, -1.1712e-03,
-2.8209e-03, -3.2026e-03, 1.1774e-03, -4.1645e-03, -7.5115e-05,
2.5059e-03, -3.2501e-04, -2.1551e-03, -7.8569e-04, 5.9595e-04,
-3.1441e-03, 9.2137e-04, 2.1902e-04, -2.1840e-03, 4.0419e-04,
9.4496e-04, -8.9022e-05, -3.6571e-03, -1.8713e-03, 2.3811e-03,
-1.2406e-03, -9.2487e-04, -1.3612e-03, -3.6602e-03, -1.5900e-03,
-1.9669e-03, 7.5538e-04, 7.1162e-04, -1.8209e-03, 1.5704e-03,
3.2194e-03, 2.8188e-03, 5.2918e-03, -1.7271e-04, -1.9469e-03,
-9.8003e-04, -2.0038e-03, 7.7622e-04, -1.0674e-03, 2.4652e-03,
3.4151e-03, -2.8082e-03, 1.0542e-03, 1.9654e-03, 5.0178e-04,
-1.9497e-03, -3.0233e-03, -1.3388e-03, -2.4221e-03, -5.3276e-04,
-5.9549e-04, -1.1499e-03, 2.8821e-03, -3.3081e-03, -2.1768e-03,
1.5169e-03, -9.1364e-04, 1.5012e-04, -1.3542e-03, -1.8902e-03,
-7.6999e-04, 6.8526e-04, 3.1098e-04, 1.6470e-03, -4.0579e-03,
-2.4191e-03, 8.7364e-04, 1.9592e-03, -3.8057e-04, -2.3799e-03,
-2.0937e-03, -6.6873e-03, 1.7893e-03, 1.1887e-03, 8.3533e-03,
2.5815e-04, 3.3300e-03, 3.8461e-03, -1.6069e-03, -4.3725e-03,
2.9810e-03, 4.5948e-03, 5.9918e-03, -6.2889e-04, -4.1328e-03,
2.5884e-03, 2.3421e-04, 4.0002e-03, 2.1430e-03, -2.3008e-03,
-8.9914e-04, -3.5844e-03, 5.4897e-03, 3.7345e-03, 4.6355e-03,
3.2342e-03, 3.0192e-03, -1.2804e-04, -4.7329e-03, 4.8036e-03,
-5.6820e-03, 3.8621e-03, 7.9306e-04, -4.5624e-04, -2.5574e-03,
3.8226e-03, 7.8910e-04, 6.3095e-03, 1.2258e-03, -8.3562e-03,
-2.8795e-03, -8.3072e-03, 1.4182e-03, -1.4371e-03, -5.1946e-03,
1.9590e-03, 3.2492e-03, 3.2153e-03, -1.2468e-03, -2.2730e-04,
9.3527e-03, 1.0229e-03, 7.6949e-03, 4.3859e-04, -3.7485e-03,
-1.9320e-03, -4.0356e-03, 7.2139e-04, -3.4288e-03, 4.0695e-03,
-2.4276e-03, 4.5593e-03, -1.6509e-03, 7.2944e-04, 1.0815e-03,
-1.8006e-03, 4.8545e-04, -4.3785e-04, 1.8799e-03, -5.5930e-04,
-2.6220e-03, -1.2939e-03, -7.1447e-04, 2.8179e-03, -1.3010e-03,
-8.7443e-04, 6.0540e-04, 2.6676e-03, -6.7728e-04, 2.3093e-04,
4.6039e-03, -7.5307e-04, -4.3562e-04, -1.2291e-03, 1.3875e-03,
7.9486e-04, -2.5646e-04, 1.3947e-03, 2.5054e-04, -1.5994e-03,
-7.3633e-04, 1.3421e-03, -2.2668e-04, 1.9664e-04, -1.9719e-04,
1.9536e-05, -3.8311e-03, 1.3806e-03, 2.6894e-04, -1.1223e-04,
-5.5698e-05, -1.1586e-03, 8.8230e-04, -2.2846e-04, -1.6341e-03,
-8.3029e-04, 1.0645e-03, 1.0177e-03, -2.7838e-04, 1.4196e-03,
9.3234e-05, 4.1814e-04, -1.4015e-03, -7.8606e-05, 7.2315e-04,
9.3212e-04, -1.2880e-03, -3.1642e-03, -2.4986e-03, -1.6640e-04,
-1.2658e-03, 7.1574e-04, 1.6982e-03, 2.3527e-03, 1.1618e-05,
-1.1061e-04, 4.2084e-03, 3.8876e-04, 1.5017e-03, 5.3153e-03,
3.6421e-03, 4.1741e-03, 4.6001e-03, 1.7206e-03, 8.3830e-04,
-1.1732e-03, -7.9926e-04, 1.3559e-03, -8.7008e-04, -3.4599e-03,
-3.0606e-03, -6.3321e-03, -5.3931e-04, 1.4957e-03, -3.1846e-04,
-1.9262e-03, -1.0026e-03, 4.7481e-03, 3.3485e-03, -2.2401e-03,
6.2657e-03, 1.3343e-03, -9.1873e-03, 1.8584e-03, -1.3972e-03,
3.1365e-03, 1.6533e-04, 8.4585e-03, 3.0595e-03, -5.7718e-04,
9.6861e-04, 1.6617e-03, 4.4975e-03, 7.8819e-04, 8.6141e-04,
-5.2614e-03, 6.6536e-03, 3.1319e-03, 3.2221e-03, -2.2760e-03,
-2.4798e-03, 5.6880e-03, -3.2862e-03, 1.0749e-03, 3.1121e-03,
-2.2742e-03, -5.1462e-03, -4.1769e-04, 1.8290e-03, 5.1798e-03,
5.2538e-03, 4.6453e-03, 9.0358e-04, -4.2773e-03, -2.0927e-03,
-7.0594e-03, 3.4642e-03, 1.7944e-03, 2.8190e-03, -6.7382e-04,
-6.3302e-04, -1.1346e-03, -5.2199e-04, 3.4204e-03, -3.0757e-03,
4.1993e-03, -2.3150e-04, 8.6645e-05, -3.4629e-03, 5.1888e-03,
8.3590e-04, 3.6676e-03, -1.8209e-03, -2.9671e-03, -2.2426e-03,
2.5430e-03, 1.0764e-04, -5.2248e-03, 7.9321e-04, -3.8353e-04,
3.5645e-03, 1.3585e-03, 9.3657e-03, 6.1842e-04, -1.6871e-03,
9.8545e-04, -1.6100e-04, 2.2065e-03, -3.7031e-05, 1.7740e-03,
3.6068e-03, 2.8640e-03, 3.0203e-03, 1.2920e-03, -1.9011e-03,
-4.3283e-03, -3.1374e-03, -3.1797e-03, 4.5752e-03, -2.5857e-03,
-7.0932e-04, 6.5775e-04, -2.0077e-03, 2.6678e-04, 1.7187e-03,
3.7119e-03, -3.3704e-03, -5.6290e-05, -2.4799e-04, 1.0506e-03,
4.2299e-04, 3.5996e-03, -1.9836e-03, 2.4229e-03, -3.9263e-03,
-9.0417e-04, 4.5911e-03, -5.5425e-03, -1.1003e-03, -2.8846e-04,
-1.5782e-03, -1.9183e-03, 1.1166e-03, -3.3857e-03, -4.8708e-04,
-1.7469e-03, 1.7244e-04, 2.5354e-03, -1.5451e-03, -3.0066e-04,
-9.1777e-04, 1.2511e-03, -1.7627e-03, -2.5178e-03, -2.1030e-03,
-2.0402e-03, 2.0724e-03, -1.3756e-03, -3.1663e-03, -3.0904e-04,
4.2851e-04, 1.3662e-03, -1.0385e-03, 4.8436e-04, -3.2051e-04,
-1.9157e-03, -6.8446e-04, -1.9008e-03, -1.7951e-03, -9.2906e-04,
1.3914e-03, 1.1844e-03, 6.0555e-04, -2.1941e-03, -3.5635e-03,
7.3731e-04, 1.0788e-03, -1.7450e-03, -3.2610e-03, -3.5888e-04,
1.2219e-03, -1.3669e-03, 2.6548e-03, 2.1139e-03, -3.4594e-04,
-1.3530e-03, 3.2815e-03, 2.0718e-04, 1.0137e-03, 1.7968e-03,
1.5305e-03, -8.1032e-04, -1.5746e-03, 3.9537e-04, -1.2503e-03,
-3.2312e-03, 7.5564e-04, 1.2350e-03, -1.3803e-03, 1.2684e-03,
-2.4537e-03, 2.8047e-03, -1.8627e-03, -1.2588e-03, -3.2309e-03,
5.7054e-04, 3.0127e-03, -4.5984e-04], device='cuda:0')),
('bert.encoder.layer.3.attention.self.value.weight',
tensor([[ 0.0272, -0.0322, 0.0206, ..., -0.0063, 0.0762, 0.0043],
[-0.0122, -0.0265, -0.0500, ..., -0.0145, 0.0444, -0.0423],
[ 0.0367, 0.0475, -0.0108, ..., 0.0711, -0.0157, 0.1062],
...,
[-0.0020, 0.0139, -0.0068, ..., -0.0051, 0.0051, -0.0022],
[ 0.0183, 0.0186, -0.0300, ..., -0.0290, 0.0115, -0.0101],
[-0.0323, -0.0246, 0.0325, ..., 0.0071, -0.0111, 0.0032]],
device='cuda:0')),
('bert.encoder.layer.3.attention.self.value.bias',
tensor([ 3.4562e-02, -2.2553e-03, 1.3051e-02, 1.1019e-03, -2.7300e-03,
-2.0207e-02, 7.6776e-03, -4.5112e-03, -7.7730e-03, 8.2614e-03,
-2.1587e-02, 3.1528e-02, -2.1262e-02, 7.4828e-03, 3.2303e-02,
-2.5241e-03, -1.2806e-02, -5.1943e-03, -3.0724e-02, -3.1451e-02,
1.9921e-02, -3.5287e-03, 1.1926e-02, 1.2071e-03, -2.7762e-03,
-2.4807e-02, -2.9732e-02, 1.5427e-02, 1.8131e-02, -2.2213e-03,
4.7601e-03, 3.6958e-02, 8.8098e-03, 3.3006e-03, -1.1047e-02,
2.6196e-02, -1.9522e-02, 2.7756e-03, -1.7495e-03, -2.8530e-02,
-2.7704e-02, -2.2409e-02, -1.8969e-02, -2.3037e-02, -7.5010e-03,
8.4604e-03, -4.7536e-03, -2.1396e-02, 6.8460e-03, 1.6736e-02,
1.7185e-02, -1.0228e-02, 5.5200e-04, -8.2669e-03, -2.1739e-02,
-2.1837e-02, -2.3049e-02, 2.7589e-02, 1.0044e-02, 2.6311e-03,
1.7882e-02, -9.7441e-04, -5.3906e-02, -1.6806e-02, 3.6477e-02,
-1.0266e-02, 2.7511e-03, -8.2049e-03, -5.2090e-02, -4.2368e-02,
2.0714e-02, 6.1903e-03, 1.1513e-02, -6.7070e-04, 1.3741e-02,
3.6360e-02, 2.2865e-03, 3.3882e-03, -1.4926e-02, -3.9957e-02,
-1.1774e-02, 6.9904e-03, 7.0911e-03, 3.4215e-02, -1.8672e-04,
2.6747e-02, 9.8714e-03, -4.8736e-04, -1.1552e-02, -1.5160e-02,
2.7004e-02, -5.9092e-03, 5.5752e-02, 3.9181e-02, 2.2527e-02,
-1.0292e-02, -2.9366e-02, -1.8253e-04, 9.0295e-03, 2.1997e-02,
-5.8247e-03, -1.4805e-02, 8.9190e-03, 1.9716e-02, -8.7046e-03,
2.2932e-02, -1.0841e-02, -1.0943e-02, 3.4240e-03, 1.1498e-02,
5.9873e-03, 6.0624e-03, 1.5065e-02, 1.7287e-02, -1.4438e-02,
-4.9452e-03, -1.0973e-02, 7.4098e-03, -7.7140e-03, -1.7850e-02,
8.3125e-03, -1.6221e-03, -4.7881e-03, -3.3512e-02, 1.6236e-02,
1.7387e-02, -6.1295e-02, -2.2709e-03, 9.5238e-03, 4.1784e-03,
-8.4813e-03, 2.0092e-04, -2.4136e-02, 1.7177e-03, -5.2549e-03,
6.0578e-03, 1.1939e-02, -1.0057e-04, -1.5219e-02, 7.8070e-04,
9.1311e-03, 2.3697e-03, -7.7153e-03, -2.0005e-02, 1.0159e-02,
8.9390e-03, -4.4545e-03, -2.7449e-02, 1.1607e-02, -7.8270e-03,
-3.6902e-03, 1.8763e-02, 3.7373e-03, -9.0053e-03, -1.2611e-02,
-1.2270e-02, -1.3695e-02, -5.5683e-03, -5.2520e-03, -8.6629e-03,
2.1049e-02, -5.3622e-03, -1.9164e-02, 1.3905e-02, 1.0125e-02,
-8.4372e-03, -1.2966e-03, -1.1444e-02, 4.1454e-02, 4.7841e-03,
-1.1679e-02, 1.5076e-02, 2.7019e-02, 2.3132e-02, -4.2314e-03,
-5.4420e-03, 1.0483e-02, -7.3509e-03, 1.2979e-02, -9.2843e-03,
7.5541e-03, -1.1699e-02, 1.3915e-02, 8.5907e-03, -6.8480e-03,
-8.1812e-03, -2.7207e-02, 4.2459e-03, -7.0773e-03, -1.6185e-02,
1.3971e-02, 1.8518e-02, 1.7746e-02, 1.0915e-02, 2.6897e-02,
-3.1974e-03, -1.3504e-02, -1.0593e-02, 1.7992e-02, 1.0549e-02,
-2.4291e-02, 4.8372e-03, -9.8497e-03, 6.2315e-04, 1.4977e-02,
4.2946e-03, 2.2906e-02, 4.1214e-02, 6.2134e-04, 2.1014e-02,
2.0923e-03, 1.0778e-02, -2.3839e-02, -1.8883e-02, 1.0846e-03,
2.7140e-02, -1.0099e-02, -3.4625e-03, -1.8765e-02, 2.6901e-03,
-2.1190e-04, -1.3296e-02, -1.1776e-02, -8.7572e-03, -9.3945e-03,
-4.1939e-03, -2.6272e-02, -1.3690e-02, -8.1097e-03, 5.7104e-03,
-1.9774e-03, -2.8095e-02, -1.2185e-02, 1.0963e-02, -8.3733e-03,
1.1198e-02, 1.8065e-02, -1.3585e-02, 1.0710e-02, -3.9518e-03,
5.4016e-03, -4.1663e-03, -9.2551e-03, 9.0958e-03, 1.9678e-02,
-1.7973e-02, -5.3277e-05, -3.9679e-03, -1.5487e-02, -7.7312e-03,
-8.2766e-03, 5.2531e-03, 2.0419e-02, 1.3608e-02, 1.5174e-02,
9.0748e-03, 1.8010e-02, 1.5087e-02, -1.2975e-02, -1.7942e-02,
-1.4472e-02, 9.0850e-03, -3.2878e-02, 5.6287e-03, -6.3464e-03,
1.1957e-02, -7.8477e-03, 1.7069e-03, -9.7777e-03, -1.4094e-02,
8.0632e-02, 3.3532e-03, -5.3698e-02, 1.1465e-02, 2.3856e-03,
-1.5486e-02, 2.5941e-02, -9.0197e-03, 2.2364e-03, 1.0188e-02,
-5.9422e-02, -1.1242e-02, -1.2282e-02, 1.2581e-02, 1.6906e-02,
2.5436e-02, 4.7069e-02, -5.6721e-03, -9.8423e-03, 1.1667e-02,
6.4867e-03, 3.4642e-02, 5.0652e-03, 4.7232e-04, -1.7933e-02,
-1.5882e-02, -1.8697e-02, 1.3256e-03, 2.4087e-02, 2.0096e-02,
-3.9715e-03, -4.6872e-03, -3.0604e-02, 9.1298e-03, -1.1795e-02,
1.5612e-03, 8.3151e-04, 2.7185e-02, -1.0872e-02, -5.4526e-02,
-4.7265e-03, 2.9472e-02, -2.9457e-02, -1.7403e-02, -1.2482e-02,
2.2399e-02, -1.8519e-02, -4.0073e-02, -8.1628e-03, 1.1700e-02,
-5.7000e-03, -7.3014e-03, -3.4672e-02, -6.4736e-03, 1.2879e-02,
-2.9551e-03, 7.6074e-03, -6.9781e-03, 3.8576e-02, 1.8958e-02,
1.2215e-02, 1.4078e-02, -1.5932e-02, 9.0746e-03, 1.9967e-02,
2.7776e-02, 5.3058e-03, 2.5364e-03, -5.5861e-03, 1.8266e-02,
-1.1959e-02, -1.5980e-02, 1.5019e-02, -2.5154e-02, 5.9271e-03,
-8.7369e-03, -1.1439e-02, -1.9458e-02, -3.4699e-02, -1.7854e-02,
2.0006e-02, 2.5575e-03, 7.2924e-03, 6.6213e-03, -5.5989e-03,
3.9335e-02, -1.7101e-02, -8.7876e-03, -3.0326e-02, 2.3894e-02,
-2.3900e-02, 8.1904e-03, -1.1322e-02, 8.9077e-03, -2.6432e-02,
-1.1735e-02, -1.4390e-02, 2.3389e-02, 1.9752e-02, 1.3533e-02,
-1.6546e-02, 5.9498e-03, 4.2574e-02, -3.4449e-02, -1.6220e-02,
-7.7845e-03, 2.3234e-02, -1.5171e-02, 1.0062e-02, -1.0333e-02,
1.0901e-03, -2.7535e-03, 6.0560e-03, -2.4588e-02, -2.8402e-04,
9.9060e-03, 4.5277e-03, 2.0903e-02, -3.2637e-02, -1.8859e-02,
6.9647e-03, -1.8848e-02, -3.7296e-02, -2.8771e-02, 2.0153e-02,
-8.0396e-03, -1.3526e-02, 1.1481e-02, -2.7875e-02, -3.9444e-03,
-1.3252e-02, 5.6757e-03, -2.2801e-02, 1.3620e-02, 7.2345e-04,
2.6782e-02, -3.4612e-02, 1.0757e-02, 2.2039e-02, -3.9777e-03,
-1.1910e-02, -1.4823e-02, 2.5245e-02, -2.0016e-02, -2.4937e-02,
-2.0408e-02, -4.9531e-03, 4.1221e-03, -1.9152e-02, -5.2688e-03,
-1.1291e-02, -2.9057e-02, -2.7355e-02, 2.3656e-03, 2.9862e-02,
-2.7160e-02, -1.1668e-02, -1.8979e-02, 1.1096e-02, -4.0769e-02,
2.3495e-03, -1.0840e-02, -3.6795e-02, -2.4603e-02, -4.6321e-02,
-1.6040e-02, 6.9124e-03, 4.0048e-03, -2.4683e-03, -2.6006e-02,
-2.5352e-03, 3.5994e-02, -1.3433e-03, -1.3620e-02, 2.1579e-03,
-3.9101e-03, 7.3362e-04, -2.6506e-02, -6.1306e-02, -5.2753e-02,
3.9642e-02, -5.6881e-03, 2.6270e-02, -1.6941e-03, -1.1343e-02,
-4.3031e-02, 5.9319e-02, -1.8159e-02, 1.8447e-03, -1.0669e-01,
7.4911e-03, -2.2058e-02, 4.9055e-02, 8.2132e-02, 2.8213e-02,
5.6591e-02, -5.1371e-02, -6.6798e-02, 3.6891e-02, 2.9435e-02,
4.2356e-02, 5.5889e-02, 6.4963e-02, 1.6222e-02, -4.8767e-02,
-3.1911e-02, -1.6992e-02, -1.3319e-02, 4.6272e-02, -8.0511e-02,
5.8718e-02, 5.8806e-03, -3.8649e-02, 6.2543e-02, -5.4947e-02,
2.5243e-02, 5.7009e-02, -2.5303e-02, -1.1369e-02, -4.1126e-02,
-4.2005e-02, -8.2136e-03, 9.8744e-02, 1.0903e-03, 2.4164e-02,
-1.2875e-01, -1.9788e-02, -4.3841e-02, 7.1316e-02, -1.1854e-02,
9.1921e-02, -7.3078e-02, -1.2349e-02, 5.0542e-02, 1.6661e-02,
-4.7649e-02, -5.1203e-02, -8.1036e-03, -7.7961e-02, -2.4936e-02,
6.5447e-03, -1.0845e-01, -7.9120e-03, -1.1548e-02, -1.8082e-03,
-5.0331e-04, 2.6088e-02, -1.6604e-02, 3.0835e-02, -1.3432e-02,
-7.1078e-03, 1.2584e-02, 2.6095e-03, -1.1787e-02, 6.3529e-03,
4.5507e-03, -5.2155e-03, 6.7148e-03, 2.0467e-02, -2.0613e-02,
-2.4801e-02, -7.6013e-03, 4.8076e-03, -5.0825e-03, 9.4751e-03,
-1.0910e-02, 7.0650e-03, -1.5755e-03, 1.4385e-02, -3.4172e-03,
-2.9043e-02, -6.1437e-03, -1.8700e-02, 5.0196e-02, -9.5837e-03,
7.8185e-03, 2.1976e-02, -1.3730e-02, -5.3773e-03, -2.3023e-03,
-2.0920e-03, -2.3123e-02, 7.9876e-03, 2.1409e-02, -6.7240e-03,
-2.0157e-04, 2.3744e-02, 1.6541e-02, 1.5745e-02, -1.3806e-02,
-5.3583e-03, -4.7658e-03, -1.1833e-02, 6.3337e-03, 4.6205e-03,
-4.5756e-03, -1.2508e-02, 1.0006e-02, 1.9222e-02, 3.2359e-03,
5.7602e-04, 7.7726e-03, -6.8271e-03, -1.2847e-02, -3.3028e-02,
1.4636e-02, -2.0938e-02, 1.3711e-02, 1.4478e-02, -5.6429e-03,
2.5044e-02, -2.1862e-04, -6.7822e-02, -2.2231e-02, 7.3215e-03,
-4.3683e-02, 1.1671e-02, -2.0572e-02, -1.2121e-02, 1.3942e-02,
2.1997e-02, -9.4949e-03, -2.1041e-03, -1.5259e-02, 3.0810e-02,
9.8059e-03, 3.1108e-02, -3.3076e-03, -1.1104e-02, -5.4548e-03,
1.1337e-02, -1.8655e-02, -3.0595e-02, 1.1672e-02, -7.7862e-04,
5.2939e-03, -4.3077e-02, -1.8827e-02, 4.7367e-02, 4.0101e-03,
1.8013e-02, 1.8128e-02, -3.4360e-02, -6.0132e-02, -1.3144e-02,
2.1900e-02, 9.7486e-04, -2.2806e-02, -2.4556e-02, -1.9508e-02,
5.6121e-04, 2.3715e-02, 6.4973e-03, -4.9936e-03, 2.6764e-02,
2.7431e-02, -8.5506e-03, 3.1613e-02, 6.8338e-03, -2.8535e-02,
-1.5710e-02, -4.5487e-02, 2.5077e-03, -1.7715e-03, 2.3019e-02,
-3.5019e-02, 3.7197e-03, 2.6813e-02, 1.3866e-02, -8.0770e-03,
1.4768e-02, 2.9522e-03, -3.2028e-03, 1.1604e-02, -7.4464e-03,
-1.6876e-03, -7.1317e-03, -2.8764e-04, 1.1834e-02, -4.0703e-02,
1.0808e-02, -8.7003e-03, -2.3637e-03, -2.7651e-02, -1.1482e-02,
-1.4159e-02, 6.0173e-03, -1.9515e-02, 3.8073e-03, 7.8391e-03,
7.7492e-03, -9.8407e-03, -1.9257e-03, -8.2900e-03, 4.1182e-03,
1.2661e-02, -1.4645e-02, 8.9158e-03, 1.0865e-02, 2.1406e-03,
-1.4860e-02, -1.5407e-03, -1.5839e-02, 6.9242e-03, -1.5996e-02,
1.8500e-02, 3.2754e-03, 1.3834e-02, 6.8603e-03, -2.8167e-03,
-6.3954e-03, -1.3949e-02, -3.2076e-03, -9.6450e-03, 7.4465e-03,
-6.5605e-03, 2.5333e-02, -3.3476e-02, -1.8640e-02, 1.2735e-02,
2.6873e-02, -1.4310e-02, 1.7856e-02, -8.3813e-04, -1.6459e-03,
7.5875e-03, 1.9147e-02, -1.2345e-02, 1.7525e-02, 9.3353e-03,
2.1448e-03, -8.4448e-03, -1.4311e-03, -2.8089e-02, -7.7130e-02,
1.9977e-01, 4.9621e-02, 7.9198e-02, 2.4604e-02, 2.8711e-02,
-4.6205e-02, 2.0795e-01, -1.0488e-02, -3.0732e-02, -2.3568e-02,
1.5712e-01, 4.7849e-02, 4.3502e-02, -2.6581e-02, -4.2027e-02,
1.5757e-01, -5.0442e-02, -7.6681e-02, -1.9757e-02, -3.3494e-02,
-1.0121e-01, 1.3606e-02, -4.1363e-02, 7.0932e-03, -4.1114e-02,
-4.8318e-02, 7.4017e-03, -7.7313e-03, 1.2034e-02, 1.7278e-02,
2.4364e-02, -1.5863e-02, -1.4711e-02, 9.5123e-03, -7.9216e-02,
-2.7359e-02, -8.7986e-02, 1.3222e-02, -2.8776e-02, -3.4974e-02,
-7.5753e-02, -8.2997e-02, 3.6788e-03, -6.7561e-02, 5.0550e-02,
-7.2649e-02, 4.4705e-02, 7.9212e-02, -6.0858e-02, -6.3057e-02,
-3.4115e-02, -7.6736e-02, -2.1265e-01, -5.1972e-02, -1.0527e-02,
1.0463e-03, -2.4282e-03, 8.5464e-02, 7.3098e-02, -1.9830e-01,
-3.7858e-02, -1.7565e-02, 1.8169e-03], device='cuda:0')),
('bert.encoder.layer.3.attention.output.dense.weight',
tensor([[-0.0137, -0.0343, 0.0107, ..., 0.0043, -0.0122, -0.0136],
[-0.0214, -0.0068, -0.0093, ..., 0.0045, 0.0326, 0.0285],
[-0.0153, 0.0037, -0.0088, ..., 0.0355, 0.0067, -0.0183],
...,
[-0.0198, 0.0423, -0.0236, ..., -0.0044, 0.0178, 0.0183],
[-0.0037, -0.0059, 0.0288, ..., -0.0107, -0.0140, -0.0049],
[ 0.0096, -0.0358, -0.0198, ..., -0.0482, -0.0082, 0.0236]],
device='cuda:0')),
('bert.encoder.layer.3.attention.output.dense.bias',
tensor([ 3.2902e-02, 1.8339e-02, -3.9576e-02, 1.3078e-02, 3.8170e-02,
1.1342e-01, 6.7179e-02, -5.5624e-02, -1.3056e-02, -6.4205e-02,
3.9917e-02, 2.2346e-02, 3.4529e-02, 6.6365e-02, -5.5943e-02,
1.0190e-02, 3.1292e-02, 4.5316e-02, 5.7945e-02, -4.3018e-03,
3.0294e-02, -6.1310e-03, 5.7546e-02, -5.4227e-02, 3.5291e-02,
-9.4530e-02, -1.3591e-02, -1.2006e-02, 7.9247e-02, 5.5142e-03,
-8.5434e-02, 4.4084e-02, 2.8522e-02, -7.1988e-02, 2.3890e-02,
6.1779e-02, -9.5048e-02, 3.0314e-03, -1.6776e-01, 4.1287e-02,
-1.8199e-02, 3.0943e-02, -5.6575e-02, 3.3275e-02, -2.6750e-02,
7.3014e-02, -4.0492e-02, -1.2812e-02, 2.5038e-02, -2.9242e-02,
-7.9498e-03, 3.7139e-02, -1.5155e-02, -4.7000e-02, -2.1410e-03,
-1.4734e-01, 8.8719e-02, 4.2026e-03, -5.6607e-02, 9.9573e-03,
-3.0979e-02, 3.1668e-02, 2.8364e-02, 6.4734e-02, -1.7073e-01,
1.9117e-03, -3.1524e-02, 1.7415e-02, -2.9124e-02, -7.3638e-02,
-5.4630e-02, 7.7302e-02, -4.5839e-03, 2.9345e-02, -8.7569e-02,
-3.6171e-03, -2.9001e-02, -5.3333e-02, -9.4823e-03, -6.5904e-02,
-2.7885e-02, 8.3843e-03, 4.4468e-03, 2.7689e-02, 1.4022e-01,
-1.1260e-01, -1.4835e-02, -3.5351e-02, 1.0522e-02, -8.2447e-03,
3.6943e-02, -1.1346e-02, -2.7512e-02, 1.9780e-01, -3.9567e-02,
7.7221e-03, 3.0435e-02, -3.3219e-02, 1.0560e-01, 2.9737e-02,
-4.1590e-02, -2.0667e-02, 2.5611e-02, -1.4802e-02, -7.4881e-02,
1.8208e-02, -2.5284e-03, -5.2972e-03, -1.3242e-02, 7.8823e-03,
-1.3017e-01, 2.4949e-02, -5.3616e-03, -2.2486e-01, -1.9319e-02,
-6.2009e-02, 2.2979e-02, 2.0976e-03, 3.0332e-02, -1.7258e-02,
-1.9370e-02, 3.2101e-02, -1.0428e-01, 4.0550e-02, -1.3785e-01,
-4.1157e-02, -1.7053e-02, -2.9384e-02, 3.3176e-02, 4.5006e-02,
-1.1188e-02, 2.8147e-02, 4.8554e-03, -1.7179e-02, -1.6034e-02,
-6.4612e-02, 1.3635e-03, -5.5032e-02, -4.9103e-02, -8.1972e-04,
-5.4248e-02, 4.4648e-02, -2.8314e-02, 1.3971e-02, -7.2340e-02,
5.3128e-02, 8.3610e-02, -7.3239e-02, 3.4903e-04, 1.2722e-01,
2.6299e-02, -6.6781e-02, -9.6660e-02, -4.0112e-04, -6.4151e-03,
-6.1228e-02, 1.7967e-02, 1.9103e-02, -4.4379e-02, 5.0042e-02,
-5.5067e-02, 4.4835e-02, 7.2472e-02, -1.7449e-02, 1.7792e-01,
6.6145e-02, -5.2947e-02, -1.1410e-01, -2.4687e-02, -8.8795e-03,
-2.4051e-02, -1.0135e-01, 1.1623e-01, 4.1840e-02, -3.3580e-02,
-5.6319e-04, -6.1692e-02, 1.1371e-01, 7.2152e-02, 1.3264e-02,
-8.3322e-02, -6.0847e-02, 7.6317e-02, 3.6835e-02, 1.4198e-02,
1.1909e-02, 2.3165e-02, -5.5226e-02, 2.9172e-02, -7.6964e-02,
-7.3545e-02, -2.0096e-01, 3.4970e-02, -9.8898e-03, 5.3441e-02,
4.9442e-02, 1.2222e-02, 7.8649e-02, 7.7126e-02, 5.1846e-02,
5.3612e-02, -1.0325e-01, 2.6351e-02, 2.3239e-02, -1.0398e-02,
-3.4869e-02, 2.7718e-02, 2.7745e-02, 3.1385e-02, 1.2251e-01,
5.7402e-02, -7.2215e-02, -3.9848e-02, 2.3793e-02, 4.3969e-02,
2.9151e-04, -4.8328e-02, -1.6933e-02, 1.1489e-01, -6.3329e-02,
-7.0631e-02, -3.3067e-02, -1.3959e-02, 9.8595e-04, 1.2478e-02,
4.4210e-02, 2.6771e-02, -5.7155e-02, -4.5050e-03, 2.0080e-01,
-6.1856e-02, 2.5537e-02, 3.7512e-02, 2.7951e-02, 5.7391e-02,
1.9473e-02, -1.1292e-01, -2.0574e-02, -1.1404e-01, 1.4497e-02,
-1.3779e-02, -2.0464e-02, -1.2150e-01, -1.4454e-02, -2.3034e-02,
6.4939e-02, 9.7019e-03, -9.5304e-02, 2.1074e-03, 4.9782e-02,
-9.0530e-02, -4.1886e-03, 2.5568e-02, 6.0857e-02, -5.8551e-02,
-1.8248e-02, -3.5362e-03, 8.8811e-02, -7.3223e-02, -4.3051e-02,
-8.5240e-02, -9.9759e-02, 5.7665e-02, -7.7312e-03, -6.1806e-02,
2.5179e-02, -7.7385e-02, 2.4284e-02, 7.5294e-02, 1.0317e-02,
4.4569e-02, -1.5979e-02, 2.5120e-02, -2.1720e-02, 3.8729e-02,
-1.0480e-02, 4.0019e-02, -2.2692e-02, -1.8478e-02, -6.0901e-04,
-4.6802e-02, -2.4260e-02, -5.3800e-02, 7.2251e-02, 1.2032e-02,
3.9990e-02, 6.3791e-02, 2.3000e-02, 4.1833e-02, 3.1169e-02,
-8.6046e-02, -8.2534e-03, 2.6726e-02, -3.4994e-02, 3.9322e-02,
-8.1842e-02, 5.5433e-02, -1.6374e-01, 3.0110e-02, 3.3817e-02,
-3.7405e-02, -9.8509e-02, -1.0208e-02, -1.0835e-02, -1.7243e-01,
2.9099e-02, -2.3030e-02, -5.2268e-02, 3.9874e-02, 3.9325e-02,
-4.8967e-02, 8.4971e-02, -1.5286e-02, -1.4649e-01, 1.6030e-03,
4.8551e-02, 2.7645e-02, -1.4888e-01, 4.3173e-02, 5.1063e-02,
7.2234e-02, -1.9299e-02, 5.4157e-03, 2.7727e-02, 8.6063e-02,
-5.0056e-02, 4.9833e-02, -3.4808e-02, 2.4755e-02, 3.9012e-02,
7.7642e-02, -5.8790e-03, 1.6006e-02, 2.3615e-02, 7.0226e-02,
2.2025e-02, -5.3634e-02, -2.4350e-02, 1.1609e-02, -6.9185e-02,
7.7379e-02, 3.5255e-02, -1.1023e-01, 8.0572e-02, 5.8808e-02,
-5.6809e-02, 4.4475e-02, 1.3111e-02, -1.1537e-01, -2.2426e-02,
-9.0939e-02, 2.0989e-02, 9.2946e-02, 3.0336e-02, -1.1200e-02,
2.4626e-02, 4.3544e-02, 7.8262e-02, -9.9765e-02, -2.4722e-02,
2.8390e-02, -2.6916e-03, 5.0804e-02, 1.6609e-03, -4.0450e-02,
-5.0790e-02, 4.8168e-02, -1.2275e-03, 3.3197e-02, 4.5403e-02,
-3.8359e-02, -5.2214e-02, -9.0730e-02, 3.8455e-02, 6.2244e-02,
3.5771e-02, -2.1488e-02, 2.6561e-03, 1.4369e-02, -1.5874e-01,
2.9116e-02, 1.7640e-02, -1.8085e-02, -7.2559e-03, -8.9455e-02,
-7.7610e-04, 3.0862e-02, -1.3381e-02, -3.0228e-02, 1.3065e-03,
1.2852e-03, -6.3328e-02, 2.4005e-02, -2.1688e-03, 1.0796e-01,
7.3438e-02, -2.0850e-02, -2.8127e-02, 4.0347e-03, 6.6661e-02,
-1.1627e-02, 5.3560e-04, 2.0515e-03, 1.0861e-02, -3.2510e-02,
-6.5564e-02, 5.4625e-02, -4.7928e-02, 4.2664e-02, -1.8047e-02,
8.5389e-02, 6.8773e-02, 3.4610e-02, -2.2461e-02, -1.8414e-03,
-2.6199e-02, -1.4251e-02, -6.7580e-02, 6.8579e-02, 2.1515e-02,
-1.0251e-01, 7.4186e-02, 8.1046e-02, 7.2206e-02, -2.7035e-02,
5.6940e-02, -7.9424e-03, 1.3453e-02, 7.8448e-03, -2.3873e-02,
-2.0802e-02, -3.7827e-03, 7.9721e-03, -8.0707e-03, -1.3270e-01,
-1.7231e-02, -1.2620e-02, 5.2387e-02, 3.3614e-02, -4.1240e-02,
1.3731e-02, -8.5852e-02, -1.6458e-02, -6.0727e-02, -2.7895e-02,
2.4965e-02, -2.8494e-02, -4.6063e-02, -7.6625e-03, 1.2948e-01,
2.6569e-02, -8.1852e-02, -6.9125e-02, -9.7746e-03, -1.2751e-01,
5.3869e-02, 6.7608e-02, 9.3742e-03, -8.6418e-02, -6.2252e-02,
2.9787e-02, 3.2571e-02, -2.9400e-02, 1.5003e-02, -4.6345e-02,
-6.3203e-03, -9.9740e-02, -7.6111e-02, -9.1160e-02, 7.3019e-02,
-7.3119e-05, -1.2353e-02, -1.9106e-02, -2.6057e-02, -2.7664e-02,
2.2380e-02, 5.8099e-02, 1.7214e-02, -8.0943e-02, 2.2802e-02,
3.1894e-02, 5.0271e-02, 6.7397e-02, -5.2207e-03, 5.5843e-02,
-5.8063e-02, 3.6013e-02, -3.7676e-02, -1.3766e-02, 7.3861e-02,
1.7804e-02, -6.2129e-02, 1.7466e-02, -1.4299e-02, -2.8626e-02,
-9.8554e-02, -1.0677e-01, -6.7192e-02, -1.2665e-02, 4.2738e-02,
-3.5183e-02, -6.9055e-03, -1.4389e-02, 4.9962e-02, 2.0773e-02,
8.3440e-03, 2.5342e-02, 4.8869e-02, -8.7005e-03, 1.1801e-01,
-4.1044e-02, 1.0454e-01, -2.8089e-02, -3.5603e-02, 4.2358e-02,
5.4133e-02, -3.3466e-03, -4.8724e-02, -1.2102e-01, -1.7895e-02,
-5.1558e-03, -1.1069e-01, 1.4171e-02, 4.5938e-02, -2.5311e-02,
7.5246e-03, 3.3403e-03, 3.1004e-02, -1.5448e-02, -5.0826e-02,
3.6217e-02, -3.9280e-02, -2.5578e-02, -4.0112e-03, -3.0922e-02,
-4.6387e-02, 9.6057e-03, 1.5680e-02, 5.5389e-02, -6.4221e-02,
5.8380e-02, 2.9083e-02, 6.9073e-02, -2.3361e-02, 4.8320e-02,
2.5114e-02, 3.3983e-02, 5.7930e-03, -2.0608e-02, -2.9931e-02,
5.7971e-03, -1.1476e-01, 1.2670e-02, -4.0023e-02, -1.4734e-01,
7.0022e-02, -5.8458e-02, 8.1593e-02, -6.8757e-02, -7.7709e-03,
-2.1862e-02, -7.4096e-03, -6.5832e-02, -1.9762e-02, 1.9007e-02,
-1.7672e-03, 6.0952e-04, -4.2783e-02, -6.9418e-02, 2.3760e-02,
-4.4789e-02, -4.7087e-03, -9.1464e-03, 2.1490e-02, 1.6704e-02,
9.9892e-03, -7.1470e-02, 4.4920e-02, -3.1142e-02, 7.4166e-02,
1.3708e-02, -3.1511e-02, -1.5984e-02, 4.1765e-02, -3.8365e-03,
2.0345e-02, 4.1177e-02, -5.3071e-02, 7.4480e-04, 8.9652e-02,
5.7450e-02, 1.3126e-03, -2.5387e-02, 6.0082e-03, 2.6765e-02,
1.1492e-02, -3.5040e-02, 9.0645e-02, 5.8435e-02, 4.2139e-02,
-1.8574e-02, -2.1868e-02, 6.4280e-03, -4.9688e-02, 1.5999e-02,
3.8680e-02, 1.6355e-02, -9.1275e-02, 6.0383e-02, 1.3264e-02,
-8.1293e-02, 6.6111e-02, -6.3566e-02, -3.7404e-02, -3.2349e-02,
-4.0781e-02, -1.4324e-02, 3.4993e-02, -6.5577e-02, 4.3545e-02,
-1.8025e-02, -9.4890e-02, 6.6739e-02, 3.3318e-02, -1.1181e-03,
1.0662e-02, -1.1512e-02, 4.4147e-02, 2.0802e-02, 7.5065e-02,
-1.4117e-02, 6.4999e-03, 1.9082e-02, 1.5825e-02, 5.9365e-02,
-2.9517e-02, 5.5009e-02, -8.2726e-02, 1.4256e-02, 6.5099e-03,
-1.3998e-02, 6.4521e-02, -4.9488e-02, -9.5139e-02, 8.0783e-02,
-5.0089e-02, -2.5463e-02, 3.2059e-02, -6.5937e-02, -4.1682e-02,
7.6771e-02, 6.1363e-02, 5.4816e-02, 4.2892e-02, 6.9224e-02,
6.8012e-02, -3.6451e-02, -1.0648e-01, -4.6418e-02, -1.4454e-02,
-4.2369e-02, -1.3450e-02, 3.6882e-02, -3.1086e-02, 3.4299e-02,
2.7343e-02, 5.1917e-02, 6.2873e-02, -1.6537e-02, 4.3105e-02,
-5.9626e-02, 1.6999e-01, 5.8310e-02, -5.0996e-03, -8.1906e-02,
8.0231e-02, 1.2845e-02, 2.7404e-02, 9.8710e-02, 4.1760e-02,
-2.6181e-02, -2.3761e-02, -1.8408e-02, -1.0541e-02, 1.5160e-02,
4.6618e-02, -6.2795e-03, -4.0322e-02, 1.5451e-02, 4.5856e-02,
3.6439e-02, 1.1947e-01, 3.1517e-02, 1.8239e-02, -6.5257e-02,
1.7459e-02, -2.8349e-02, 2.9003e-04, -1.0765e-01, -4.0317e-02,
9.0329e-02, 1.7155e-03, 8.5855e-02, -9.1429e-02, 2.1573e-02,
-1.6329e-03, -3.1295e-02, 4.3585e-02, -4.0178e-02, 7.6807e-02,
1.0452e-01, -1.2440e-01, 4.1380e-02, 2.0696e-02, -2.3398e-02,
5.7268e-02, 3.0293e-02, 7.6494e-02, -5.2200e-02, 4.2020e-03,
-2.7744e-02, 1.1469e-02, 3.4222e-03, -1.0306e-02, 7.7068e-02,
-2.8066e-01, 8.8603e-03, -3.3168e-02, 4.1065e-02, 2.9404e-03,
-2.2085e-02, -4.7410e-02, 3.6352e-02, -9.9465e-02, 2.6811e-02,
-1.5030e-02, 1.5850e-02, 1.4799e-01, -3.1356e-02, 6.0054e-02,
1.0569e-02, 5.9365e-04, -2.6029e-02, -3.5437e-02, 1.2892e-02,
-1.2430e-02, 9.1299e-02, 2.1236e-02, 8.7555e-02, 3.4246e-02,
-7.9732e-03, 2.4315e-02, 4.5834e-03, 5.4905e-02, -6.5522e-02,
-8.2419e-03, -6.2159e-02, -1.5333e-02, 8.0552e-03, 3.4990e-02,
3.7716e-02, -1.1797e-02, 2.5565e-02, -1.4412e-02, -1.0402e-02,
2.8105e-02, -1.3153e-02, -8.8970e-02], device='cuda:0')),
('bert.encoder.layer.3.attention.output.LayerNorm.weight',
tensor([0.8686, 0.8558, 0.8593, 0.8259, 0.7798, 0.8738, 0.7499, 0.8497, 0.9079,
0.7751, 0.9014, 0.8977, 0.9129, 0.8895, 0.8833, 0.7467, 0.8328, 0.8154,
0.8264, 0.8973, 0.7912, 0.9094, 0.8351, 0.8574, 0.8058, 0.8470, 0.8810,
0.9090, 0.8367, 0.8829, 0.8659, 0.7422, 0.8959, 0.7561, 0.8467, 0.8215,
0.7519, 0.8940, 0.7408, 0.8936, 0.9107, 0.8706, 0.8542, 0.9012, 0.9215,
0.8933, 0.8828, 0.8740, 0.9284, 0.8177, 0.9119, 0.8131, 0.8277, 0.8835,
0.7784, 0.7312, 0.8593, 0.8677, 0.8043, 0.7972, 0.8489, 0.9104, 0.9240,
0.9124, 0.7617, 0.8960, 0.8844, 0.8564, 0.7465, 0.8153, 0.8696, 0.8357,
0.8634, 0.8518, 0.8962, 0.8918, 0.8733, 0.8652, 0.8914, 0.8612, 0.8526,
0.8221, 0.8663, 0.8621, 0.7183, 0.9355, 0.8228, 0.8538, 0.8983, 0.8636,
0.8727, 0.8512, 0.8727, 0.8876, 0.8578, 0.8582, 0.6866, 0.8855, 0.9012,
0.8889, 0.7971, 0.9133, 0.7987, 0.9282, 0.7230, 0.9179, 0.9013, 0.8190,
0.9111, 0.9008, 0.8276, 0.8478, 0.9045, 0.7160, 0.8577, 0.9325, 0.8564,
0.8738, 0.9036, 0.9047, 0.8920, 0.8636, 0.8835, 0.8143, 0.8171, 0.7956,
0.8774, 0.8327, 0.8567, 0.8295, 0.8905, 0.7924, 0.8777, 0.8742, 0.8853,
0.8466, 1.1073, 0.8903, 0.8482, 0.8897, 0.7740, 0.8848, 0.8478, 1.4002,
0.8798, 0.8562, 0.8843, 0.8892, 0.8561, 0.9088, 0.9115, 0.8864, 0.8951,
0.8557, 0.8758, 0.8322, 0.8817, 0.8872, 0.8587, 0.8831, 0.9941, 0.8901,
0.7221, 0.8579, 0.8347, 0.8997, 0.9186, 0.7444, 0.8256, 0.8478, 0.8966,
0.6964, 0.8077, 0.8756, 0.8733, 0.9179, 0.9160, 0.9453, 0.9055, 0.8607,
0.8326, 0.8485, 0.8095, 0.9277, 0.8528, 0.8846, 0.8194, 0.8759, 0.8731,
0.8647, 0.8779, 0.7449, 0.8378, 0.8824, 0.8469, 0.9042, 0.9125, 0.6665,
0.8424, 0.8970, 0.8935, 0.8081, 0.8783, 0.8816, 0.8222, 0.8579, 0.8861,
0.9162, 0.8734, 0.8352, 0.8760, 0.8910, 0.8141, 0.9034, 0.8351, 0.9021,
0.8108, 0.8020, 0.8668, 0.8721, 0.9045, 0.8219, 0.8947, 0.9890, 0.8558,
0.8844, 0.9008, 0.8853, 0.8668, 0.6689, 0.8017, 0.8844, 0.8351, 0.8401,
0.8341, 0.8911, 0.6655, 0.9092, 0.8277, 0.8815, 0.8686, 0.8203, 0.8179,
0.8406, 0.8986, 0.8296, 0.9066, 0.8156, 0.9033, 0.9219, 0.9010, 0.8818,
0.9370, 0.9257, 0.9202, 0.8722, 0.9201, 0.6862, 0.8644, 0.8828, 0.7243,
0.8897, 0.8562, 0.8767, 0.8746, 0.8819, 0.8745, 0.9051, 0.7337, 0.8930,
0.8815, 0.8609, 0.9068, 0.8595, 0.9488, 0.8954, 0.8441, 0.8744, 0.8412,
0.8921, 0.9264, 0.8803, 0.7614, 2.5687, 0.8810, 0.9188, 0.7310, 0.9553,
0.8768, 0.8656, 0.7253, 0.8633, 0.8191, 0.8239, 0.8662, 0.7930, 0.8976,
0.6794, 0.9037, 0.8913, 0.9113, 0.8202, 0.8123, 0.8708, 0.7332, 0.9105,
0.7924, 0.9189, 0.8969, 0.8445, 0.8491, 0.8175, 0.8696, 0.7294, 0.8214,
0.8899, 0.8694, 0.7940, 0.9480, 0.7965, 0.8244, 0.8844, 0.8622, 0.9160,
0.8031, 0.8393, 0.9538, 0.8184, 0.9202, 0.8929, 0.9993, 0.8557, 0.8841,
0.9077, 0.9207, 0.9035, 0.8706, 0.9048, 0.8878, 0.7887, 0.6619, 0.8951,
0.7940, 0.9249, 0.8355, 0.9011, 0.8830, 0.8479, 0.8490, 0.8356, 0.8948,
0.8417, 0.8219, 0.8471, 0.9104, 0.8638, 0.8490, 0.8794, 0.8769, 0.7865,
0.8424, 0.8942, 0.8506, 0.9078, 0.8737, 0.8815, 0.8994, 0.9823, 0.8871,
0.8588, 0.8208, 0.8949, 0.8673, 0.8635, 0.8282, 0.8306, 0.8190, 0.8738,
0.9049, 0.6934, 0.8324, 0.8592, 0.8888, 0.9496, 0.8458, 0.8154, 0.8008,
0.8765, 0.8912, 0.7817, 0.9059, 0.8031, 0.8866, 0.8925, 0.8626, 0.8820,
0.7784, 0.9290, 0.8385, 0.7740, 0.7405, 0.8208, 0.7758, 0.8636, 0.8677,
0.8947, 0.8269, 0.8675, 0.9170, 0.9251, 0.8396, 0.8066, 0.9166, 0.9145,
0.9161, 0.8528, 0.8143, 1.0306, 0.8466, 0.8924, 0.8500, 0.9201, 0.8934,
0.8072, 0.8444, 0.8943, 0.8849, 0.7021, 0.8906, 0.9295, 0.8704, 0.8731,
0.8329, 0.9148, 0.7951, 0.9376, 0.8912, 0.8567, 0.8960, 0.8795, 0.9135,
0.7889, 0.8517, 0.7892, 0.8447, 0.8136, 0.8928, 0.9087, 0.8848, 0.8248,
0.9203, 0.6684, 0.8662, 0.8945, 0.8920, 1.0319, 0.8063, 0.7890, 0.8547,
0.8515, 0.8379, 0.8720, 0.8517, 0.9055, 0.7857, 0.8103, 0.8554, 0.8060,
0.9041, 0.8818, 0.8942, 0.8495, 0.9194, 0.8715, 0.9078, 0.8457, 0.7087,
0.9116, 0.8086, 0.9483, 0.8235, 0.8614, 0.9017, 0.9098, 0.8867, 0.8602,
0.9195, 0.7871, 0.9058, 0.7975, 0.8229, 0.9022, 0.8756, 0.8144, 0.9238,
0.8375, 0.8099, 0.8995, 0.8168, 0.8681, 0.8950, 0.8859, 0.7957, 0.8675,
0.8961, 0.9927, 0.9303, 0.8512, 0.8935, 0.8827, 0.9166, 0.8724, 0.9244,
0.8610, 0.8949, 0.7935, 0.9022, 0.8503, 0.7608, 0.9017, 0.8857, 0.7562,
0.8388, 0.8995, 0.8786, 0.9096, 0.9588, 0.9143, 0.8781, 0.8835, 0.8724,
0.9047, 0.8538, 0.8044, 0.8207, 0.8493, 0.7691, 0.8955, 0.8583, 0.8225,
0.9171, 0.8959, 0.7851, 0.7624, 0.8132, 0.8988, 0.8441, 0.8157, 0.8830,
0.9066, 0.8496, 0.8182, 0.9302, 0.8675, 0.7571, 0.8491, 0.8218, 1.9944,
0.8570, 0.8360, 0.9052, 0.8978, 0.7056, 0.8855, 0.8899, 0.9201, 0.8413,
0.8888, 0.7957, 0.9298, 0.7773, 0.8697, 0.8133, 0.8712, 0.8855, 0.8954,
0.8540, 0.8399, 0.9140, 0.8783, 0.8713, 0.9356, 0.8921, 0.8481, 0.8763,
0.9063, 0.8710, 0.8867, 0.8575, 0.8079, 0.9053, 0.7882, 0.8308, 0.8786,
0.8741, 0.9312, 0.8381, 0.8422, 0.8895, 0.8599, 0.8983, 0.8572, 0.7825,
0.9032, 0.9433, 0.8573, 0.8720, 0.8497, 0.8939, 0.8672, 0.8663, 0.7848,
0.8501, 0.9155, 0.9494, 0.9054, 0.9053, 0.9271, 0.8961, 0.8841, 0.8643,
0.7491, 0.8505, 0.9154, 0.8532, 0.9558, 0.8846, 0.8799, 0.8495, 0.8923,
0.8917, 0.9065, 0.8082, 0.8569, 0.8393, 0.8997, 0.8885, 0.9119, 0.8813,
0.8113, 0.9275, 0.8416, 0.8931, 0.8637, 0.8288, 0.8104, 0.7665, 0.9055,
0.9015, 0.8297, 0.8228, 0.9135, 0.8130, 0.7470, 0.8188, 0.8761, 0.8856,
0.8705, 0.8638, 0.8970, 0.8860, 0.8293, 0.8534, 0.8464, 0.8216, 0.8621,
0.9401, 0.6994, 0.7413, 0.8832, 0.9202, 0.8210, 0.8469, 0.9209, 0.9335,
0.8355, 0.8704, 0.8916, 0.9009, 0.9055, 0.9216, 0.8440, 0.8859, 0.8777,
0.9003, 0.8597, 0.8318, 0.9136, 0.8507, 0.8988, 0.8873, 0.7019, 0.8938,
0.8992, 0.9216, 0.8778, 0.8596, 0.9742, 0.8295, 0.9161, 0.8051, 0.7951,
0.6642, 0.8129, 0.9185, 0.9198, 0.8518, 0.9332, 0.8594, 0.9062, 0.8455,
0.9076, 0.8858, 0.8276, 0.9236, 0.8641, 0.8122, 0.7449, 0.8645, 0.9111,
0.8976, 0.8965, 0.8896, 0.8141, 0.8998, 0.7213, 0.9463, 0.8189, 0.8835,
0.8927, 0.8601, 0.8070, 0.9002, 0.9654, 0.8497, 0.8967, 0.9498, 0.7983,
0.8427, 0.8827, 0.9207, 0.8429, 0.7114, 0.8513, 0.8442, 0.8163, 0.8730,
0.8710, 0.8395, 0.7304, 0.8454, 0.8902, 0.8931, 0.8412, 0.9086, 0.8253,
0.7931, 0.8683, 0.8905, 0.8675, 0.8461, 0.8917, 0.9096, 0.8538, 0.9037,
0.8585, 0.9166, 0.8554], device='cuda:0')),
('bert.encoder.layer.3.attention.output.LayerNorm.bias',
tensor([ 5.8740e-02, 1.7611e-03, -1.9792e-01, -8.2991e-02, -1.2020e-01,
1.8777e-01, -1.5252e-01, 3.5950e-01, 2.2594e-01, -3.2222e-02,
1.3579e-01, -7.6784e-03, -4.3977e-02, -1.8327e-01, -1.0214e-02,
3.2863e-01, -6.3458e-02, -1.5447e-02, -9.1255e-02, -8.4079e-02,
2.0129e-02, 1.2906e-01, -1.0949e-01, 7.3257e-02, -2.7864e-02,
1.6239e-01, -5.3139e-02, 2.3999e-01, 3.0705e-02, 2.1460e-02,
-4.7314e-02, -1.7103e-01, -8.1473e-02, -6.9362e-02, 4.7691e-02,
4.1803e-02, -1.5795e-01, -5.1861e-02, 5.9398e-02, 2.1789e-01,
-7.1257e-02, -1.0113e-01, 5.0797e-02, 9.1087e-02, -6.8127e-02,
-5.8241e-02, 2.2433e-01, -1.8540e-02, 1.1845e-01, 6.8493e-02,
2.6478e-02, -4.0505e-02, 1.2862e-01, -1.4783e-01, -8.5254e-02,
-9.0087e-02, -9.4785e-02, 3.7639e-02, 3.2064e-02, 8.5579e-02,
2.6477e-03, 5.3986e-02, 2.0136e-01, -3.1714e-01, -7.5668e-02,
-1.4574e-02, 1.2202e-01, -3.6895e-02, 1.4303e-01, -4.6111e-05,
-1.7487e-01, 2.0339e-03, -4.3637e-02, 1.1377e-01, 4.8207e-02,
-5.6766e-02, 1.4550e-01, -2.1074e-02, 7.2150e-03, 1.1643e-01,
1.9719e-02, 5.7488e-03, -1.4627e-01, 1.7265e-01, 3.0678e-02,
2.8305e-01, -1.1112e-01, 1.7464e-02, 8.4034e-02, 9.0818e-02,
-1.3443e-01, -8.1487e-02, -2.6789e-01, 8.8103e-02, -8.3729e-02,
1.9867e-01, 6.4786e-03, -9.5421e-02, 6.3533e-02, 2.7480e-01,
-5.1278e-02, -4.5711e-02, 2.8884e-02, 1.1964e-01, -1.6225e-01,
3.8758e-02, 2.2443e-02, -1.7092e-02, -1.7712e-01, -1.0809e-01,
9.8394e-02, -1.3162e-01, -4.7489e-02, -1.1340e-02, 7.0411e-02,
1.6138e-01, 4.5274e-02, 1.7058e-01, -9.0255e-03, 6.0213e-02,
4.5822e-02, -4.2288e-02, 2.3277e-02, 6.5901e-02, -3.3469e-02,
-1.5315e-03, -1.1618e-01, 3.4709e-02, 6.8866e-02, 5.8578e-02,
4.5219e-02, 3.3312e-02, -1.1972e-01, 8.5696e-02, 1.0738e-03,
4.7535e-02, 2.7982e-01, 3.5774e-02, -1.3283e-01, -9.1010e-03,
-2.8067e-01, -2.8354e-03, -3.6815e-02, -1.7248e+00, -4.5002e-02,
-1.7538e-01, 1.3533e-01, 6.0320e-02, -9.1737e-02, -2.7507e-01,
-3.5309e-01, -1.9503e-02, -4.9924e-02, -3.5320e-02, 1.1981e-01,
2.0115e-02, -1.2820e-01, -1.0482e-01, -5.5897e-02, -8.2757e-02,
2.4219e-01, 4.0946e-02, -8.2387e-02, -5.9298e-02, -9.6147e-03,
-2.7290e-01, 2.5207e-01, 6.6749e-02, -1.2551e-01, -6.7033e-02,
-6.4399e-02, -2.4728e-02, 2.2335e-03, 9.9889e-02, 2.2419e-01,
1.8919e-01, 1.8239e-01, -4.6377e-01, -7.2343e-02, 1.5619e-02,
-2.4942e-01, -2.7773e-02, -1.1835e-01, -2.8505e-01, -3.2409e-02,
-1.0298e-01, -2.6461e-01, -1.5983e-01, 2.5773e-02, -7.4475e-02,
1.7308e-01, 1.4211e-01, 6.8831e-02, -1.6937e-02, -8.1938e-02,
-2.0109e-01, 2.8725e-02, -1.2178e-01, -5.4307e-02, -7.5543e-02,
1.2384e-01, 1.0021e-01, -9.6157e-02, 1.5388e-01, 1.2377e-01,
8.7081e-02, 5.9214e-03, -2.0365e-01, -5.7128e-02, -1.3583e-01,
1.5653e-02, -6.6307e-03, 7.0938e-02, -1.4150e-01, -8.1323e-02,
-8.4934e-02, 1.6614e-01, 4.5857e-02, -6.6827e-02, 1.5337e-01,
2.0733e-02, 1.4759e-02, 4.2633e-02, -4.3344e-01, -1.6641e-01,
1.0661e-01, 2.8268e-02, 3.3292e-02, 2.3469e-01, -2.2584e-01,
-5.7044e-02, 3.8169e-02, 3.1656e-02, -5.2767e-02, -1.1589e-01,
-1.7245e-01, 3.4319e-02, -2.6561e-02, -3.2496e-02, -4.7094e-02,
-2.2012e-01, -5.8252e-02, 1.2937e-01, 2.8678e-02, -1.9163e-01,
-1.8646e-01, 4.0042e-02, 5.2400e-03, 4.7888e-02, 1.3983e-01,
3.4600e-02, 5.3378e-02, 1.7021e-01, 3.1112e-02, 1.1623e-01,
-6.1240e-03, -2.0855e-01, 5.4357e-02, -1.0866e-01, -1.0102e-01,
-7.4402e-03, -2.4421e-01, 8.3396e-02, 5.1646e-02, -5.6809e-02,
5.9422e-02, -8.1635e-02, -5.8426e-02, -1.1853e-02, -5.3980e-02,
-3.6155e-02, -2.0212e-01, 1.2456e-01, -1.8140e-02, 1.6328e-01,
-7.7282e-02, -1.1065e-01, -7.4769e-02, 4.0598e-02, -2.7130e-01,
1.5687e-02, -5.2305e-02, -1.5277e-01, 1.0239e+00, -1.7548e-02,
1.0631e-01, 3.4246e-02, -3.4861e-01, 1.0767e-01, 6.6042e-02,
-2.2265e-02, -1.1458e-01, -5.0990e-02, -1.0585e-01, -1.2427e-01,
-8.3415e-02, -3.2493e-01, 1.2765e-02, -1.0172e-01, 8.5200e-02,
1.4484e-01, -7.5309e-02, -8.2860e-02, -4.1953e-03, -1.6420e-01,
-1.6011e-01, -3.1863e-02, 6.2187e-02, 2.6796e-02, 1.2310e-01,
3.2941e-01, -8.2936e-02, 2.2288e-02, 3.5328e-02, -2.3198e-02,
6.9858e-02, -7.7399e-02, -1.5053e-02, -2.8581e-01, 5.5110e-02,
-9.8078e-02, -3.0801e-02, 1.7511e-02, 6.3875e-03, -6.5347e-02,
-1.4060e-01, 3.1338e-01, 1.4494e-01, 1.4198e-02, 2.4659e-01,
-4.8517e-01, -4.2594e-02, -6.1801e-02, 7.5281e-02, 1.1412e-01,
-1.1147e-01, 5.9051e-02, 8.4226e-02, -1.7948e-01, 6.5284e-02,
-5.7292e-02, -2.4769e-02, 9.6239e-03, -1.2831e-01, 2.7849e-03,
-4.4400e-02, -4.5207e-02, -1.2416e-01, -8.1535e-02, -5.5988e-02,
2.0579e-02, 2.3542e-02, -1.6681e-01, 2.4901e-02, 1.7286e-02,
-1.6759e-01, -2.1236e-03, 4.5993e-02, -3.6179e-02, -1.6228e-01,
-1.9972e-02, -7.8852e-02, 8.1923e-02, -5.7787e-02, -1.8802e-01,
6.5746e-02, -5.7745e-02, 2.3450e-01, -1.2812e-01, 1.7786e-01,
-5.6927e-02, -1.8125e-01, -4.4567e-02, 2.8031e-02, -6.6982e-03,
-5.5598e-02, 2.9927e-02, -2.9236e-02, 2.0553e-01, -2.2749e-02,
6.8356e-02, -6.5829e-02, 5.6779e-03, 3.2343e-01, -2.1268e-01,
-1.7005e-01, 1.1583e-01, -1.8452e-02, 6.0828e-02, -3.8090e-02,
7.1867e-02, 1.2982e-02, 5.1547e-02, -3.4550e-02, -9.2264e-02,
-7.9934e-02, 9.6888e-03, 1.1268e-01, -1.1536e-01, -5.1220e-02,
-1.4255e-01, 2.2023e-01, 2.9114e-02, 4.1072e-02, -1.6936e-01,
3.5372e-02, 1.1462e-01, -1.0424e-01, -1.7389e-01, -1.1201e-01,
-2.4100e-01, 1.1931e-02, 1.5446e-01, -4.1696e-02, 1.3077e-01,
-1.4061e-02, 1.1750e-01, 4.1915e-01, -1.4267e-01, -2.3429e-02,
-8.0739e-02, -6.0875e-02, -1.4527e-01, -6.9175e-02, 1.0290e-01,
-1.5029e-01, -2.6369e-01, -1.6784e-01, -1.3134e-01, 1.5769e-01,
-4.9728e-02, -1.8706e-02, -1.9349e-01, 9.8047e-02, -1.9088e-01,
1.6062e-01, 2.0775e-01, 9.7098e-02, -9.4462e-02, 6.4346e-02,
1.2572e-01, 4.3827e-02, -4.3879e-02, -2.8178e-02, 3.0320e-02,
-1.4399e-01, -2.2719e-02, 6.2006e-02, 4.5913e-02, -6.1506e-02,
2.2162e-01, 2.3866e-01, -2.0466e-03, 2.9753e-03, -1.5273e-01,
-4.9147e-01, -2.2299e-02, 4.8059e-03, -8.7655e-02, -1.1098e-02,
-1.5789e-02, -2.8341e-02, -4.7414e-02, 1.3130e-01, -5.5533e-02,
-3.4660e-03, 2.7626e-02, 5.0433e-02, 1.4827e-01, 5.7691e-02,
1.2553e-01, 1.3733e-01, -3.8588e-02, 2.3080e-01, -8.9441e-02,
3.5592e-02, -4.0738e-02, 1.3549e-01, 1.0036e-01, -8.3498e-02,
-1.4555e-02, -1.2260e-01, -1.1727e-01, 8.1555e-02, 9.1462e-02,
-2.0313e-01, 1.1388e-01, 1.6688e-02, 6.0319e-02, 2.4619e-02,
-3.1936e-02, -5.4888e-02, -1.0156e-01, 3.0877e-02, 2.0049e-01,
1.3822e-02, -1.9656e-03, 1.8289e-02, -2.2522e-02, 6.0428e-02,
4.3872e-02, 7.1185e-02, -2.1004e-02, -1.2349e-01, -2.2089e-01,
2.4819e-01, -9.8393e-02, 3.1555e-02, -2.3543e-01, -1.6483e-01,
-3.5853e-01, 1.1654e-02, 3.4855e-01, 9.1905e-02, -1.7983e-01,
-3.7722e-02, 8.1174e-02, 1.2774e-01, 1.5052e-01, 1.5048e-02,
-9.4578e-02, 9.0372e-03, 3.0998e-02, -1.6160e-01, -8.6639e-02,
-4.0803e-02, 1.4310e-01, -2.3778e-02, -4.3966e-02, -9.9353e-02,
-6.2981e-02, 1.5248e-01, -1.3603e-01, -8.9383e-02, -9.2590e-02,
-7.7518e-02, -2.0821e-02, 1.8478e-01, -2.1649e-01, 5.5388e-02,
-2.4652e-01, 1.9199e-02, 2.7257e-02, -1.1774e-02, -2.6779e-02,
1.2094e-01, -4.1782e-03, -2.5905e-02, 1.6878e-01, 1.6262e-01,
2.2344e-01, 1.2113e-01, -6.0816e-02, 1.3219e-01, -2.9785e-02,
-1.0731e-02, -1.5192e-01, -1.7990e+00, -1.4345e-01, 1.9895e-02,
-1.6872e-01, 6.4978e-02, -1.5782e-01, -2.5722e-02, 7.7301e-02,
-1.3075e-01, -7.3571e-02, -4.0451e-03, -1.2351e-01, 1.3996e-01,
-1.0729e-01, 2.2127e-02, -1.1304e-01, -3.7979e-02, 1.0043e-02,
-4.5695e-02, 8.5077e-02, -8.1206e-02, 2.2381e-01, -4.1958e-02,
5.2461e-03, 2.8748e-01, 8.2249e-02, -6.4984e-02, 4.8865e-03,
-3.4122e-02, 1.5381e-01, -5.3121e-02, 1.2763e-01, 3.7115e-02,
-1.0830e-01, 1.4960e-02, -1.1517e-01, -2.8447e-01, -2.3832e-01,
4.0609e-02, 5.0055e-02, -4.4681e-02, -1.7137e-01, 5.7584e-02,
-1.0569e-01, -9.8883e-02, -6.7150e-02, -2.0221e-01, 1.4790e-01,
-1.1336e-01, -1.1437e-02, 1.8321e-01, 1.6348e-01, 7.2201e-02,
4.6285e-02, -3.7477e-02, -2.2874e-02, -2.6374e-01, 1.9997e-01,
1.2727e-01, 2.0806e-02, -7.2536e-02, -6.8044e-02, -7.0457e-04,
-1.1615e-01, 1.2906e-01, 9.7345e-02, 5.5449e-02, 9.3178e-02,
-1.9155e-01, -4.1638e-02, -1.6285e-01, 8.2806e-02, 4.0738e-01,
-1.5019e-01, 1.0238e-01, 7.0222e-02, -8.1915e-02, 9.1613e-02,
2.5568e-01, -1.1140e-01, 1.8336e-01, -2.2478e-01, -7.8420e-02,
-8.4094e-02, -8.6997e-02, 2.0272e-01, -1.0029e-01, 2.0926e-02,
-1.1582e-01, -3.4823e-01, 1.1865e-01, -9.7074e-02, -1.7235e-01,
3.4480e-02, -1.2667e-01, -1.8727e-02, -2.4915e-01, -4.3268e-02,
9.8171e-02, -5.3999e-02, 6.2195e-02, 8.8511e-02, -1.5696e-02,
1.0310e-01, 5.5932e-02, -1.1386e-01, -1.1645e-01, 7.0333e-03,
-1.7952e-01, 2.6025e-01, 9.3890e-02, -1.3045e-01, 1.3000e-01,
3.3943e-02, 5.2245e-02, 3.4662e-02, 5.8424e-02, 2.3724e-01,
-4.7043e-02, -1.6938e-02, -2.0963e-01, -9.2363e-02, 8.8912e-03,
1.6833e-01, -6.3599e-02, 1.3131e-01, -6.6810e-03, 4.4372e-02,
3.3345e-02, -5.3199e-02, -2.6229e-02, -2.1329e-02, -7.1348e-02,
1.5749e-01, 3.4684e-02, -1.7583e-01, -7.5322e-02, 1.5831e-01,
-8.9265e-02, 6.6778e-02, -3.1414e-01, 2.2793e-01, 4.9849e-02,
1.2375e-01, 1.0765e-01, 1.2796e-01, 1.3065e-01, -1.0864e-01,
-8.4810e-02, 4.6899e-03, -2.5072e-01, -9.6472e-03, -8.3224e-02,
-2.9409e-02, 2.8062e-02, -5.6628e-02, -3.5832e-03, 5.8887e-02,
1.0430e-01, -1.5721e-01, -1.1019e-01, 1.3118e-01, 9.4827e-02,
5.3127e-02, 1.4978e-01, 6.6461e-02, 6.1158e-02, -1.4570e-02,
3.2894e-02, 2.3089e-01, -4.9134e-02, 5.8207e-02, 1.0708e-01,
-1.6887e-01, -5.7625e-03, -4.7317e-02, 3.8169e-01, -1.8222e-02,
-3.7382e-02, 3.8176e-01, -8.2765e-02, 3.8440e-02, 6.3661e-02,
-2.3509e-01, -1.0965e-01, 4.4942e-02, 1.5431e-01, 2.2379e-02,
-2.7874e-02, -2.0178e-02, -8.5915e-02, -1.8810e-01, 9.0843e-02,
-9.5758e-02, 5.1024e-02, 2.9125e-02, -1.5663e-01, -6.5497e-02,
-1.3375e-01, 1.0754e-01, -7.2997e-02, -1.8817e-02, 2.3175e-01,
-1.3973e-01, -5.5117e-02, 6.4111e-02, -3.5720e-02, 1.2778e-01,
-5.2174e-02, 1.4239e-02, 9.8179e-02], device='cuda:0')),
('bert.encoder.layer.3.intermediate.dense.weight',
tensor([[ 0.0975, 0.0759, 0.1382, ..., 0.0507, 0.0148, 0.0613],
[-0.0007, -0.0763, 0.0261, ..., 0.0065, 0.0076, -0.0018],
[ 0.0273, 0.0148, 0.0441, ..., -0.0249, -0.0169, 0.0028],
...,
[-0.0349, -0.0753, 0.0385, ..., -0.0533, 0.0150, 0.0217],
[-0.0622, -0.0723, 0.0277, ..., 0.0685, -0.0277, 0.0782],
[ 0.0144, 0.0392, -0.0142, ..., -0.0465, -0.0117, 0.0018]],
device='cuda:0')),
('bert.encoder.layer.3.intermediate.dense.bias',
tensor([-0.1247, -0.0537, 0.0057, ..., -0.0822, -0.0685, -0.0221],
device='cuda:0')),
('bert.encoder.layer.3.output.dense.weight',
tensor([[ 0.0253, -0.0125, -0.0522, ..., 0.0391, -0.0292, 0.0439],
[ 0.0335, -0.0433, -0.0022, ..., -0.0353, -0.0519, -0.0146],
[ 0.0055, 0.0005, 0.0323, ..., 0.0567, 0.0105, 0.0103],
...,
[-0.0157, 0.0254, -0.0165, ..., -0.0405, -0.0184, 0.0136],
[-0.0681, 0.0047, 0.0446, ..., 0.0009, -0.0237, -0.0393],
[-0.0095, 0.0546, 0.0356, ..., 0.0766, -0.0062, -0.0155]],
device='cuda:0')),
('bert.encoder.layer.3.output.dense.bias',
tensor([ 1.3783e-02, -6.8435e-02, 3.3488e-02, 4.5818e-03, -3.1078e-02,
7.4369e-02, 2.1651e-02, 7.9649e-02, 2.9233e-02, -6.1875e-02,
9.8727e-02, 3.0880e-03, -7.6212e-02, -6.8053e-02, 1.8678e-03,
1.6217e-01, -2.0086e-02, -3.4258e-02, -4.8794e-02, -6.8377e-02,
4.8409e-03, 5.6028e-02, -4.6141e-02, -1.5526e-02, -1.7485e-01,
-1.4789e-02, 3.9933e-02, -2.2905e-02, 8.3650e-02, 2.0396e-02,
2.2268e-02, -1.9076e-02, 5.5350e-02, -2.8134e-01, 4.9118e-03,
-4.7271e-02, -1.0435e-01, -1.4646e-02, 6.0728e-02, 1.1475e-01,
-1.3413e-02, -9.1100e-02, -7.2042e-02, 2.8756e-03, -7.1537e-03,
7.7430e-03, 7.9833e-02, -5.6116e-02, -2.5472e-02, -2.8044e-02,
-1.0028e-02, 7.4030e-03, 1.4603e-01, -3.9636e-02, -7.3883e-02,
-1.0746e-01, 2.8111e-02, -8.8499e-02, 5.1689e-02, -5.1127e-02,
-7.8654e-02, 2.4466e-02, -2.9041e-02, -6.4220e-02, -3.1190e-02,
1.1787e-01, -4.2441e-02, 7.0555e-03, -5.8207e-02, -1.5709e-01,
-1.0768e-01, -5.4722e-02, 6.5408e-03, -3.8448e-02, -3.3352e-02,
4.9033e-02, -4.4840e-02, -5.7495e-02, -3.2113e-02, -2.0070e-02,
7.1613e-03, 1.5596e-02, 5.1248e-02, 1.6989e-02, -1.5306e-02,
-1.1842e-01, -4.7342e-03, -4.4839e-02, 2.8192e-02, 1.0513e-03,
-5.6413e-02, -1.1501e-01, -5.2885e-02, -1.9387e-03, -2.8321e-02,
2.0310e-01, -1.0320e-01, -3.3472e-02, 1.2605e-01, 8.3918e-02,
5.4632e-02, -1.5115e-02, 8.5394e-02, 2.6654e-02, -1.8066e-01,
8.2982e-04, 1.2424e-01, 6.7816e-02, -9.1799e-02, 5.2546e-02,
5.7451e-03, -5.1169e-02, 4.1721e-03, 4.6084e-02, 9.2431e-02,
3.9818e-02, -1.0392e-01, -1.4334e-02, 4.5939e-03, 3.6014e-02,
-1.3244e-03, 4.8856e-02, -8.2297e-02, -1.0477e-01, -1.4993e-01,
-4.8557e-02, -3.0723e-02, -6.6171e-02, -1.8192e-02, 2.6136e-03,
5.9518e-02, -4.9181e-02, 1.8167e-02, 3.4612e-02, 3.4306e-02,
-8.9871e-04, 4.5056e-02, 3.2519e-02, -1.0318e-01, 1.0728e-01,
-1.7029e-01, -1.8352e-02, -2.2085e-02, -6.3204e-01, -5.5316e-02,
-8.1746e-03, 3.4432e-02, -5.2040e-02, -3.9078e-02, 6.7963e-02,
-5.6241e-02, -8.5365e-02, -4.6110e-02, -5.7995e-03, 5.9812e-02,
4.6416e-02, 9.5989e-02, -7.5515e-02, 5.1389e-03, 4.1352e-02,
6.6224e-02, 7.5452e-02, -9.1334e-02, 2.1464e-02, 4.2224e-02,
3.1784e-02, -6.5902e-03, -3.7077e-02, -1.7316e-01, -7.1108e-02,
9.7880e-03, -1.8835e-02, -6.7085e-02, 6.2184e-02, -7.2624e-02,
3.0773e-02, 1.2524e-01, -1.1155e-01, -6.0409e-03, 9.5088e-04,
-1.6014e-01, -3.3400e-02, -2.0701e-04, -3.1846e-02, 1.4797e-01,
-1.9167e-02, -2.8226e-02, -4.8147e-02, 7.3552e-03, -6.3966e-02,
6.9334e-02, -6.5932e-02, 1.0397e-01, 3.5385e-02, 7.0935e-02,
-3.3834e-02, -3.0865e-02, 8.0912e-02, -5.1673e-02, -5.4297e-02,
6.5583e-02, 1.6984e-01, 6.7507e-03, 6.6094e-02, 1.6003e-01,
-1.1271e-02, 4.9679e-02, -2.5836e-02, 1.5783e-02, -3.3694e-02,
7.1031e-04, -4.9157e-02, 9.3649e-02, -1.5121e-02, 2.8819e-02,
-1.0935e-02, -8.6041e-02, 4.8768e-02, -4.4275e-04, -9.6638e-03,
1.0190e-01, 9.6742e-02, 3.5503e-02, 8.2175e-03, -1.4642e-02,
1.3884e-02, -1.4988e-01, -3.9128e-02, 9.7513e-02, -4.3180e-02,
-8.3457e-02, 6.3854e-02, 3.6893e-02, -3.4604e-02, -1.2684e-02,
-1.2265e-01, -1.7687e-01, -5.8609e-02, -1.4287e-01, 4.0818e-02,
-9.8806e-03, 1.3341e-01, 2.8152e-02, 3.9763e-02, -1.5106e-01,
-8.1356e-02, 4.9431e-02, -1.1631e-02, -5.0355e-03, 3.4513e-02,
2.1976e-02, 8.1981e-03, -2.2924e-02, 4.2459e-02, 3.2802e-02,
-3.6965e-02, -1.4777e-02, 3.2313e-02, 9.4142e-03, 1.0806e-02,
6.9407e-03, -2.9979e-02, -6.4600e-02, -6.4483e-02, 4.1257e-02,
-2.2922e-02, -5.5751e-02, 3.9042e-02, -9.6133e-02, 6.1871e-03,
-9.4278e-02, -1.2644e-02, 1.2556e-01, -2.2655e-02, 1.1047e-01,
-1.8978e-03, 6.7757e-02, -7.7297e-02, 1.3002e-01, 8.2904e-02,
-1.9326e-03, 1.8374e-02, -1.0577e-01, 1.6265e-01, -1.2640e-01,
-6.1991e-03, 7.7827e-02, 6.3152e-02, 1.9534e-02, 4.6489e-02,
1.8657e-02, 1.4099e-02, 4.5803e-03, 3.1669e-02, -3.1404e-02,
-1.2436e-01, -1.4460e-02, 9.2627e-02, -1.3967e-02, 2.7506e-02,
-5.4366e-02, 2.5725e-02, 6.7490e-02, 7.6067e-03, 1.3104e-01,
-2.6750e-02, -7.5342e-02, 4.7361e-02, -2.5899e-02, 6.5254e-02,
1.4030e-01, 8.2213e-02, 1.1849e-02, 8.5184e-02, -8.7290e-02,
2.7335e-02, -8.9976e-02, -8.5351e-02, 3.3932e-02, 8.1547e-02,
-6.6487e-02, 4.9925e-02, -6.4051e-02, 7.5211e-02, -5.9819e-02,
-8.3347e-02, 2.4916e-02, 7.9454e-02, 1.2535e-01, 4.9292e-02,
-7.6836e-02, 4.8930e-02, 5.7247e-02, -5.9287e-02, 4.2346e-02,
-1.0927e-03, -3.0862e-02, 2.3350e-02, -7.8277e-02, -2.0838e-02,
8.0697e-02, 8.3191e-02, -7.5002e-02, 3.4215e-02, -3.3302e-02,
-7.4111e-03, 3.9672e-02, -4.0034e-02, -4.5338e-04, 1.0340e-01,
-1.0179e-01, -1.0562e-01, -5.9153e-02, 7.9816e-02, 2.5023e-02,
-2.4400e-02, 9.3602e-03, 3.0138e-02, 3.3243e-02, -9.3699e-02,
8.7124e-02, -1.0333e-01, 2.2979e-02, 1.0280e-02, -5.9860e-02,
7.1038e-02, 1.3063e-02, 4.2415e-02, 1.7592e-02, 6.1669e-02,
-5.1364e-02, -7.3003e-02, -4.6794e-02, 2.3489e-02, -5.6278e-02,
-4.2325e-02, -4.5537e-02, -8.9766e-03, 2.8623e-02, -6.8614e-02,
5.8444e-02, 2.6498e-03, 5.7173e-02, 5.1100e-02, -9.6738e-02,
4.1817e-02, 4.2007e-02, 6.0058e-02, -1.0564e-01, 9.3677e-03,
1.1259e-02, -2.9902e-02, 1.2890e-01, 2.8109e-02, 1.1897e-01,
-8.9401e-02, 6.9452e-02, 2.0428e-02, -7.0317e-02, -6.1735e-03,
-1.2865e-02, 1.2953e-01, 4.6770e-02, -6.0085e-02, -1.0431e-01,
9.9815e-04, 9.4864e-02, -3.9219e-02, -7.7031e-02, -7.2884e-02,
1.9919e-02, 4.5288e-02, -5.0754e-02, -1.1978e-02, 1.1032e-01,
3.3125e-03, -4.5946e-02, -1.3088e-02, -3.5050e-02, -6.7032e-04,
-1.3200e-01, 1.4233e-03, 1.6274e-02, 2.8936e-02, 1.0628e-01,
-3.0905e-02, -2.3582e-02, -1.5315e-01, -1.6646e-02, 1.2636e-02,
5.3368e-02, 1.3492e-01, 1.0265e-01, 1.0505e-01, -7.8141e-02,
2.3315e-02, 8.6546e-02, 7.0922e-02, 6.8975e-02, 5.6431e-02,
5.7338e-02, -5.5286e-02, -1.7566e-01, -1.2583e-01, -5.1028e-02,
-6.2408e-02, -3.8460e-02, 3.8570e-02, -3.9252e-03, 5.3398e-02,
1.2534e-01, 1.7773e-02, 3.6311e-02, -6.9146e-04, -3.9453e-03,
-1.1807e-01, 4.3076e-02, 3.8306e-03, 1.9094e-02, -5.8815e-02,
1.4164e-02, 4.4053e-02, 7.3492e-02, 5.7901e-02, -2.8890e-02,
1.0548e-01, -4.4174e-02, 6.1655e-03, -5.5005e-02, 8.1506e-02,
-4.6919e-02, 5.2692e-02, 6.9524e-03, 9.4427e-02, -2.6631e-02,
-3.5062e-02, 2.1573e-02, -1.0002e-01, 9.2035e-02, 1.0064e-02,
-4.6103e-02, 5.3823e-03, 3.1910e-02, -5.3938e-02, -3.4717e-02,
-4.9201e-02, 4.5750e-02, -4.8745e-02, -2.9796e-02, -6.5520e-02,
1.7704e-02, 2.3655e-02, -7.6696e-02, 1.1344e-01, 5.0438e-02,
4.5644e-02, -5.7033e-02, -6.0696e-02, -5.3374e-02, 9.4414e-02,
-5.3349e-02, -5.1292e-02, 4.4375e-03, -1.0654e-01, -5.7283e-03,
7.1326e-02, 9.2881e-02, 1.0150e-02, -3.5235e-02, 3.1629e-02,
-4.1470e-02, -7.6326e-04, 8.9858e-03, 3.9127e-02, -3.7463e-02,
1.2432e-01, 4.1938e-02, -6.7225e-02, 1.5589e-02, 5.4358e-02,
-3.9363e-02, 6.1719e-02, 1.2058e-01, 3.2340e-02, -3.9007e-02,
-9.1920e-03, -2.8652e-02, 2.0989e-02, -3.9409e-02, -4.0432e-03,
9.1003e-02, 1.2519e-01, -5.5348e-02, -1.3313e-01, -4.4465e-02,
-3.6603e-02, 7.3900e-02, 2.4690e-02, 8.9857e-03, -4.6357e-03,
-2.1256e-02, 2.2071e-02, 1.5610e-02, 1.7655e-02, 4.9755e-02,
5.6724e-02, 2.6129e-02, 6.1055e-02, -2.1917e-02, 5.6237e-02,
5.0762e-02, 5.5416e-03, -6.6625e-03, -4.3408e-03, -1.4920e-01,
6.5598e-02, -1.3761e-01, -4.6111e-01, -7.4427e-02, 1.1527e-01,
1.0124e-01, -2.7412e-02, -8.4835e-02, -3.4329e-02, -1.4195e-02,
-5.2180e-02, -5.7118e-02, 2.2677e-02, -5.5829e-02, 2.3007e-02,
-1.3985e-01, 2.6077e-02, -8.6766e-02, 1.3986e-02, 5.3381e-02,
-2.1589e-02, 1.6135e-02, -4.4472e-02, -1.4404e-02, -7.0829e-02,
7.9972e-02, 7.7853e-02, -7.5677e-02, -1.1138e-01, 3.8714e-02,
6.5145e-02, 1.0512e-02, 3.6214e-02, 5.0077e-02, -3.3274e-02,
1.9265e-02, 1.4792e-01, 1.5414e-02, -8.7255e-02, -1.0483e-02,
9.1597e-02, -8.8584e-03, 1.9527e-02, -1.1542e-02, 4.7479e-02,
-1.7581e-03, -2.3271e-02, -4.7803e-02, 5.4045e-02, -3.3304e-02,
-3.0025e-02, -9.6813e-03, 2.3769e-02, -2.9565e-02, 9.2318e-02,
1.9104e-02, 2.3837e-02, -1.3684e-01, -5.0524e-03, -4.9488e-03,
-2.9997e-02, -1.7850e-03, -5.7540e-03, 2.5971e-03, 6.0725e-02,
3.5873e-02, 2.7479e-02, 1.3189e-02, 2.0994e-02, 3.6117e-02,
-5.6181e-02, 4.1960e-02, -5.2046e-02, -1.1598e-01, 1.7838e-01,
-1.2123e-01, 1.0464e-01, -5.2623e-02, 4.7366e-02, 1.4412e-02,
1.7475e-01, 9.7849e-02, 8.2071e-02, 1.8402e-02, -7.9981e-02,
3.6355e-03, 4.9195e-02, 8.6624e-02, -3.6290e-02, -4.4162e-02,
-9.3420e-02, -5.0853e-02, 2.9811e-03, -1.0541e-01, -8.0935e-02,
9.7856e-02, 4.8452e-02, -4.3121e-03, -6.4217e-02, 1.1253e-01,
8.4957e-02, 2.7488e-02, -2.0269e-02, 1.3029e-02, -4.2819e-02,
6.4750e-02, 9.0238e-02, -6.1279e-02, 7.7434e-02, 3.0133e-02,
-1.9030e-03, 3.3920e-02, 6.1861e-02, -7.1451e-02, 4.0003e-02,
9.5963e-03, 2.9264e-01, -2.7415e-02, 8.6946e-04, 6.0247e-03,
1.9000e-02, 2.6661e-02, -2.6396e-02, -2.3204e-02, 3.9585e-02,
3.6654e-02, -1.9507e-01, 5.2400e-02, -1.7785e-02, 5.6070e-02,
4.5216e-02, -5.6215e-02, -9.7360e-03, 1.1094e-01, -9.9898e-03,
5.3121e-03, 1.1219e-01, -8.0754e-02, -9.5667e-04, -1.7554e-02,
1.1999e-02, -6.6763e-02, 1.8461e-03, 3.3436e-02, 4.6566e-02,
1.1929e-01, -2.9924e-02, 6.7734e-02, -8.2778e-02, -7.7850e-02,
-4.2778e-03, -1.0922e-01, -9.6131e-02, -8.7297e-02, -4.0224e-02,
1.2489e-02, -3.5010e-02, -1.0101e-01, -4.7731e-02, 3.7788e-02,
9.4162e-02, -4.0334e-02, -6.5828e-02, 4.1985e-02, 6.1339e-02,
6.6446e-03, -2.1643e-02, -9.8056e-02, -3.9937e-02, 2.3348e-02,
-1.3874e-01, -6.3333e-03, 4.1821e-02, 4.4600e-02, -6.3998e-02,
-1.6344e-01, 1.3462e-02, 2.2802e-02, -1.2281e-02, -5.2013e-02,
-4.3004e-02, 6.0866e-02, 5.0987e-02, 7.8201e-02, 8.8631e-02,
-1.8182e-02, -1.0565e-01, 1.3418e-01, 7.9569e-02, 2.6806e-02,
-1.0628e-02, 5.9499e-02, 1.1542e-01, -3.3507e-02, 1.0417e-01,
1.6682e-02, -2.8349e-02, 6.0892e-02, 1.9807e-02, 1.1194e-02,
2.2717e-02, 3.8407e-02, -4.4363e-02, -1.0020e-01, 3.2610e-02,
6.6757e-02, -3.5865e-02, 6.9326e-02, -1.1565e-02, -5.7771e-02,
2.4276e-02, -1.0666e-02, 8.1913e-02], device='cuda:0')),
('bert.encoder.layer.3.output.LayerNorm.weight',
tensor([0.8309, 0.8669, 0.8312, 0.8327, 0.8452, 0.8001, 0.7439, 0.6989, 0.8549,
0.8050, 0.8734, 0.8894, 0.9399, 0.8917, 0.8740, 0.7123, 0.8446, 0.8619,
0.8505, 0.8806, 0.7729, 0.8768, 0.8826, 0.8358, 0.8037, 0.8429, 0.8722,
0.8236, 0.8361, 0.8846, 0.8552, 0.7803, 0.8843, 0.8223, 0.8649, 0.8208,
0.7848, 0.8865, 0.7386, 0.8322, 0.9211, 0.8590, 0.8748, 0.8712, 0.8984,
0.8815, 0.8042, 0.8991, 0.8956, 0.8344, 0.8994, 0.8270, 0.8313, 0.8641,
0.7796, 0.7898, 0.8351, 0.8498, 0.8164, 0.8244, 0.8560, 0.9060, 0.8730,
0.8452, 0.7843, 0.9155, 0.8648, 0.8383, 0.7007, 0.8114, 0.8563, 0.8509,
0.8584, 0.8399, 0.8911, 0.8886, 0.8553, 0.8495, 0.8958, 0.8715, 0.8681,
0.8540, 0.8642, 0.8501, 0.7402, 0.8271, 0.8169, 0.8758, 0.9095, 0.8266,
0.8351, 0.8714, 0.8428, 0.8499, 0.8397, 0.8321, 0.7776, 0.8722, 0.8458,
0.8524, 0.8460, 0.9028, 0.8079, 0.9173, 0.7503, 0.9157, 0.8892, 0.8169,
0.8869, 0.8873, 0.8409, 0.8209, 0.9145, 0.7331, 0.8183, 0.8954, 0.8629,
0.8556, 0.8937, 0.8917, 0.8636, 0.8705, 0.8707, 0.8072, 0.8361, 0.8209,
0.8887, 0.8307, 0.8512, 0.8493, 0.8950, 0.8427, 0.8488, 0.8706, 0.8934,
0.8573, 0.8777, 0.8799, 0.8525, 0.9049, 0.7434, 0.8994, 0.8453, 0.1732,
0.8423, 0.8554, 0.8422, 0.8649, 0.8626, 0.8274, 0.8250, 0.8519, 0.8752,
0.8591, 0.8372, 0.8511, 0.8910, 0.8717, 0.8573, 0.8676, 0.8961, 0.8917,
0.7566, 0.8821, 0.8018, 0.8388, 0.8095, 0.7589, 0.8308, 0.8659, 0.8895,
0.7702, 0.7901, 0.8546, 0.7927, 0.8665, 0.8851, 0.7273, 0.8933, 0.8534,
0.8337, 0.8540, 0.8221, 0.8759, 0.8908, 0.8797, 0.8248, 0.8674, 0.8422,
0.8896, 0.8139, 0.7841, 0.8417, 0.8829, 0.8396, 0.8845, 0.9049, 0.7431,
0.8692, 0.8787, 0.8732, 0.7806, 0.8854, 0.8443, 0.8076, 0.8578, 0.8885,
0.9058, 0.8794, 0.8305, 0.8900, 0.8915, 0.8362, 0.8916, 0.8791, 0.8855,
0.8439, 0.8200, 0.8620, 0.8374, 0.9135, 0.8504, 0.8940, 0.7983, 0.8564,
0.8712, 0.8889, 0.8905, 0.8067, 0.7667, 0.8299, 0.8871, 0.8553, 0.8254,
0.8415, 0.8555, 0.7405, 0.8992, 0.8514, 0.9084, 0.8374, 0.8309, 0.8031,
0.8502, 0.8757, 0.8052, 0.8858, 0.8234, 0.9236, 0.8906, 0.8515, 0.9060,
0.9363, 0.9153, 0.9099, 0.9018, 0.8614, 0.7505, 0.8656, 0.8524, 0.7481,
0.8395, 0.8781, 0.8465, 0.8666, 0.8586, 0.8806, 0.9070, 0.8136, 0.8665,
0.8765, 0.8803, 0.9165, 0.8470, 0.8851, 0.8855, 0.8658, 0.8821, 0.8437,
0.8472, 0.9089, 0.9000, 0.8025, 0.4312, 0.8729, 0.9115, 0.8075, 0.8350,
0.8773, 0.7887, 0.8133, 0.8402, 0.8503, 0.8469, 0.8597, 0.8088, 0.8131,
0.7533, 0.9028, 0.8703, 0.8589, 0.8455, 0.8641, 0.8670, 0.6659, 0.8839,
0.8233, 0.8795, 0.8887, 0.8650, 0.7701, 0.8415, 0.8481, 0.7810, 0.8499,
0.9054, 0.8465, 0.8250, 0.8814, 0.7987, 0.8097, 0.8719, 0.8270, 0.9085,
0.8177, 0.8129, 0.7999, 0.8023, 0.9027, 0.8576, 0.8354, 0.8552, 0.9212,
0.8887, 0.9250, 0.9182, 0.8837, 0.8802, 0.8786, 0.8157, 0.7035, 0.8948,
0.8484, 0.9050, 0.8603, 0.9133, 0.8820, 0.8679, 0.8641, 0.8471, 0.8824,
0.8273, 0.8248, 0.8720, 0.9024, 0.8142, 0.8559, 0.8598, 0.8628, 0.7724,
0.8767, 0.8945, 0.8549, 0.9047, 0.8329, 0.8045, 0.8829, 0.8693, 0.9096,
0.8333, 0.8779, 0.8767, 0.8782, 0.8739, 0.8320, 0.8270, 0.8533, 0.8837,
0.8551, 0.7408, 0.8523, 0.8672, 0.8933, 0.8370, 0.8294, 0.7937, 0.8028,
0.8954, 0.8679, 0.7744, 0.8824, 0.8147, 0.8606, 0.9000, 0.8558, 0.8813,
0.8362, 0.8914, 0.8284, 0.7925, 0.8293, 0.7989, 0.8051, 0.8408, 0.8797,
0.8637, 0.8317, 0.8437, 0.8899, 0.9188, 0.8167, 0.8356, 0.8669, 0.9061,
0.8642, 0.8375, 0.8225, 0.8238, 0.8429, 0.8726, 0.8651, 0.9136, 0.8775,
0.8055, 0.8129, 0.8839, 0.8296, 0.7146, 0.8833, 0.8893, 0.8700, 0.9061,
0.8150, 0.9140, 0.7447, 0.8950, 0.8476, 0.8283, 0.8764, 0.8784, 0.8704,
0.7857, 0.8265, 0.8078, 0.8650, 0.7989, 0.8743, 0.8905, 0.8933, 0.8471,
0.8637, 0.7692, 0.8638, 0.8778, 0.8495, 0.8138, 0.8506, 0.8298, 0.8365,
0.8642, 0.8518, 0.8624, 0.8068, 0.8884, 0.7897, 0.8274, 0.8289, 0.8288,
0.8431, 0.8401, 0.9128, 0.8302, 0.9215, 0.7850, 0.8656, 0.8680, 0.7985,
0.8789, 0.8003, 0.9229, 0.8275, 0.8688, 0.9007, 0.8802, 0.8635, 0.8211,
0.9029, 0.8181, 0.9408, 0.8445, 0.8442, 0.8820, 0.8749, 0.8245, 0.8588,
0.8332, 0.8666, 0.9124, 0.8452, 0.8788, 0.8692, 0.8983, 0.8421, 0.8838,
0.8395, 0.8652, 0.9051, 0.8765, 0.8240, 0.8607, 0.8311, 0.8922, 0.7925,
0.8712, 0.8879, 0.8350, 0.8801, 0.8370, 0.7837, 0.9069, 0.9058, 0.7734,
0.8460, 0.9072, 0.8817, 0.9034, 0.8715, 0.9132, 0.8685, 0.8832, 0.8429,
0.8770, 0.8387, 0.8393, 0.8498, 0.8454, 0.8068, 0.8467, 0.8233, 0.8518,
0.8701, 0.9026, 0.7929, 0.8128, 0.8416, 0.8929, 0.8359, 0.8275, 0.8567,
0.8615, 0.8219, 0.8316, 0.9007, 0.8403, 0.7994, 0.8164, 0.8077, 0.5263,
0.8573, 0.8765, 0.9017, 0.9082, 0.7637, 0.8901, 0.8696, 0.8859, 0.8450,
0.8698, 0.8098, 0.8916, 0.8265, 0.8397, 0.8292, 0.8593, 0.8943, 0.8883,
0.8309, 0.8692, 0.8524, 0.8881, 0.8704, 0.8431, 0.8678, 0.8837, 0.8687,
0.8717, 0.8063, 0.8791, 0.8238, 0.8192, 0.9054, 0.7665, 0.8190, 0.8245,
0.8607, 0.9233, 0.8015, 0.8488, 0.8608, 0.8651, 0.8806, 0.8609, 0.8158,
0.8499, 0.8547, 0.8587, 0.8589, 0.8229, 0.8497, 0.8529, 0.8447, 0.8198,
0.8424, 0.7671, 0.8691, 0.8780, 0.9095, 0.9152, 0.8808, 0.8831, 0.8329,
0.7907, 0.8476, 0.9011, 0.8447, 0.8765, 0.8871, 0.8444, 0.8194, 0.8067,
0.8706, 0.8725, 0.8388, 0.8487, 0.7955, 0.8547, 0.8976, 0.8706, 0.8579,
0.8432, 0.9218, 0.8339, 0.8607, 0.8754, 0.8739, 0.8281, 0.7205, 0.8717,
0.8982, 0.8166, 0.7762, 0.9150, 0.8509, 0.7787, 0.8448, 0.8217, 0.9030,
0.8381, 0.8330, 0.8722, 0.8607, 0.8449, 0.8642, 0.8715, 0.8168, 0.8619,
0.9011, 0.7950, 0.7815, 0.8590, 0.9114, 0.8451, 0.8418, 0.9230, 0.8627,
0.8457, 0.8664, 0.8598, 0.9205, 0.8609, 0.8866, 0.8577, 0.8557, 0.8813,
0.8862, 0.8605, 0.8394, 0.9113, 0.8709, 0.8904, 0.8822, 0.7687, 0.8597,
0.8818, 0.9093, 0.8983, 0.8938, 0.8718, 0.8174, 0.9100, 0.8263, 0.7838,
0.7484, 0.8382, 0.8562, 0.9134, 0.8747, 0.8795, 0.8634, 0.8985, 0.8439,
0.8980, 0.8959, 0.8513, 0.9113, 0.8018, 0.8480, 0.8075, 0.8736, 0.8946,
0.8906, 0.8512, 0.8813, 0.8151, 0.9023, 0.7268, 0.8906, 0.8236, 0.8892,
0.8702, 0.8405, 0.8740, 0.9001, 0.8465, 0.8681, 0.9066, 0.8412, 0.8159,
0.8365, 0.8711, 0.8851, 0.8420, 0.7832, 0.8537, 0.8441, 0.8132, 0.8383,
0.8730, 0.8362, 0.7869, 0.8433, 0.8659, 0.8479, 0.8588, 0.8949, 0.8537,
0.8085, 0.8518, 0.8652, 0.8232, 0.8075, 0.8893, 0.9027, 0.8647, 0.9201,
0.8384, 0.8873, 0.8668], device='cuda:0')),
('bert.encoder.layer.3.output.LayerNorm.bias',
tensor([-3.7241e-02, -4.3225e-02, 8.2522e-02, 3.3956e-02, 5.7989e-02,
-1.1785e-01, 3.9607e-02, -1.6384e-01, -8.8393e-02, 1.4279e-02,
-7.0002e-02, 2.8616e-03, 4.7437e-03, 8.2996e-02, 8.5085e-03,
-9.3487e-02, 2.1245e-02, -1.8581e-02, 4.0510e-02, 2.9503e-02,
-1.7118e-02, -5.4401e-02, 3.3357e-02, -2.1731e-02, 4.3936e-03,
-6.1681e-02, 3.1730e-02, -1.3284e-01, -7.7811e-03, -1.6855e-02,
-2.3762e-03, 5.1690e-02, 2.4569e-02, 4.3434e-02, -2.7382e-02,
-4.1970e-02, 4.0874e-02, 1.6487e-02, -2.8143e-02, -9.3092e-02,
9.4630e-03, 4.8760e-02, -3.4137e-02, -5.2835e-02, 4.4155e-02,
2.4965e-02, -7.8400e-02, 1.2784e-03, -6.7561e-02, -3.9538e-02,
-1.3613e-02, -6.0628e-04, -5.4536e-02, 6.9166e-02, 3.7294e-02,
4.1042e-02, 3.1222e-02, -1.4128e-02, -9.8484e-03, -6.7740e-02,
-8.9396e-03, -1.4393e-02, -1.1435e-01, 1.3939e-01, 1.7650e-02,
1.0877e-02, -6.1211e-02, 2.6382e-02, -7.0701e-02, -1.0258e-02,
6.3880e-02, -1.5886e-02, 1.2387e-02, -7.1563e-02, 9.2480e-04,
2.2252e-02, -5.8033e-02, -1.1319e-03, -1.5243e-02, -5.9921e-02,
-2.9664e-02, -1.0970e-02, 3.6859e-02, -9.0391e-02, 2.3988e-02,
-1.2213e-01, 4.1515e-02, 1.3896e-02, -4.1199e-02, -5.2538e-02,
5.7993e-02, 2.9116e-02, 1.1773e-01, -7.0274e-02, 2.9997e-02,
-8.8957e-02, -1.1275e-02, 2.4919e-02, -6.8283e-02, -1.1326e-01,
2.7269e-02, 2.6518e-02, -2.4099e-02, -6.3797e-02, 5.3656e-02,
-3.6147e-02, -4.3152e-03, -2.8276e-02, 8.2389e-02, 5.4460e-02,
-4.5195e-02, 7.2857e-02, 7.5894e-03, 1.7957e-02, -3.2116e-02,
-9.3614e-02, -3.8690e-02, -1.0124e-01, -1.5825e-02, -1.4086e-02,
-2.3863e-02, 2.0259e-02, -3.4212e-02, -3.8905e-02, 8.5898e-03,
9.4848e-03, 5.7682e-02, -3.3807e-02, -2.2513e-02, -2.3764e-02,
-1.4946e-02, -9.0379e-03, 4.3097e-02, -3.6214e-02, -6.7887e-03,
-2.1606e-02, -5.1076e-02, -2.9818e-02, 8.7458e-02, -1.0603e-02,
8.6774e-02, -1.1094e-02, 1.5870e-02, 2.9165e-01, 1.6862e-02,
7.1279e-02, -7.2292e-02, -4.1347e-02, 3.2378e-02, 8.2365e-02,
1.4676e-01, -2.1375e-02, 2.5150e-02, 8.2090e-03, -7.6562e-02,
-2.1482e-02, 5.7989e-02, 4.9399e-02, 1.5158e-03, 2.9570e-02,
-1.1888e-01, -2.1220e-02, 1.3384e-02, 1.7806e-02, -1.0315e-02,
1.1824e-01, -1.4935e-01, -4.4632e-03, 4.4330e-02, 1.2511e-02,
2.1511e-02, 1.4511e-02, -3.2280e-03, -7.2343e-02, -1.2443e-01,
-9.5482e-02, -8.9965e-02, 1.9941e-01, 2.0904e-02, 3.1167e-03,
1.0546e-01, 8.6863e-03, 4.8882e-02, 1.2912e-01, 2.1024e-02,
4.8626e-02, 9.6609e-02, 8.8766e-02, -2.5663e-02, 3.4182e-02,
-8.2440e-02, -8.8911e-02, -3.6063e-02, -5.8619e-03, 5.1698e-02,
1.0424e-01, -2.0905e-02, 3.0341e-02, 3.2761e-02, 1.6961e-02,
-7.8171e-02, -5.4826e-02, 4.8968e-02, -7.6441e-02, -5.6047e-02,
-3.8657e-02, -2.3136e-02, 8.0512e-02, 1.9681e-02, 6.3236e-02,
-9.1086e-03, 1.1802e-02, -2.9553e-02, 4.8348e-02, 3.6943e-02,
4.1029e-02, -7.0605e-02, -3.0082e-02, 2.1140e-02, -6.7499e-02,
-9.2316e-03, -5.5196e-04, -1.8235e-02, 2.1649e-01, 7.6021e-02,
-3.8826e-02, -2.0425e-02, -2.1241e-02, -1.0446e-01, 8.7310e-02,
4.2860e-02, -2.9668e-02, -3.0989e-02, 7.6392e-03, 4.2130e-02,
4.5971e-02, -2.8790e-02, 7.2242e-03, -2.0722e-02, 2.4300e-02,
1.0177e-01, 3.5629e-02, -3.9764e-02, -2.3401e-02, 7.8129e-02,
5.8309e-02, -2.2833e-02, 2.2375e-03, -2.4044e-02, -6.5958e-02,
-3.5335e-02, -3.6198e-02, -7.4184e-02, -1.4587e-02, -5.0383e-02,
-7.6516e-03, 9.0544e-02, -1.3129e-02, 5.9835e-02, 5.5022e-02,
-1.3515e-02, 1.1326e-01, -4.3642e-02, -3.6119e-02, 1.5478e-02,
-4.1261e-02, 4.5979e-02, 4.2385e-02, -1.3443e-02, 2.3215e-02,
-1.5650e-03, 8.4010e-02, -6.3205e-02, -1.0918e-02, -1.0007e-01,
2.9979e-02, 4.2362e-02, 2.7640e-02, -2.7278e-02, 1.3847e-01,
6.5375e-03, 2.6435e-02, 8.2967e-02, -2.8885e-01, 1.8618e-02,
-6.0618e-02, -2.0910e-02, 1.5804e-01, -6.5583e-02, -3.8688e-02,
-1.0874e-02, 5.2148e-02, 3.0966e-02, 5.4767e-02, 5.1151e-02,
4.2655e-02, 1.4116e-01, 5.8712e-03, 3.4805e-02, -4.2311e-02,
-8.5803e-02, 1.9022e-02, 1.9135e-02, -2.7592e-03, 6.8250e-02,
7.6080e-02, 2.4601e-03, -3.4651e-02, -4.1044e-02, -3.8006e-02,
-1.3788e-01, 2.2588e-02, -1.0746e-02, -2.9053e-03, 7.5851e-04,
-4.5925e-02, 3.7315e-02, 5.6072e-03, 1.1597e-01, -3.2103e-02,
3.6229e-02, 2.5401e-03, 2.8391e-04, -3.9176e-02, 1.6344e-02,
5.5723e-02, -1.7114e-01, -6.7358e-02, -1.7308e-02, -1.0091e-01,
1.7878e-01, 2.5300e-02, 1.8711e-02, -6.0938e-02, -4.2243e-02,
3.7895e-02, -2.8029e-02, -6.9081e-02, 6.3299e-02, -4.7004e-03,
8.2644e-03, 3.5874e-02, 2.5453e-02, 4.8056e-02, -2.3871e-02,
-8.2687e-04, 3.0846e-03, 5.1459e-02, 3.1098e-02, 3.3559e-02,
-3.1782e-03, -2.0219e-02, 6.9585e-02, -1.9010e-02, -2.1461e-02,
7.2250e-02, -1.0458e-02, -3.1019e-02, 6.1359e-03, 6.1768e-02,
3.5232e-03, 4.9192e-02, -4.8758e-02, 4.5860e-02, 7.7279e-02,
-5.6520e-02, 2.4635e-02, -1.4266e-01, 6.0831e-02, -1.1608e-01,
2.5278e-02, 7.0132e-02, 1.1570e-02, -2.6737e-02, -2.2690e-03,
3.4336e-02, -2.8382e-02, 8.0590e-03, -9.3221e-02, -1.2541e-02,
-2.3073e-02, 2.4489e-02, -9.9331e-03, -1.6254e-01, 1.1156e-01,
7.3978e-02, -5.8332e-02, 2.3649e-02, -4.8697e-02, 1.7564e-02,
-4.3058e-02, -1.9418e-02, -4.0171e-02, 3.4209e-02, 3.9221e-02,
3.7652e-02, -3.2428e-03, -7.5861e-02, 3.1751e-02, 2.8207e-03,
6.0212e-02, -9.9926e-02, -1.9913e-02, -5.3390e-02, 7.7627e-02,
-3.9085e-02, -4.2219e-02, 5.6700e-02, 7.9355e-02, 5.6576e-02,
1.0190e-01, -6.8880e-03, -1.0440e-01, 1.0504e-02, -8.5285e-02,
2.3262e-04, -4.9670e-02, -1.4144e-01, 5.0036e-02, -9.2921e-03,
1.0994e-02, 3.0891e-02, 6.0916e-02, 2.5633e-02, -3.9254e-02,
5.5205e-02, 1.3042e-01, 5.0307e-02, 4.0176e-02, -7.2711e-02,
1.1518e-02, 2.2005e-02, 1.1058e-01, -4.2974e-02, 8.2050e-02,
-7.4633e-02, -1.0309e-01, -4.5283e-02, 2.5929e-02, -4.6095e-02,
-7.5848e-02, -1.0213e-02, -1.8129e-02, -1.3229e-03, -1.2466e-02,
4.6652e-02, 3.1907e-03, -3.6441e-02, -2.8744e-02, 3.5422e-02,
-1.2197e-01, -6.6760e-02, 6.8265e-03, -2.2961e-02, 5.4525e-02,
1.8520e-01, -7.5619e-03, -2.1766e-02, 1.6886e-02, 7.1153e-04,
-1.3455e-03, 1.7165e-02, 4.4551e-02, -5.2485e-02, 4.1618e-02,
2.3930e-02, -1.2797e-02, -3.8514e-02, -7.6183e-02, -3.6776e-02,
-4.3332e-02, -7.2876e-02, 2.7908e-02, -1.0333e-01, 5.1545e-02,
-2.9645e-02, 3.0500e-02, -9.4153e-02, -3.4494e-02, 3.5992e-02,
1.2670e-02, 3.2282e-02, 6.6787e-02, -7.0184e-02, -5.5097e-02,
9.1334e-02, -8.3770e-02, -3.2371e-02, -3.3065e-02, -2.4934e-02,
5.7210e-03, 3.0151e-02, 3.3082e-02, -2.3668e-02, -7.4641e-02,
-7.0993e-03, -2.2760e-02, -2.5182e-03, 1.2633e-02, -1.6263e-02,
-7.2491e-03, -2.9772e-02, 1.1376e-02, 3.5858e-02, 9.3604e-02,
-1.6376e-01, 6.8495e-02, -9.7371e-03, 1.1461e-01, 7.0977e-02,
1.4553e-01, -2.1579e-03, -1.6202e-01, -4.9320e-02, 7.5991e-02,
2.1880e-02, -3.5905e-02, -5.5719e-02, -3.6492e-02, 5.4275e-03,
2.6179e-02, -6.5618e-03, -1.0770e-02, 7.5512e-02, 2.4873e-02,
1.8597e-02, -9.9334e-02, 1.4010e-02, -1.1270e-02, 4.7500e-02,
3.0612e-02, -6.0880e-02, 5.2690e-02, 2.2582e-02, 3.5521e-02,
2.4002e-02, 1.6063e-02, -9.0776e-02, 8.5446e-02, -4.3266e-02,
1.0269e-01, -2.5056e-02, -3.3632e-02, -1.1947e-02, 4.4329e-03,
-8.7837e-02, -1.8723e-02, 2.0498e-02, -9.2374e-02, -8.1430e-02,
-7.6997e-02, -4.3460e-02, 2.0500e-02, -4.9870e-02, 2.3302e-02,
1.9105e-02, 5.3661e-02, -3.2828e-01, 5.2866e-02, 2.4162e-03,
6.7806e-02, -3.6307e-02, 3.0153e-02, 1.9434e-02, -5.1308e-02,
4.8886e-02, 9.1201e-03, 7.1397e-03, 3.2425e-02, -8.3100e-02,
2.7186e-02, -2.2754e-02, 2.6738e-02, -2.6692e-03, -1.2717e-02,
1.2912e-02, -1.9691e-02, 1.6196e-02, -9.4929e-02, -1.9052e-03,
-6.1188e-03, -1.4974e-01, -4.2862e-02, 1.1431e-02, -8.1310e-04,
2.8126e-02, -1.1337e-01, 3.1977e-03, -5.7699e-02, -1.6909e-02,
4.7202e-02, 4.3525e-03, 4.5107e-02, 1.2143e-01, 8.0859e-02,
-1.0925e-02, -4.9530e-04, 2.1461e-02, 8.7825e-02, -2.6732e-02,
5.4251e-02, 3.1582e-02, 1.0166e-03, 1.1139e-01, -3.9666e-02,
3.2652e-02, -1.4812e-02, -8.7694e-02, -7.0248e-02, -3.2787e-02,
-2.5529e-02, -8.1853e-03, 3.3306e-03, 1.5520e-01, -1.2591e-01,
-1.1291e-02, -4.4433e-02, 3.5786e-02, 4.5964e-02, 3.0184e-03,
4.1966e-02, -3.4017e-02, -4.4161e-02, -1.9996e-02, -6.8317e-02,
1.3583e-01, 2.7973e-02, 7.1384e-02, -2.8274e-02, -1.3086e-01,
3.7899e-02, -4.9114e-02, -2.7248e-02, 3.6282e-02, -6.4828e-02,
-9.9525e-02, 4.1576e-02, -8.1234e-02, 9.5332e-02, 3.6523e-02,
3.7269e-02, 4.0772e-02, -7.2274e-02, 3.4618e-02, -3.2830e-02,
3.4518e-02, 1.5195e-01, -5.0204e-02, 3.7440e-02, 5.5485e-02,
-1.8594e-02, 6.3618e-02, -4.7248e-03, 8.9563e-02, 2.2796e-02,
-5.0259e-02, -7.5406e-04, -2.6639e-02, -4.6756e-02, 9.7697e-03,
-4.9278e-02, -9.5647e-03, 4.2405e-02, 4.5893e-02, -1.6294e-02,
7.4139e-02, -1.0098e-01, -3.3682e-02, 5.3589e-02, -8.6776e-02,
-1.7736e-02, -3.9266e-02, -3.8057e-02, -1.7296e-02, -1.0826e-01,
1.4096e-02, 6.0208e-03, 7.2137e-02, 3.1032e-02, 1.1656e-03,
-9.9926e-02, -7.5396e-03, -6.2863e-02, -3.3481e-02, -1.5867e-02,
-3.5912e-02, 2.1892e-02, 9.9291e-03, 1.9314e-03, 4.5280e-02,
-8.2286e-02, 1.1153e-02, 8.1130e-02, 2.4456e-02, -9.3128e-02,
2.2587e-02, -4.0104e-02, 1.2699e-01, -9.5711e-02, -1.6822e-02,
-2.9811e-02, -4.7655e-02, -3.1424e-02, -5.3729e-02, 4.1143e-02,
2.8284e-02, -5.0633e-03, 9.4917e-02, -1.0938e-02, 2.9259e-02,
1.0132e-02, -5.2698e-03, 4.4809e-02, 6.3732e-03, -2.2794e-02,
-6.1168e-02, 4.5995e-02, 5.5467e-02, -5.3005e-02, -4.4802e-02,
-1.6051e-02, -7.7576e-02, -5.3166e-02, -8.2669e-03, -6.8664e-03,
-7.0909e-03, -8.7929e-02, 7.6628e-03, -3.2269e-02, -5.1743e-02,
6.7981e-02, -2.0912e-03, 1.6744e-02, -1.2436e-01, -6.7151e-03,
1.7552e-02, -1.8214e-01, 2.6151e-02, -3.4367e-02, -2.5493e-02,
1.0939e-01, 5.4634e-02, 1.2731e-03, -5.4024e-02, -4.6642e-02,
-1.1781e-02, -6.6165e-03, 3.9908e-02, 8.1082e-02, -1.2812e-02,
2.9462e-02, -2.8674e-02, -2.6607e-02, 6.9977e-02, 3.6102e-02,
3.5356e-02, -4.6263e-02, 2.3091e-02, -8.0645e-03, -1.2702e-01,
9.3120e-02, 5.1489e-03, -2.5375e-02, -9.9722e-03, -5.1481e-02,
1.2310e-02, -2.2335e-02, -4.4803e-02], device='cuda:0')),
('bert.encoder.layer.4.attention.self.query.weight',
tensor([[-0.0413, -0.0007, -0.0827, ..., -0.0031, 0.0775, 0.0519],
[ 0.0315, -0.0705, 0.0038, ..., -0.0214, 0.0572, 0.0600],
[ 0.0195, -0.0848, 0.0115, ..., -0.0259, 0.0018, 0.1342],
...,
[ 0.0474, 0.0056, -0.0426, ..., -0.0593, 0.0111, 0.0207],
[ 0.0381, -0.0094, -0.0099, ..., 0.0543, 0.0259, 0.0012],
[ 0.0165, -0.0795, 0.0258, ..., -0.0307, 0.0661, -0.0224]],
device='cuda:0')),
('bert.encoder.layer.4.attention.self.query.bias',
tensor([-2.3327e-01, -3.3222e-02, 4.0925e-01, 7.8239e-01, -2.6047e-01,
1.2977e-01, -1.8783e-01, -1.2870e-01, 3.6017e-01, 4.6161e-01,
5.7459e-01, 1.8116e-01, 1.0999e-01, -1.2341e-02, 2.3676e-02,
-6.7638e-02, 7.8440e-02, -1.9917e-01, -2.6798e-01, 8.6482e-02,
-7.1414e-02, 1.7026e-02, -1.0299e-01, -1.1960e-01, 1.5017e-01,
-2.7627e-01, -4.1768e-01, 2.0885e-01, -4.0866e-02, -1.0454e-01,
-1.4569e-02, -1.5658e-01, 1.1984e-01, 3.5280e-01, 2.1684e-01,
-5.1129e-02, -3.2256e-01, -2.2380e-01, 4.0072e-02, -7.1570e-02,
-7.4266e-02, 1.4057e-01, 1.5942e-01, -1.5840e-01, -5.8000e-02,
3.8706e-03, -1.4386e-01, -5.9313e-02, 1.1792e-01, 2.0636e-01,
6.0285e-01, 1.3169e-02, 3.8455e-03, 7.1759e-01, 5.5971e-02,
-2.2156e-01, -5.8066e-02, -2.2822e-01, 1.6136e-02, -1.2385e-01,
-7.3902e-02, -1.8738e-01, 1.0389e-01, 4.5752e-01, 9.1028e-02,
1.3613e-02, -4.6916e-02, -8.0843e-03, -1.3478e-02, 3.8154e-02,
4.8827e-02, -6.3141e-02, -2.7635e-02, -4.0815e-02, 1.3877e-01,
-3.8967e-02, 1.5628e-02, 8.8988e-03, -1.2303e-02, -8.5985e-02,
3.1491e-03, 3.0385e-02, -3.0506e-02, 1.6372e-02, 8.4581e-03,
5.1491e-03, 6.3903e-03, 1.2579e-02, -2.2364e-02, -3.2932e-02,
2.3832e-02, 1.6490e-02, 9.3942e-03, -1.0341e-02, -9.5837e-03,
4.7742e-02, -2.3491e-02, 5.6072e-02, 6.2934e-02, 1.4399e-01,
2.1693e-02, -3.9367e-03, 5.8497e-02, 2.4004e-04, -1.1679e-02,
-1.6475e-02, 9.3169e-03, 1.4862e-02, 4.3747e-02, -5.6288e-03,
4.2333e-03, -2.1710e-02, 1.6695e-02, -9.7671e-03, 3.5578e-02,
9.2410e-03, 4.3387e-02, 3.5867e-02, -2.3557e-02, 7.0482e-02,
-3.6277e-02, 1.7255e-02, -1.3130e-02, 4.4016e-02, -6.0585e-03,
-4.7331e-03, -1.3491e-03, -6.1061e-02, -2.0375e-02, -2.9600e-02,
3.1111e-02, 1.6613e-03, -2.5980e-02, -4.9736e-03, 1.3616e-02,
2.4181e-01, -7.4391e-02, 4.1452e-02, -1.3187e-02, 2.2160e-02,
6.4755e-02, -4.3439e-02, -1.6983e-01, -7.2925e-02, 1.2575e-01,
1.9147e-02, -3.3322e-02, 5.9941e-02, -3.4465e-01, 2.7155e-02,
-2.8421e-02, -2.8839e-02, -2.8543e-02, 3.3530e-02, -8.8549e-03,
4.5419e-03, -7.8451e-02, 3.7194e-01, 3.9089e-02, -1.7091e-02,
1.7200e-02, -4.8689e-02, -5.3610e-02, 6.8200e-02, 3.1603e-02,
2.2030e-02, 9.0601e-02, -2.4675e-02, 3.2479e-02, 9.9431e-02,
-3.7089e-02, -1.9635e-03, 7.0079e-02, 5.7897e-02, 6.5573e-02,
1.5675e-02, -7.1438e-03, -2.7263e-02, 1.6291e-02, -5.3711e-02,
2.2144e-02, 8.7608e-02, -1.3388e-02, 1.3957e-01, -9.5547e-03,
1.0918e-03, 1.2969e-01, -8.0163e-02, 1.4250e-02, 1.1807e-01,
-2.5670e-02, 3.3701e-02, 6.0352e-02, -5.8625e-02, -4.5754e-02,
-6.5627e-02, 1.2863e-01, 1.6546e-01, 1.3535e-02, -7.7081e-02,
8.0642e-02, -1.1983e-02, 4.5306e-02, 1.3890e-01, 1.1404e-01,
-2.9643e-02, 1.1203e-01, 1.0588e-02, 5.1188e-02, -9.4174e-03,
6.8703e-02, 2.0570e-02, 6.8712e-05, -8.2817e-02, 4.0528e-02,
-5.5654e-02, 5.0762e-02, 6.1452e-02, 1.4489e-02, 9.3911e-02,
-7.7499e-02, 1.2482e-01, 6.4229e-02, 1.7506e-02, -4.2033e-02,
1.4844e-01, -6.8509e-02, 5.5945e-02, -1.6680e-02, 8.4803e-02,
1.4312e-01, 8.7082e-02, -2.7130e-02, -6.6447e-02, -5.4567e-02,
9.9870e-02, 7.8010e-02, 2.3926e-03, 2.3175e-02, 2.4418e-01,
-9.3897e-02, 4.5627e-02, 9.3926e-02, -8.5123e-03, 3.1814e-01,
-1.0776e-01, -1.4091e-01, 9.0170e-02, -3.3879e-01, -3.8772e-02,
7.5855e-02, -1.1154e-01, 2.8705e-01, -1.4789e-02, 5.1948e-03,
2.7704e-01, -4.6042e-02, -6.3575e-02, 5.2837e-03, -5.5728e-02,
-4.5436e-02, -2.5846e-02, -3.4559e-02, 7.5339e-03, 6.7917e-03,
2.3745e-02, 2.5826e-02, 5.9405e-02, 7.1060e-02, 2.1712e-01,
-2.3490e-03, -3.5961e-02, 4.7931e-02, 7.8074e-03, -5.1483e-04,
2.7137e-02, -6.2952e-02, -2.7160e-02, 2.6857e-04, -5.6681e-02,
2.6515e-02, -1.0833e-01, 1.2226e-01, -2.6151e-02, -6.2806e-02,
-3.0524e-02, -7.5778e-02, -1.3580e-03, 1.5236e-01, 5.1873e-02,
2.2960e-02, -7.2386e-02, 6.3719e-02, -6.4824e-02, -2.9721e-02,
3.2160e-02, 1.4518e-04, 3.1950e-02, -1.8589e-02, -2.3820e-02,
-5.9008e-02, 7.6644e-02, -3.0570e-02, 4.5928e-03, 6.1828e-02,
1.9739e-01, -3.6372e-02, -9.5657e-03, 3.2138e-03, 2.7297e-02,
-5.2923e-02, -1.2912e-01, -1.4365e-02, -3.5362e-02, -9.8489e-03,
-5.6139e-03, 4.7866e-02, -1.0599e-01, -5.6272e-02, 2.5278e-02,
-1.5097e-02, 5.3873e-02, -4.3901e-03, 1.0162e-01, 3.7715e-02,
-4.3833e-02, -2.8179e-02, -4.1843e-02, -5.3342e-02, -7.1252e-02,
-1.9725e-01, -8.6032e-02, -7.6568e-02, 6.7130e-02, -6.0830e-02,
1.9698e-02, -6.7454e-02, -1.1633e-01, -4.8525e-03, -9.1895e-03,
-1.4996e-02, 3.8200e-02, 1.4998e-01, -6.1288e-01, 3.6386e-02,
-4.9437e-03, -4.5074e-03, 6.6757e-02, 6.7794e-02, 8.2176e-02,
4.6900e-02, -2.1964e-02, -6.2445e-02, 4.1434e-03, 1.0026e-02,
-5.2332e-02, 3.8502e-02, 3.1978e-02, 9.4731e-02, 5.2159e-01,
8.1434e-02, 1.1866e-01, 6.2547e-02, -5.1816e-02, -2.3888e-01,
-4.6048e-02, 1.4105e-01, 1.1952e-01, 4.0016e-02, -3.8692e-02,
1.5244e-01, -3.4804e-02, -3.9599e-02, 9.6748e-02, 6.9797e-02,
-3.3395e-02, 7.2666e-02, -4.8627e-02, -3.3413e-02, 1.1077e-01,
6.3575e-02, 1.1951e-01, 6.0141e-02, 1.1037e-01, -6.3708e-02,
-5.0606e-02, -7.6521e-02, 3.9266e-02, 1.0110e-01, -1.2744e-02,
6.9406e-03, 3.5968e-02, 2.5754e-02, -3.2992e-02, -3.3317e-02,
1.0156e-02, -4.3890e-02, -2.8776e-02, -1.3906e-02, 7.7461e-02,
-3.6314e-02, 1.0851e-01, -4.0058e-02, -1.1402e-01, -5.8958e-02,
-4.4288e-02, 1.0651e-01, -1.8758e-02, 7.3627e-02, 3.1804e-03,
-3.4247e-02, -2.2770e-02, 4.6336e-02, 7.7641e-03, -3.2980e-02,
4.9546e-02, 1.1592e-02, 1.8890e-02, 4.7913e-02, -2.8496e-02,
6.1450e-02, 6.1927e-03, 1.0179e-01, 2.9778e-02, 6.3719e-02,
2.1823e-02, -1.8239e-03, -9.3208e-02, -5.5276e-02, -2.8820e-01,
9.0261e-03, 7.2911e-02, 9.1734e-03, 1.6173e-02, 1.0784e-01,
-1.1950e-02, -2.0465e-02, -1.0405e-02, 4.5897e-02, 3.6156e-02,
-1.9393e-02, -4.6307e-03, -2.9083e-02, -2.3950e-02, 2.5855e-02,
-2.5029e-02, 3.2236e-02, 6.7262e-02, 8.5259e-02, 2.2802e-01,
-6.0802e-01, -5.3192e-04, -5.5761e-02, 4.3358e-02, -4.6090e-01,
-4.0341e-01, -1.5773e-01, -3.5759e-01, 3.4834e-01, 1.9266e-01,
-1.1563e-01, -5.5617e-03, -7.0065e-02, -1.5551e-01, -2.7359e-01,
-2.6387e-01, -1.3606e-01, -8.8290e-02, 1.6596e-01, -2.2612e-01,
1.8442e-02, 4.1136e-02, 9.5885e-04, -1.0599e-01, -8.9775e-02,
3.6172e-02, 3.2611e-01, 1.0917e-01, 4.2553e-02, -3.9991e-01,
1.5065e-01, -1.3034e-01, 1.1387e-01, 2.2531e-01, -5.5881e-02,
-3.6439e-02, -4.1261e-01, 3.3446e-01, 2.0577e-01, -1.8015e-01,
-3.9655e-01, 2.0462e-01, 1.9284e-02, -8.6360e-03, -2.2909e-01,
1.5621e-01, -2.0466e-02, 1.6954e-01, -1.3974e-01, 5.1940e-01,
1.7347e-01, -9.3543e-02, 1.7078e-01, -4.0416e-02, -1.8835e-01,
-6.2131e-02, 5.0702e-01, 2.0917e-01, -1.3241e-01, -9.7477e-03,
3.5705e-02, -1.6103e-02, 4.1433e-03, 2.7650e-01, -6.6072e-02,
3.0163e-01, 3.5763e-02, -7.5050e-02, -1.0610e-02, -1.3200e-01,
-7.8358e-02, 7.0600e-02, 5.5594e-03, -1.6756e-01, -2.3830e-02,
-1.8999e-02, -6.1270e-02, 1.5724e-02, -3.5795e-02, -2.9325e-03,
2.0730e-02, -4.6122e-02, 1.2320e-01, -8.0552e-02, 6.7575e-02,
2.5961e-02, -8.5661e-02, 1.1298e-01, -3.8167e-02, -1.5024e-01,
-1.8107e-02, 2.6284e-02, 7.1990e-02, 5.6117e-02, -2.3629e-02,
-3.3692e-02, -1.5184e-02, -2.0115e-01, 1.0131e-02, -5.1438e-02,
-6.1826e-03, 2.0093e-02, 2.3524e-02, -1.1115e-01, -2.4330e-01,
4.0613e-02, 1.2017e-02, -3.6590e-01, 4.4263e-02, -6.0796e-02,
-4.5348e-02, 6.1083e-02, -1.2586e-03, -6.3792e-02, 4.0588e-02,
-5.2358e-02, 3.6799e-02, -2.1254e-02, 3.3679e-02, -2.0531e-02,
-7.9447e-03, -9.9459e-02, -1.4553e-02, -8.1277e-02, 1.2004e-02,
-1.3877e-02, 1.9074e-02, -1.1483e-02, 7.2802e-02, -1.5827e-01,
-3.5490e-02, 1.5527e-02, -4.4030e-02, -3.6869e-01, -4.0169e-02,
-1.1949e-01, 1.5774e-01, -2.4516e-01, -7.1759e-02, 6.2644e-02,
1.0286e-02, 8.9994e-02, 1.1472e-02, 1.8241e-01, 4.3143e-02,
-2.0394e-02, -2.8425e-01, -1.4382e-02, -1.5905e-02, 2.3324e-02,
1.6459e-01, 5.7660e-02, 2.7636e-02, -2.3921e-02, -1.3155e-02,
2.6673e-02, -1.2602e-01, 1.3435e-02, -1.7344e-02, 2.8432e-02,
-3.2187e-02, -3.9611e-02, -8.7779e-03, -2.6026e-02, 2.6311e-02,
7.4876e-03, -5.4830e-02, -5.6244e-02, -5.6811e-02, -3.5940e-02,
1.1107e-01, 5.0061e-02, -2.3564e-02, 1.2624e-01, 2.7036e-02,
-4.7570e-02, 6.6976e-02, 3.2276e-03, -6.3309e-02, -1.1735e-02,
4.6700e-02, -1.2465e-01, -5.7254e-02, 8.9817e-02, -9.4320e-02,
-1.1013e-03, 1.9711e-03, -1.1606e-01, 1.5779e-03, -6.2525e-02,
-5.1701e-02, -4.5351e-02, -7.8066e-03, -6.4813e-02, -3.0399e-02,
2.7153e-02, 1.2093e-01, 1.7822e-02, 3.6320e-03, -5.9868e-02,
2.3055e-02, 3.7389e-02, 4.5947e-02, -8.2084e-02, -1.2854e-01,
3.5287e-02, 1.5846e-01, 3.3051e-02, -2.3563e-02, 8.8518e-03,
-9.7048e-02, 1.0582e-01, 4.8177e-02, 8.8163e-02, 1.1375e-01,
5.0227e-02, 2.5601e-03, 2.1117e-01, 2.8917e-02, 7.3646e-02,
7.2886e-03, -7.0283e-02, 3.6680e-02, 1.8130e-02, -8.7428e-02,
-3.7570e-02, -2.2184e-02, -4.5771e-02, 1.2981e-01, -3.1665e-01,
1.8988e-02, -7.3151e-03, 9.5819e-02, -3.6608e-02, -6.4926e-02,
7.0051e-02, 7.8502e-02, 1.6988e-02, -1.3354e-02, -1.4644e-02,
3.4926e-02, -2.8437e-02, -2.8983e-02, -1.6930e-02, 9.1999e-02,
3.5635e-05, 1.0704e-01, -4.6646e-02, -1.2750e-03, 3.4628e-02,
9.4958e-02, -5.8722e-02, -9.4517e-02, 1.0540e-01, -2.0865e-01,
2.3135e-03, 5.2357e-02, -1.4543e-01, -1.4824e-01, -1.6919e-01,
8.3168e-02, -4.3054e-04, 1.7822e-01, 2.2676e-01, 7.8179e-03,
4.3664e-02, -1.5099e-01, 3.9929e-02, 1.0138e-01, 9.5832e-02,
-1.3330e-01, 1.7138e-01, 1.0687e-01, -2.8893e-02, 2.2657e-02,
1.3153e-04, -8.8848e-02, -1.7352e-01, 7.9603e-02, 2.6699e-01,
1.0371e-01, 6.3830e-02, -2.2128e-02, 1.1345e-01, 6.3195e-02,
1.4310e-01, 3.2079e-02, 3.0127e-02, 1.9707e-02, 1.0102e-01,
1.9253e-01, 9.4115e-02, 1.1526e-01, 1.3363e-01, -2.8828e-02,
-1.9440e-01, -1.1819e-01, 7.9059e-04, -8.1166e-02, -6.0666e-02,
4.8276e-02, -2.6300e-02, -2.3590e-01, -1.0091e-01, 1.9099e-01,
1.4001e-03, -5.1780e-02, -2.6586e-02, 5.2416e-02, -1.0899e-01,
-7.3194e-02, -1.0969e-03, 1.0908e-01, 5.6287e-02, 1.3800e-01,
-5.0261e-02, -1.4783e-01, 1.4960e-01], device='cuda:0')),
('bert.encoder.layer.4.attention.self.key.weight',
tensor([[-0.0423, 0.0800, -0.0150, ..., 0.0046, 0.0352, -0.0361],
[-0.0402, 0.0175, 0.0013, ..., 0.0251, -0.0399, 0.0392],
[-0.0315, 0.0139, -0.0103, ..., 0.0085, -0.0223, 0.1195],
...,
[ 0.0105, 0.0103, 0.0067, ..., 0.0199, -0.0071, 0.0013],
[ 0.0526, -0.0228, -0.0305, ..., -0.0028, -0.0189, -0.0011],
[-0.0281, -0.0128, 0.0128, ..., 0.0084, 0.0562, -0.0222]],
device='cuda:0')),
('bert.encoder.layer.4.attention.self.key.bias',
tensor([-5.6472e-04, -1.2973e-02, -1.3319e-02, -8.3526e-03, -1.7613e-03,
-5.6039e-03, 2.4578e-03, -9.1435e-03, -8.4663e-03, -3.3445e-03,
-1.7774e-03, 1.9273e-04, -3.6906e-03, 4.9084e-03, 3.5963e-03,
-8.8197e-03, -7.2045e-03, 9.8873e-03, -2.0636e-04, 2.2080e-03,
4.8121e-03, 4.4954e-03, -8.5777e-04, 5.1466e-03, -3.2833e-03,
-5.2939e-03, -1.7399e-03, 1.7520e-02, -7.1237e-03, 3.2277e-03,
-1.3312e-03, 2.9175e-03, 4.6643e-03, 5.0013e-04, -2.7823e-03,
-4.6676e-03, 7.1499e-03, -1.2807e-02, -2.0815e-03, -9.4077e-03,
-8.1904e-03, -3.8965e-03, -3.8575e-03, -6.2848e-03, 5.9548e-06,
2.0717e-03, -2.6572e-03, 9.6213e-03, -1.1139e-02, -9.0362e-05,
4.1652e-03, -6.5166e-03, 8.3714e-03, -7.5925e-03, 1.3430e-02,
-2.1352e-03, -3.3116e-03, 3.3573e-03, -1.5572e-02, 4.9156e-03,
1.1860e-02, -1.3943e-02, 1.8239e-02, -1.5882e-02, -1.7053e-04,
-3.1883e-03, 5.3534e-03, -4.0210e-03, -2.4564e-03, -3.2352e-03,
9.9557e-04, -3.8184e-03, 1.3092e-03, 2.2444e-03, -1.2475e-03,
-1.1289e-03, -2.9025e-04, 1.2570e-03, -2.3416e-03, -1.8086e-03,
1.4913e-03, -1.5375e-03, -6.6681e-04, -4.7232e-04, 2.6705e-03,
4.6546e-03, 3.4001e-04, 1.3116e-03, -3.8947e-03, 3.1010e-03,
-1.8583e-03, -8.2055e-04, 8.6255e-04, -1.5742e-03, 6.7429e-05,
-2.7296e-03, -2.1677e-04, 2.1678e-04, -7.5303e-04, 6.7235e-04,
1.2560e-04, 9.2074e-04, 2.5574e-03, 1.9304e-03, 2.2197e-04,
1.7074e-03, -1.1324e-03, 2.0066e-03, 6.5581e-04, -2.4389e-03,
-1.8276e-04, 1.7946e-03, -2.3737e-03, 1.5500e-03, 1.7150e-03,
-3.1093e-03, -2.5313e-03, -1.5945e-03, -2.4873e-03, 1.6655e-03,
9.3507e-04, 3.3544e-03, 2.0522e-03, -2.9634e-03, -2.1608e-03,
-2.5727e-03, -2.5444e-04, -2.2514e-04, -5.5337e-03, -1.1677e-03,
-9.8392e-04, 2.9951e-03, 4.7925e-03, -6.8125e-03, -1.5297e-03,
-3.4792e-03, 2.0891e-03, -3.2710e-03, 1.3438e-03, 4.4433e-03,
-7.0676e-03, -3.8734e-03, -1.1340e-03, -7.3489e-03, -7.4947e-03,
-1.7981e-03, 1.2957e-03, -2.1060e-04, 4.7087e-03, -1.9346e-03,
3.2683e-03, -1.5172e-03, 2.5518e-03, 3.9175e-03, 2.9331e-04,
-2.7089e-03, -4.4622e-04, -4.2403e-03, -6.1602e-03, -4.3042e-03,
-3.8608e-04, 3.3284e-03, -1.1110e-03, 3.0013e-03, 2.5470e-03,
2.2829e-03, -1.8299e-03, 1.7845e-04, 4.8087e-03, 5.0514e-03,
3.2366e-03, 9.9753e-03, -1.2170e-03, 6.4153e-04, -3.5533e-03,
-7.5518e-03, 1.1424e-03, -4.9271e-03, -3.8921e-03, -2.1010e-03,
7.5031e-03, -2.0111e-03, -2.0140e-03, 4.5850e-03, -1.8715e-03,
7.8513e-04, 2.0701e-03, 6.0329e-03, -7.7986e-03, -3.2907e-03,
1.7724e-03, -7.0016e-03, -5.1840e-04, 3.4553e-03, 1.7198e-03,
-1.1429e-03, 2.5660e-03, 3.0232e-03, -4.6611e-03, 1.2078e-03,
1.0563e-03, 3.4653e-04, 4.6464e-04, -3.8064e-03, 8.5920e-04,
-4.9884e-04, 2.6257e-03, -6.5343e-04, -2.6381e-03, 2.1245e-03,
1.3657e-03, -2.4645e-03, -3.0531e-03, -2.8151e-03, 1.8861e-03,
-1.6241e-03, -2.1535e-03, -2.3490e-03, -3.1716e-04, 3.5506e-03,
3.1307e-03, 2.4682e-03, -1.6699e-03, 4.5394e-04, 6.7559e-04,
-1.4794e-03, 1.6233e-03, 6.8186e-04, 2.6894e-04, 8.7817e-04,
2.1112e-03, 1.3800e-04, 2.2155e-04, 9.0856e-04, 2.5118e-03,
9.5837e-04, -1.7746e-03, 1.1595e-03, 2.4270e-03, 2.5554e-03,
-1.8352e-03, -8.1972e-04, -3.9229e-03, 1.8198e-03, -1.4249e-04,
1.9855e-03, -1.4093e-03, 1.4555e-03, 7.1074e-03, 9.8776e-04,
-2.7384e-03, 8.5075e-04, -1.0057e-04, -5.7071e-04, 4.0360e-03,
2.5298e-03, -3.8512e-04, 2.1756e-03, -1.3341e-04, -1.4019e-03,
4.8036e-05, 1.6638e-03, 1.2562e-03, -5.4767e-03, 4.8863e-04,
-3.5804e-03, -4.2352e-05, 2.6148e-03, 1.8987e-03, -3.6739e-03,
2.8988e-03, -5.2792e-03, 1.7589e-03, -1.9695e-03, 2.6636e-03,
-3.3112e-03, -5.7915e-04, 1.5685e-03, -1.7196e-03, -5.0575e-03,
-1.3127e-03, -4.9789e-03, -4.9142e-03, -1.8618e-03, -3.1559e-03,
2.4349e-04, 1.4239e-03, -1.5985e-03, 1.1842e-03, 2.6782e-03,
8.3129e-04, -5.0162e-03, 6.7679e-04, -2.0526e-03, -7.5083e-04,
8.2316e-04, -1.9830e-03, -2.9232e-03, -1.8261e-03, 8.1165e-04,
3.0786e-04, 1.9888e-03, -9.7062e-04, 3.9816e-03, 1.3753e-03,
7.5528e-04, -2.3622e-03, -4.3812e-03, 2.0135e-04, 6.4417e-04,
1.3222e-03, -3.4893e-03, -1.6689e-03, -2.2791e-03, -2.5321e-03,
-1.2230e-03, 2.4138e-03, -2.1447e-03, 2.1569e-03, 3.2411e-03,
-2.2327e-03, 4.8144e-03, 2.2226e-03, 1.9255e-03, 3.1428e-04,
4.9825e-03, 1.6415e-03, -2.0049e-03, 9.6207e-04, 5.8896e-03,
2.5535e-03, -2.1678e-03, -2.1350e-03, -9.2503e-04, 2.1197e-03,
-1.0289e-02, 3.5454e-03, 1.6922e-03, 2.9117e-03, 5.5421e-03,
-4.4964e-03, 4.8564e-03, 4.3550e-05, -3.0138e-03, -8.6802e-03,
7.6369e-04, -1.8372e-03, 1.4439e-03, 2.7053e-03, -1.4625e-03,
3.4292e-04, -1.7698e-03, 1.6916e-03, -8.3518e-04, -1.1932e-02,
2.0385e-03, 1.9074e-03, -1.4687e-03, 2.7515e-03, -1.1493e-03,
3.8273e-04, 8.4637e-04, -5.2210e-03, -1.0580e-03, -4.7551e-03,
-7.0955e-03, 4.9047e-03, 5.5401e-04, 1.2000e-03, -7.7303e-03,
3.9605e-03, -2.2666e-03, -1.7393e-03, 1.6184e-03, -4.4544e-03,
-1.3003e-03, -1.5698e-03, 1.0883e-03, 2.6286e-03, -2.8003e-03,
1.6371e-03, -5.6313e-03, -3.4407e-03, 2.0868e-03, -2.8438e-03,
-1.7961e-03, 8.7174e-03, 6.7145e-03, -3.3864e-04, -1.1319e-03,
5.1018e-05, 2.3907e-03, 1.2472e-03, 3.2113e-03, -1.6953e-03,
-2.6038e-03, -3.8395e-04, 2.1535e-03, -4.4152e-03, 2.3491e-03,
9.7149e-04, 2.5852e-03, 2.4341e-04, 3.5350e-03, -2.8697e-03,
-4.2114e-03, 3.5010e-03, -2.5367e-03, -2.5952e-03, -1.6598e-03,
3.1550e-03, 1.5411e-03, 2.7022e-04, 2.8007e-03, 8.9890e-04,
5.2428e-03, 4.5338e-04, 3.1672e-03, -7.2355e-04, 1.3349e-04,
2.0710e-03, -1.2532e-03, 4.1786e-03, -9.2155e-04, -4.1128e-03,
3.5197e-03, -2.5364e-03, -1.8425e-04, -8.4071e-04, 5.4269e-03,
1.8686e-03, 2.2327e-03, 1.1512e-04, -1.3716e-04, 1.5281e-03,
-3.7022e-03, 1.2978e-03, 7.3164e-04, -4.6908e-04, 1.4419e-03,
-2.1700e-03, -3.9012e-04, -3.7923e-05, 1.3079e-04, -7.4677e-04,
4.3721e-03, -2.6499e-03, -2.6256e-03, 1.6556e-03, -2.8672e-03,
-5.6949e-05, -1.7947e-03, 2.7593e-03, -2.1428e-03, -2.2028e-03,
1.9081e-03, 2.0538e-03, 3.9237e-03, -1.1633e-03, 9.5286e-04,
3.9462e-04, 3.8074e-03, -1.0570e-03, -1.2087e-03, 1.6950e-03,
7.4227e-04, 3.4875e-05, -7.6711e-04, -3.5095e-03, -3.2379e-03,
9.7987e-04, 7.9308e-04, 1.4298e-03, 1.7148e-03, -3.0061e-03,
2.3930e-03, -5.0229e-03, -1.3026e-03, 1.3107e-03, 6.4079e-03,
7.2266e-04, -3.1108e-03, 6.2901e-04, 6.8967e-05, 5.2976e-04,
-8.1256e-05, 1.8692e-03, 1.7446e-03, 1.2301e-03, 1.9536e-03,
1.8059e-03, -1.2922e-03, 1.4717e-03, 2.8455e-04, -1.5367e-03,
-2.2663e-03, 3.1700e-03, 5.0938e-04, 1.0467e-03, -2.0023e-03,
2.0803e-03, 3.7570e-04, 5.1801e-04, -1.2223e-03, 2.0083e-03,
-4.3399e-04, -1.2558e-03, 1.5919e-03, 2.1448e-04, 2.1931e-05,
1.3285e-03, -1.5500e-03, 4.8283e-03, -2.9443e-03, 3.7196e-03,
3.0706e-03, 2.8712e-03, -4.9221e-03, -1.0376e-02, 2.9645e-03,
3.2588e-04, -7.3556e-03, 4.4032e-03, -8.1706e-03, 1.8203e-03,
-3.5474e-03, -2.6475e-03, -2.4285e-03, -5.2669e-03, -2.7545e-03,
1.4937e-03, 1.7345e-03, 1.5696e-03, 6.6782e-03, -2.3890e-03,
-7.2361e-03, 1.1373e-03, 1.7630e-03, 5.7572e-03, 2.4169e-03,
2.4821e-03, -6.2197e-03, 2.3537e-03, -2.7768e-03, 2.0000e-03,
-6.4742e-04, 4.7985e-04, -3.0415e-04, -3.4873e-03, -6.9898e-03,
-7.5494e-03, 6.3705e-03, -3.4392e-03, -4.0662e-03, -2.1277e-03,
7.0503e-04, 3.3781e-03, 3.6478e-03, -1.3050e-05, 1.1404e-03,
1.2768e-03, 2.9881e-03, 1.3780e-04, 4.8128e-03, -1.9915e-03,
5.2033e-03, -3.4331e-03, -1.6059e-04, 9.9336e-03, -2.1646e-03,
-3.2488e-03, -1.7561e-03, 1.9081e-03, 2.2674e-03, 4.8248e-03,
-3.2399e-03, -3.2595e-03, -7.9280e-06, 3.5478e-03, 1.8498e-03,
5.0318e-04, 8.0744e-03, 5.0875e-03, -1.8814e-03, -8.0134e-04,
-4.9676e-03, -2.7446e-03, -5.1533e-03, -4.4109e-03, -1.7332e-03,
1.8855e-03, 1.3338e-03, 2.4371e-03, -3.8579e-03, 5.6139e-03,
-6.4882e-03, 3.3718e-03, -2.4389e-04, 3.4641e-04, -7.1561e-04,
2.4441e-03, -4.7615e-03, -4.2808e-04, -6.4331e-03, 2.9139e-03,
-2.4292e-03, 6.7799e-04, 1.1277e-03, -3.5214e-03, 3.1770e-05,
2.2239e-03, 2.0362e-03, -3.0105e-04, 3.8827e-04, -2.2826e-03,
1.1704e-03, -2.8984e-03, -2.5599e-03, -1.6592e-03, -4.5701e-03,
1.3395e-03, 5.4610e-03, -5.1228e-04, 9.2521e-04, 2.7737e-03,
-8.2846e-04, 4.0827e-04, -4.9074e-04, -4.9853e-03, 5.6392e-03,
5.5319e-04, -2.9203e-03, 3.7685e-03, 6.3705e-03, -1.0477e-05,
6.4070e-03, -2.6716e-03, -8.4465e-03, -7.8791e-04, -3.6402e-03,
2.3078e-03, -3.8569e-03, -2.5246e-03, -4.9745e-03, -2.8494e-03,
3.6690e-03, 1.5509e-03, 1.4844e-03, -7.6176e-04, -8.6939e-04,
-4.4609e-03, 6.7560e-04, -2.0049e-03, -3.4938e-03, 5.1492e-03,
1.8901e-03, -3.8217e-03, -5.9980e-04, -5.5951e-04, -2.5316e-03,
1.9750e-03, 9.2910e-04, -3.4676e-04, -4.2481e-04, -3.6414e-03,
-1.7485e-04, -3.4082e-04, 1.7748e-03, 1.2076e-03, -3.5618e-03,
-5.0435e-04, 5.2929e-04, -4.5203e-05, -1.6386e-03, -2.9425e-03,
2.4085e-03, 7.0558e-03, 5.0340e-04, -2.1643e-03, -1.8764e-03,
-2.4895e-03, 3.4164e-03, -3.6700e-03, -1.5973e-03, -8.3035e-04,
-1.7337e-03, -1.2277e-03, 8.6841e-04, -2.7262e-03, -1.4893e-03,
-1.5065e-03, 3.4546e-04, -6.4067e-04, 3.7156e-04, -5.0893e-03,
-1.5429e-03, 1.9085e-03, -1.7310e-04, -5.5560e-04, 1.1384e-03,
4.2141e-04, 2.4401e-03, -1.3477e-03, -3.4472e-03, -4.2993e-03,
-2.9446e-03, -1.8502e-03, -3.9842e-05, -1.2384e-03, -3.2306e-04,
8.7668e-04, -3.6956e-04, 1.2700e-03, 3.5376e-03, -3.9053e-03,
-2.9968e-04, 9.6451e-04, 1.3360e-03, -1.9628e-03, 3.1056e-04,
-2.9462e-03, -5.8655e-04, 4.0519e-04, -1.4097e-03, -8.8303e-04,
-2.0098e-03, -1.8382e-05, -8.0499e-03, 2.6046e-03, -8.0179e-04,
-8.0137e-04, 1.8996e-03, -1.1089e-03, 3.9745e-04, 8.3283e-04,
2.2867e-03, 4.0537e-03, 1.9436e-03, -8.1846e-04, 2.6950e-03,
1.3859e-03, 2.0637e-03, -2.9650e-04, -4.4354e-04, -6.6019e-04,
1.2284e-03, -4.8502e-04, -2.7543e-03, -4.7426e-03, 3.7567e-03,
-1.2379e-03, -1.9899e-03, -1.9709e-03, 6.0667e-04, -2.9871e-03,
2.6191e-03, 4.1326e-05, 4.2984e-03, -4.2357e-03, -5.6537e-03,
-1.4552e-03, 2.5313e-03, -3.0635e-03, 4.5065e-04, -1.2511e-04,
1.7054e-04, -5.9340e-03, 5.3643e-04], device='cuda:0')),
('bert.encoder.layer.4.attention.self.value.weight',
tensor([[ 0.0368, 0.0141, 0.0212, ..., -0.0282, -0.0076, 0.0191],
[ 0.0250, 0.0871, -0.0365, ..., 0.0595, 0.0003, -0.0208],
[-0.0952, 0.0211, -0.0548, ..., 0.0047, -0.0114, -0.0633],
...,
[ 0.0232, -0.0450, 0.1075, ..., -0.0083, -0.0276, -0.0190],
[ 0.0405, -0.0193, 0.0325, ..., 0.0491, -0.0419, 0.0326],
[ 0.0127, 0.0085, -0.0159, ..., 0.0172, -0.0136, 0.0731]],
device='cuda:0')),
('bert.encoder.layer.4.attention.self.value.bias',
tensor([-1.3451e-02, -4.0158e-02, 1.4437e-02, 4.2259e-03, 2.4475e-02,
4.1039e-02, -7.9333e-02, -4.5538e-03, 1.9349e-02, -5.4491e-02,
7.0913e-02, -1.6038e-02, -2.4550e-02, -4.1193e-03, 1.0527e-02,
-1.1073e-03, 2.4066e-02, -9.2137e-03, 1.1364e-02, -1.1965e-02,
1.0810e-01, 2.7758e-02, -2.4544e-03, 2.6131e-02, -9.2749e-03,
-3.5297e-02, 2.6113e-02, -3.8445e-02, -8.9687e-02, -3.4060e-02,
6.0119e-02, 4.3866e-03, -6.8211e-03, 2.6726e-02, 2.8351e-02,
-2.7925e-02, 4.3417e-02, -1.0066e-02, -4.3575e-02, -9.5743e-02,
2.3951e-02, -2.8135e-02, 2.4342e-02, 7.4983e-03, 4.1347e-02,
-2.6063e-02, -5.9137e-02, -7.5997e-02, 3.5371e-02, 4.2024e-05,
1.9541e-02, -4.6982e-02, -5.1722e-03, 4.1139e-02, 2.0112e-02,
3.7484e-02, -6.7235e-02, -4.3909e-02, 1.0602e-02, -5.0910e-02,
2.0917e-01, 4.6660e-02, 1.6463e-02, -5.2079e-03, -8.0744e-04,
-1.5764e-03, -8.0683e-03, -1.2491e-02, -7.2130e-03, 1.7514e-02,
8.9716e-03, -6.5501e-03, -7.1872e-03, 2.7318e-02, 2.0329e-02,
-2.4232e-02, 7.4364e-03, 8.0544e-04, -4.2002e-03, -1.2288e-02,
2.5458e-02, 8.4345e-03, 1.5884e-03, 3.9161e-03, -4.2571e-03,
2.9528e-03, 1.0559e-02, -3.0645e-02, -3.4558e-03, 1.4037e-02,
1.3190e-02, -1.0167e-03, 1.2142e-02, -2.5866e-03, 1.6630e-02,
6.6358e-03, -5.3229e-03, 1.6850e-02, 1.5993e-02, -8.9708e-03,
-7.0566e-03, 1.3666e-02, 1.4629e-02, -2.0198e-02, -1.8430e-02,
3.1063e-02, 1.1512e-02, 1.2124e-02, -4.7826e-03, 1.2145e-02,
2.3875e-02, -2.7109e-02, 2.4036e-03, 9.4444e-03, -2.8535e-03,
-3.4200e-02, 6.7597e-03, 4.3932e-03, 1.5277e-02, 2.1285e-02,
1.5687e-03, 1.4798e-02, -1.2149e-02, -1.3271e-02, -1.7808e-02,
1.8480e-03, -2.6639e-02, 2.9352e-03, -2.3107e-03, 2.4758e-02,
-1.5429e-02, -3.0079e-02, 1.8587e-02, 4.5502e-02, 6.7675e-02,
-6.0445e-03, -2.5242e-02, -2.1198e-03, -1.7057e-02, 9.2771e-02,
3.4242e-02, -2.4421e-02, 4.1442e-02, -1.8212e-02, -1.2982e-02,
3.3381e-02, -6.6780e-02, 2.8045e-02, -1.4788e-02, 3.8397e-02,
1.2725e-02, -1.9809e-02, 5.8919e-02, 4.1430e-02, 3.8267e-02,
-1.8979e-02, -2.4301e-02, -8.2062e-03, -2.9165e-02, 4.1031e-02,
-2.4645e-02, -1.4264e-02, 4.4486e-02, 2.9974e-03, 9.0481e-03,
-2.9204e-02, -4.0108e-02, -1.7355e-02, 6.0767e-02, 1.6658e-02,
1.6667e-02, 3.7330e-03, 2.4923e-03, 1.1027e-02, -5.5135e-03,
1.7277e-02, -8.0723e-02, 2.9760e-02, -9.6368e-03, -1.5100e-02,
-3.9315e-02, -1.8595e-04, -7.9591e-02, -8.4964e-03, -2.3715e-02,
-1.6121e-02, -1.6881e-02, 4.3422e-02, -8.2670e-02, 1.4140e-01,
2.8452e-02, 3.1647e-02, -2.0733e-03, 5.2001e-03, -1.7961e-02,
1.8738e-02, -2.2443e-02, -8.6897e-03, 2.5435e-02, -2.9146e-03,
5.6741e-03, 2.4862e-02, 1.8570e-02, 4.1695e-02, 2.2464e-02,
2.1165e-02, 2.6751e-02, 2.3246e-02, 7.8877e-03, 1.5695e-02,
4.5861e-03, -1.2427e-02, -1.4265e-02, -1.0264e-02, -6.3384e-03,
-2.2016e-02, -1.3544e-02, -3.2941e-02, 2.0643e-02, 2.3902e-02,
3.2245e-02, -1.5973e-03, 2.3817e-03, -2.3537e-03, -5.6507e-03,
-7.1252e-03, 4.1060e-03, 1.8858e-03, 1.8543e-02, 8.5567e-04,
-5.8615e-03, -4.6727e-03, -3.3336e-03, 1.9441e-02, 1.6003e-02,
1.1605e-02, -2.0239e-02, 4.0152e-03, 1.4489e-02, 1.2517e-02,
-2.4827e-02, -1.5703e-02, 2.2386e-02, -1.2626e-02, 1.2938e-02,
-1.6767e-02, -7.9550e-03, -2.3420e-02, -1.1592e-02, -6.1379e-03,
-9.4701e-03, 1.0169e-02, 1.5296e-02, -1.4277e-02, -3.3728e-02,
2.3458e-03, -1.4121e-03, 5.7875e-03, -1.7686e-02, -1.4162e-02,
4.7324e-03, -3.2552e-03, -5.5931e-03, -6.0072e-03, -2.5833e-02,
-4.7556e-03, 2.1620e-02, -1.5500e-02, -2.2538e-02, 8.8072e-03,
2.6936e-02, -3.5643e-02, 2.6011e-03, 1.6376e-02, 1.1435e-02,
1.9892e-02, 6.0471e-03, 1.2344e-03, 1.4547e-02, 1.8300e-03,
-1.4339e-02, 1.1841e-02, -4.0508e-03, -2.3040e-03, 1.7943e-02,
1.2178e-02, -2.9084e-03, -1.3683e-02, -8.8099e-03, -6.6411e-03,
-1.3322e-02, 1.2508e-02, 1.8251e-02, -1.5601e-03, -1.4946e-02,
2.7641e-04, 1.3967e-02, 2.0645e-02, 9.7943e-03, -3.0539e-02,
-6.3773e-03, 1.4596e-02, 1.4437e-02, -4.4520e-04, -9.1139e-03,
8.6596e-03, 7.1475e-04, -4.1719e-03, 8.5012e-03, 1.2047e-02,
1.0143e-02, 2.1217e-02, 1.7689e-03, -1.9929e-04, 1.1838e-02,
-7.2221e-04, -1.1681e-02, 3.1936e-02, -2.8912e-02, 1.2855e-02,
2.2890e-02, -4.7016e-02, 7.1457e-03, -2.6413e-02, -2.9233e-02,
-6.2215e-02, -5.6961e-02, -4.4858e-02, 6.4487e-03, -1.5024e-02,
3.6343e-03, 4.8542e-02, 7.3720e-02, 3.2161e-02, -1.8910e-02,
9.0262e-02, -6.1748e-02, -4.8891e-03, 1.0366e-01, 2.8461e-02,
-2.8780e-02, -2.8211e-02, 1.0418e-01, 6.1024e-02, 1.0587e-01,
5.5799e-02, -7.7542e-02, -1.1491e-02, -7.4677e-03, -5.1601e-02,
-9.4344e-02, 2.4345e-02, -6.6935e-03, 5.4973e-02, -7.8121e-02,
1.5945e-02, 6.6095e-02, 9.5953e-02, -2.2082e-02, 2.6647e-02,
1.1426e-01, 4.4611e-02, 5.3519e-02, 1.0748e-01, -5.6917e-02,
5.3225e-02, -7.3685e-02, 2.4155e-02, 1.5514e-02, -2.3945e-02,
2.0588e-03, 3.3406e-03, 5.0139e-02, -3.5058e-04, -4.3846e-02,
-2.2250e-02, -4.0885e-02, -1.4314e-01, -3.3182e-02, -3.3135e-02,
-2.2516e-02, -8.7823e-02, 4.1311e-02, -5.1654e-02, -3.2530e-02,
4.7640e-02, -2.6477e-02, 4.2056e-03, -8.4814e-03, -1.7616e-02,
-4.4312e-03, -2.5878e-03, -7.8670e-03, -1.7288e-02, -1.7987e-02,
-1.2971e-02, 1.4999e-02, -3.9842e-02, 2.9108e-02, 1.5444e-02,
1.3811e-02, -1.7715e-02, -2.6981e-02, 1.8397e-02, 2.2335e-02,
-7.3054e-03, 8.6307e-03, -1.7225e-03, -2.8879e-02, -1.7472e-02,
5.0390e-04, -5.7402e-03, 7.9022e-03, 2.7102e-03, -1.3511e-02,
-3.8334e-03, 1.1539e-02, 9.6261e-03, -2.3489e-02, 2.3733e-02,
-2.3554e-02, -9.8152e-03, -8.7294e-03, 1.2645e-02, 2.6388e-02,
5.5217e-03, -1.4006e-02, 1.5562e-02, 1.0799e-02, 5.0245e-04,
-3.1436e-02, 1.2210e-02, -8.7097e-04, 5.2210e-03, 3.9350e-03,
7.3544e-04, 4.1979e-03, -2.5302e-02, 2.7841e-02, 5.5138e-04,
-1.6299e-02, 4.5321e-03, 6.1072e-03, 1.8468e-02, -1.5245e-02,
-1.3008e-02, -2.6923e-03, 2.9382e-02, -8.3288e-03, -1.5040e-02,
-4.6009e-03, 2.0876e-02, 4.1111e-02, -3.4859e-02, 6.5764e-02,
5.8891e-03, -2.9996e-02, -8.9089e-03, -2.2683e-02, -3.1340e-02,
2.9937e-03, 8.4105e-03, -1.6674e-02, 2.5226e-03, -1.8458e-02,
2.0083e-02, -2.0631e-02, 4.7590e-03, -1.0351e-02, -5.6969e-02,
7.3422e-02, 4.1595e-03, -2.0398e-02, -5.6433e-03, -7.5478e-03,
-1.7951e-02, 1.1418e-02, -6.0609e-02, 2.9605e-02, -7.9103e-02,
3.4723e-03, -3.1772e-03, -5.9662e-03, 4.0940e-03, -3.3103e-02,
1.7320e-02, -6.7082e-02, -4.4181e-03, -1.6915e-02, 2.5518e-02,
-8.0882e-04, -1.2077e-02, -2.3501e-02, -5.4565e-03, -3.5578e-03,
-1.7160e-02, -1.3041e-02, -4.3761e-03, 4.2639e-03, 5.4925e-03,
-1.7299e-02, 1.7709e-02, -3.2898e-03, -4.5754e-02, 2.4827e-02,
5.1998e-02, 3.8842e-02, -4.6461e-03, 2.1061e-02, -7.3460e-03,
-1.2980e-02, 3.0477e-02, 1.5472e-02, -3.1175e-02, -3.1792e-02,
-4.2775e-02, 6.5040e-03, -6.7672e-03, 1.1954e-02, 6.4293e-02,
6.5563e-03, -1.6242e-02, -1.0843e-02, 2.8707e-02, 1.3270e-02,
2.2553e-02, -2.5569e-02, -1.0617e-02, 4.5361e-02, -1.9022e-02,
9.7684e-03, -1.7480e-02, 5.4250e-02, 1.4903e-02, -8.1200e-03,
1.7119e-02, 1.6872e-03, 1.3484e-02, 2.2567e-02, 1.2398e-02,
-2.8146e-02, -3.0549e-02, 4.1118e-02, -9.4170e-03, 1.8191e-02,
-1.2490e-02, -1.3507e-02, 7.7849e-03, -4.0412e-03, -5.1532e-02,
-1.2320e-02, 3.0768e-02, -2.5271e-03, -7.6305e-02, 1.8818e-02,
-1.7224e-02, 1.7386e-03, -1.7919e-03, 1.5215e-02, 2.4246e-02,
2.2791e-03, -3.6652e-03, 1.9683e-02, -1.8747e-02, 2.1339e-02,
1.0154e-02, -1.8055e-02, -2.3904e-02, -3.1984e-03, 1.4031e-02,
1.9195e-03, 2.4876e-02, 2.3737e-03, -2.3944e-02, 1.4531e-02,
2.3384e-02, -2.5123e-02, 1.1495e-02, 2.6328e-02, 1.2639e-02,
6.0511e-03, -3.5332e-03, -1.7585e-02, -4.8210e-05, -1.7239e-02,
-2.8260e-02, 1.7743e-03, 1.9455e-02, -8.7232e-03, -4.9707e-03,
6.4886e-03, -2.3671e-02, 1.7234e-02, 1.3539e-02, 1.9001e-02,
-1.8817e-02, 3.8500e-02, -3.2584e-02, 7.0578e-04, 1.8330e-02,
2.2891e-02, 3.8627e-02, -1.1533e-02, -1.0700e-02, -3.1406e-02,
1.7669e-03, -6.0448e-04, 3.7909e-03, 2.8287e-02, 6.7274e-03,
1.6930e-02, -1.4874e-02, 1.3877e-02, -2.0240e-02, 4.0165e-03,
-3.4087e-02, 1.4291e-03, 2.6029e-02, 2.5986e-02, 1.9100e-02,
1.3717e-02, -1.0735e-02, -1.2722e-02, 2.2413e-02, -6.4972e-03,
-7.1355e-03, -1.5634e-02, 8.1261e-03, 1.7348e-02, 4.2933e-03,
2.9872e-02, -4.2519e-02, 5.1759e-03, -1.3630e-02, -2.8892e-02,
-4.7740e-03, -6.0045e-03, 4.4059e-02, 6.3297e-03, -1.9655e-02,
6.5692e-03, -4.9333e-03, 9.7598e-04, -3.9373e-03, 1.3141e-02,
-1.0272e-02, 1.8688e-02, -1.8359e-03, -9.5382e-04, 9.8597e-03,
9.3414e-03, -2.3414e-02, -1.6325e-02, -3.1907e-03, 1.6311e-02,
1.9389e-02, -1.7703e-02, -6.2981e-03, -3.6405e-03, -1.2268e-02,
-1.6912e-02, 5.9903e-03, -8.8391e-03, -5.4637e-03, 2.4387e-02,
-2.1995e-02, 5.9342e-04, 1.7383e-02, -3.3839e-02, -5.2984e-04,
2.1596e-02, 2.6212e-03, -3.5557e-03, -1.8306e-02, 2.1503e-02,
-1.7361e-02, -1.6056e-03, 2.2641e-03, 7.4223e-03, -3.8063e-03,
2.9193e-03, -1.3266e-02, 2.0635e-02, 1.1933e-03, -5.6292e-03,
1.1648e-02, 1.2468e-02, -1.2506e-02, 1.6585e-02, -1.0138e-02,
1.3100e-02, -4.0457e-03, -8.4479e-03, -4.3385e-03, 2.2799e-02,
-1.0972e-03, 1.2037e-02, -8.6416e-05, -3.7583e-03, -1.3159e-04,
1.4653e-02, 2.5785e-03, 2.3991e-02, -8.5461e-03, 2.3899e-02,
-3.9568e-03, -5.6924e-03, -1.0572e-02, -6.3692e-03, -8.6678e-03,
3.0359e-02, 5.4090e-03, 1.4330e-02, 1.4711e-02, -1.0280e-03,
7.8009e-04, -1.0140e-02, -3.1968e-04, -4.0365e-03, 2.3844e-03,
-1.5697e-02, -2.5700e-02, 4.3364e-03, -7.8842e-03, -7.2279e-03,
5.4298e-03, -1.6005e-02, 3.3553e-03, -9.0700e-03, -2.8156e-02,
-1.1790e-02, -8.8996e-03, -2.6753e-03, 1.3888e-02, 1.3230e-02,
-1.2584e-02, -6.3328e-03, 2.8954e-02, -1.3175e-03, 4.2672e-03,
-1.0413e-02, -4.1350e-03, -4.1932e-03, -3.4083e-02, -2.7753e-02,
-5.8041e-03, -1.8370e-02, 1.1931e-02, 3.3113e-02, 1.4019e-02,
6.9949e-03, -1.4289e-02, -2.6333e-02, 2.0101e-02, -3.2569e-02,
3.7607e-03, 1.0448e-02, -9.7853e-03, -2.9819e-02, -6.6685e-03,
3.1540e-03, 1.1074e-02, 1.6755e-02, 2.0559e-02, 2.9657e-02,
-3.5051e-03, 2.2607e-02, -2.0005e-02], device='cuda:0')),
('bert.encoder.layer.4.attention.output.dense.weight',
tensor([[-2.1999e-02, 2.0830e-02, -2.8272e-02, ..., -6.8877e-02,
-2.5102e-02, 7.1743e-02],
[ 5.9838e-03, 5.5865e-02, 6.9423e-02, ..., -2.1431e-02,
1.7924e-02, 2.2914e-02],
[-4.7675e-02, 8.6566e-03, 2.2759e-02, ..., 4.2150e-03,
-3.7645e-02, 9.1038e-02],
...,
[ 9.3811e-02, -5.4161e-03, 3.1631e-02, ..., -5.1156e-02,
-3.5072e-03, -7.8725e-02],
[-1.6849e-02, -4.6910e-02, -3.0016e-02, ..., 2.3968e-02,
3.8257e-02, 2.3398e-03],
[-1.9455e-05, -5.9283e-03, 1.0746e-02, ..., 1.3526e-02,
-2.5136e-02, 8.2447e-03]], device='cuda:0')),
('bert.encoder.layer.4.attention.output.dense.bias',
tensor([ 3.7791e-02, 3.4048e-02, -3.2536e-02, 8.1459e-02, 7.8940e-02,
7.6318e-02, 6.5433e-03, -6.3012e-02, 2.5801e-02, 1.1054e-01,
1.6691e-02, -2.8699e-03, 4.9915e-02, 9.5843e-02, -7.2734e-02,
4.9964e-02, -1.0945e-01, 2.4053e-02, 2.8243e-02, -6.7352e-02,
3.4371e-02, 4.8854e-03, 4.2099e-02, -5.8804e-02, 1.6292e-01,
-1.1862e-02, 5.4373e-02, 4.6371e-02, -2.5746e-02, 3.4693e-02,
-1.8401e-02, 2.2433e-02, 9.7731e-03, 6.8998e-02, -1.0652e-01,
8.8068e-02, -1.5224e-01, -3.7383e-02, -1.7680e-01, 3.4269e-02,
4.9133e-02, 3.7752e-02, -2.5455e-02, 1.1909e-01, -5.9671e-02,
2.7994e-02, 7.7981e-02, 3.5241e-02, 2.9929e-02, -9.2505e-02,
-2.7574e-02, 1.0497e-01, -1.3860e-01, 7.6854e-03, -1.4900e-01,
4.9869e-03, 1.1998e-01, 3.5126e-02, 1.2832e-01, 2.6450e-02,
-8.0688e-03, 4.8954e-02, 6.8108e-02, 3.6077e-03, -1.0740e-01,
-4.4862e-02, 8.6882e-02, 3.3399e-02, -3.2892e-01, -1.0306e-01,
-5.0359e-02, 3.1181e-02, 2.6151e-02, 5.5980e-02, -6.8744e-02,
-4.1233e-02, 2.6922e-02, -7.7005e-02, 3.9744e-02, -4.2908e-02,
-1.6657e-01, 3.2812e-02, -1.3807e-01, -3.5283e-02, 1.6083e-01,
-1.0493e-01, 8.9730e-02, -8.2252e-02, -2.5325e-02, 1.7557e-01,
7.0077e-02, 7.3977e-02, -1.1397e-02, 1.6800e-01, -4.2510e-02,
6.6156e-03, -9.2811e-02, 1.8531e-02, 1.1568e-01, -5.3158e-02,
-3.2138e-02, -4.0843e-02, 6.4441e-03, -2.1037e-02, -7.0423e-02,
5.7389e-02, -9.3660e-02, 2.8927e-02, -1.8817e-02, 3.8761e-02,
-1.0415e-01, -9.7641e-02, 6.4154e-02, -1.6025e-02, -4.0483e-02,
-7.2716e-02, 1.7678e-01, -8.1836e-02, 2.4467e-02, 5.2688e-02,
-6.9633e-02, -2.6081e-02, -5.5150e-02, -9.7751e-02, -1.4101e-01,
2.2828e-03, -1.6794e-02, -3.4246e-02, 1.0595e-01, 9.6171e-02,
-3.6336e-02, 6.0103e-02, 5.3847e-02, -7.8887e-02, -5.6162e-02,
1.2528e-02, 2.4225e-03, -3.4727e-02, -1.9408e-01, -4.3544e-02,
7.5410e-03, 1.0529e-01, -4.0143e-02, 1.9556e-01, -1.7186e-02,
4.2018e-02, 1.4192e-01, -9.9550e-02, -5.6919e-02, 2.6261e-01,
4.7563e-03, -5.7463e-03, -1.0445e-01, -7.7922e-02, -5.6184e-02,
-1.0261e-01, -9.8146e-02, 3.2354e-03, -8.4138e-02, 8.0715e-02,
-8.7338e-02, 1.3604e-01, 4.7948e-02, 2.7923e-02, 2.4183e-01,
5.2262e-02, -3.9644e-02, -2.6645e-01, 4.7800e-02, 6.8628e-02,
-4.8474e-02, -1.6685e-01, 5.4335e-02, 5.3865e-02, 4.0084e-02,
-2.6607e-02, 1.3962e-02, 4.0386e-02, 2.9561e-02, -7.7060e-03,
-1.2420e-01, -4.7649e-02, -1.3282e-02, 2.2250e-02, -6.4245e-02,
4.3143e-03, 1.5291e-01, -6.0022e-02, 5.9717e-02, -5.1636e-02,
-2.2697e-01, -4.5084e-02, 5.2792e-03, -2.2010e-02, 8.3805e-02,
7.5661e-02, -6.5688e-02, 8.5593e-02, 9.4368e-02, -4.0905e-02,
4.9620e-02, 4.4377e-02, 6.2977e-02, -1.0016e-03, -6.1453e-02,
8.8243e-04, 1.5017e-01, 5.9046e-03, -3.8615e-02, 1.1585e-01,
9.7130e-03, -1.0817e-03, -3.0267e-02, 3.2012e-02, 3.5092e-02,
-1.6134e-02, -7.7108e-02, -1.3685e-01, 5.5153e-02, 3.6043e-04,
-6.2671e-02, -1.7821e-01, 1.5248e-02, 3.7399e-02, -1.4471e-02,
5.3598e-02, -3.3955e-02, 6.8855e-02, -9.3941e-02, -1.8180e-02,
-1.0805e-01, -2.0984e-02, 8.9967e-03, -1.1236e-01, 9.7211e-02,
-7.2380e-03, 1.9645e-01, -2.0969e-02, -5.4724e-02, 6.2698e-02,
-4.8717e-02, -7.6369e-02, -1.1856e-01, -5.4538e-02, -3.3014e-02,
1.3259e-01, -1.9453e-02, -6.0652e-02, -2.9203e-02, -3.1994e-03,
-4.6860e-02, -3.5976e-02, -2.6666e-02, 5.9159e-02, 4.3055e-03,
-1.0698e-02, -6.2892e-02, 2.6580e-01, -1.1103e-01, -5.8290e-02,
-1.3175e-01, -6.9218e-02, 6.3054e-02, 3.1130e-02, -1.0263e-01,
5.4696e-02, -2.1988e-02, 3.6856e-02, -3.6981e-02, 4.1568e-02,
3.1800e-02, 1.4672e-02, 9.4218e-03, -7.6576e-02, 7.1723e-02,
7.1482e-02, 9.3373e-02, -7.8895e-02, -5.8498e-02, -6.7630e-02,
1.2150e-02, -2.4574e-02, -4.1935e-02, 3.0309e-02, 7.7378e-02,
-5.2140e-03, 4.8342e-02, 8.5924e-02, 1.2008e-01, -4.2016e-02,
3.4757e-02, 1.9576e-03, 1.4961e-01, -3.6648e-03, 3.8281e-02,
1.1497e-01, -2.9172e-02, 5.8112e-02, 1.1168e-01, -3.4126e-02,
-6.4939e-02, -6.8565e-02, 1.0307e-02, -5.2588e-02, -1.8946e-01,
-3.0576e-02, -9.9590e-02, 1.5503e-02, 5.2363e-02, -3.1012e-02,
-2.0680e-01, 7.1641e-02, -3.2679e-02, -1.8279e-01, -8.7432e-02,
-2.3417e-02, -3.9665e-02, -4.5151e-02, 2.8877e-02, -4.0645e-02,
2.0261e-01, 6.3515e-02, 1.6393e-02, 8.5627e-02, 9.6309e-02,
-1.1580e-02, 9.8885e-02, -5.3651e-02, 3.3315e-02, -4.6582e-02,
-2.4028e-02, -1.1640e-01, 2.9218e-03, 7.1822e-02, 3.4703e-03,
-4.7169e-03, -2.9132e-02, -1.2561e-04, 3.3771e-02, -5.3161e-03,
-2.3383e-01, -6.1062e-03, -1.0906e-01, 6.9672e-02, 7.7927e-02,
-8.1216e-02, 3.5003e-02, 2.9973e-02, -1.8371e-01, -2.0107e-02,
-2.5559e-02, 4.5536e-02, 1.0366e-01, 3.0420e-02, 5.5532e-02,
8.9088e-02, 7.3074e-03, 6.9981e-02, -2.9384e-02, 1.1572e-01,
4.0353e-02, 2.2175e-02, 4.9227e-02, -2.7944e-02, 9.5756e-03,
-1.9374e-01, 2.5785e-02, 2.2853e-02, -2.8004e-02, 2.3394e-02,
-5.5744e-02, -4.9034e-02, -6.5328e-02, 7.8001e-02, -1.5129e-03,
3.0402e-02, -4.0907e-02, 1.4855e-02, -3.0429e-03, 1.5131e-01,
3.3404e-02, -3.8693e-02, -9.3493e-02, -7.2635e-03, -9.8287e-02,
-1.0232e-01, -1.1926e-02, 8.1163e-02, -4.7804e-02, -1.1625e-01,
5.0259e-02, -8.7455e-02, -6.8663e-02, -9.0214e-03, 6.2180e-02,
8.0345e-02, 6.7797e-02, -5.6675e-02, 8.9290e-02, -7.8331e-02,
1.2503e-02, 2.7046e-02, -4.3512e-02, 5.0949e-02, 3.0824e-02,
-1.0896e-01, 6.5316e-02, -1.5344e-01, -3.7740e-02, 3.5425e-02,
-6.4633e-02, -1.8798e-03, 8.6386e-02, 1.5546e-02, 1.7099e-02,
2.8456e-02, -1.0846e-01, -7.0244e-02, 1.1358e-01, 3.8310e-02,
-1.0410e-01, 6.4207e-02, 1.2281e-01, -2.5593e-02, -1.4590e-01,
5.2749e-02, 6.4097e-03, 7.4373e-02, -1.4572e-02, 1.6935e-02,
-8.5318e-03, 1.7923e-02, 7.0264e-02, -5.1776e-02, -1.2581e-01,
-3.0329e-02, 2.2842e-02, 8.2223e-02, 1.6986e-02, 4.1412e-02,
-5.0674e-02, -8.4440e-02, 5.1653e-02, 3.3876e-02, -1.0857e-01,
-3.0213e-02, -8.3017e-02, -8.3360e-02, 4.3264e-02, 6.3560e-03,
-2.0582e-02, 1.5927e-01, -1.0640e-01, -1.1175e-03, -2.0642e-01,
3.4285e-02, 3.8411e-02, 1.0154e-01, -3.6942e-02, -1.2329e-01,
-1.7347e-02, -6.4534e-02, -1.9586e-02, 7.6545e-02, -1.2342e-01,
-3.8601e-02, -2.0596e-01, -5.6673e-02, -2.4518e-02, 1.4730e-01,
-2.3744e-02, 1.2341e-01, -7.0410e-02, -6.5587e-02, -4.1824e-02,
5.1496e-02, 4.5071e-02, 2.6433e-02, -1.0362e-01, 3.9328e-02,
1.3491e-01, -2.9140e-02, 7.0122e-02, 3.4634e-02, 1.2749e-01,
-1.0377e-01, 1.0568e-01, -2.9245e-02, 5.4934e-03, -2.0259e-02,
1.4843e-02, -6.9912e-02, 1.5795e-01, 1.6666e-02, 4.0987e-02,
-6.1592e-02, -7.4161e-02, -6.4477e-02, 3.1580e-03, -7.4257e-02,
-1.7690e-01, -1.7630e-02, -6.0465e-03, -4.0959e-02, -4.0784e-02,
6.2933e-03, 5.1144e-02, 3.7024e-02, -6.3473e-02, 7.2885e-02,
-4.7971e-02, 3.5571e-02, 1.7136e-02, 1.0125e-01, -3.6482e-02,
3.8565e-03, -7.4193e-03, -2.3093e-02, -2.4691e-01, -6.7746e-02,
5.5122e-02, -1.2306e-01, -5.3300e-02, 4.7424e-02, 6.6385e-02,
-7.2822e-03, 8.1236e-02, 6.0991e-02, 1.9830e-02, 6.9300e-02,
6.0466e-02, -8.6432e-02, -3.6644e-02, 3.8631e-03, 1.0906e-01,
-5.6230e-02, 2.7220e-02, -4.5073e-03, 5.6305e-02, -3.0099e-04,
-5.4733e-03, 3.4292e-02, 1.3854e-01, -3.9086e-02, 7.5295e-02,
1.7083e-03, -1.5015e-01, 2.1105e-03, -7.2303e-02, -7.4965e-02,
-1.9394e-02, -1.2314e-01, 3.3468e-02, -6.4507e-02, -1.7928e-01,
1.4420e-01, 1.8636e-02, 3.4291e-01, -1.0938e-01, -1.6502e-02,
-5.9402e-02, -4.8851e-02, -1.1298e-01, -5.6244e-02, 3.7161e-02,
-3.7319e-02, -1.9689e-02, 7.5708e-04, -3.3151e-02, -1.3647e-02,
-1.1445e-01, -1.6441e-02, -3.6528e-02, 8.6253e-02, 2.0173e-02,
6.0867e-02, -6.1329e-03, 8.3731e-02, -2.1333e-02, 4.1857e-02,
4.5237e-02, 3.6799e-02, -1.5050e-02, -4.5147e-02, 1.2226e-02,
-9.5956e-02, 4.2536e-02, -8.9925e-02, 3.9693e-02, 6.4709e-03,
-1.3660e-02, -3.0908e-03, 9.3297e-02, 2.0861e-02, -6.8797e-02,
-8.4249e-03, -1.4085e-01, 2.2198e-01, -2.1852e-02, 4.4196e-02,
5.8198e-02, 2.5034e-02, 1.3170e-01, -4.9523e-02, 2.7703e-02,
-7.0236e-04, 9.3287e-03, -2.7477e-02, 1.4974e-01, -4.1268e-02,
2.3072e-03, 6.9088e-02, -5.6606e-02, -2.9717e-02, 5.3829e-03,
3.5927e-02, -6.3919e-02, 1.7893e-02, -1.8475e-02, 1.9400e-02,
-1.2154e-01, -1.6611e-01, -2.4945e-02, -1.5364e-02, -7.1842e-02,
1.4624e-02, -3.3073e-03, -2.3515e-02, -2.4531e-02, 9.4219e-02,
-6.8058e-02, -3.1822e-02, -1.8288e-01, -4.6988e-03, 2.5719e-02,
-4.0054e-02, 1.1960e-01, -1.2203e-01, -4.8282e-02, -1.0798e-02,
3.0120e-02, 3.9167e-02, -1.2020e-01, -2.5763e-02, 8.7457e-02,
-9.5278e-02, 1.3416e-02, -5.3593e-03, -1.0796e-02, 7.7466e-02,
2.1365e-01, 4.8515e-02, 9.4851e-02, 3.2105e-02, -5.9656e-02,
4.4016e-03, -7.1346e-02, -5.3916e-02, -4.4947e-02, 1.5474e-02,
4.3662e-02, -5.7618e-02, 3.6557e-02, -8.2443e-02, 1.1756e-01,
6.9776e-02, 6.0809e-02, 7.1116e-02, -7.1242e-02, -3.9764e-02,
-4.8741e-02, 7.0058e-02, 1.4948e-01, -2.5228e-02, -3.9190e-02,
4.3930e-02, 1.0970e-01, -7.2100e-02, 1.0922e-01, 9.1152e-02,
-4.7014e-03, 1.3248e-01, 3.2802e-02, 6.1157e-03, 1.0836e-01,
-3.9026e-02, -5.2039e-03, -1.1200e-02, -8.9749e-02, 5.9847e-02,
7.6305e-02, 8.8028e-02, -9.5254e-02, -6.2705e-02, -4.0088e-02,
-7.6840e-03, -2.7527e-02, 2.4816e-02, 2.1238e-02, -5.6292e-02,
1.3741e-01, -7.6638e-02, -1.7856e-01, -1.3081e-01, 1.0095e-01,
-1.6761e-02, -3.6400e-02, 2.1291e-02, 1.1714e-01, 4.3458e-02,
1.5962e-01, -1.2631e-01, 5.5303e-02, 1.5455e-01, -2.7967e-02,
2.9411e-02, 1.6524e-01, 1.0073e-01, -5.2898e-02, 1.0662e-02,
-3.2960e-03, 4.0419e-02, 8.0788e-02, 9.8595e-02, 3.4663e-02,
-1.9008e-02, -5.7201e-04, 5.2969e-02, 3.0574e-02, 7.2345e-03,
-9.0538e-02, -5.7453e-02, -1.5619e-03, -2.1647e-02, 1.0790e-01,
-6.8559e-03, 9.1734e-02, 1.7612e-01, -3.8360e-02, 1.0095e-01,
-1.7635e-03, 2.5354e-02, -6.4008e-02, -1.1668e-02, 2.9238e-02,
-7.7706e-02, 2.3714e-02, 5.0653e-02, 8.6115e-02, 6.0994e-02,
1.2160e-01, -1.5429e-02, 2.2340e-02, 1.0679e-01, -7.0369e-02,
-4.7200e-02, -7.1400e-02, 4.1837e-03, 1.0212e-02, -3.1640e-02,
2.9842e-02, 8.5615e-02, -3.8903e-02, -9.3947e-02, 1.5079e-02,
3.4039e-02, -1.6938e-02, -1.8914e-01], device='cuda:0')),
('bert.encoder.layer.4.attention.output.LayerNorm.weight',
tensor([0.8412, 0.8350, 0.8551, 0.8020, 0.7557, 0.8301, 0.7581, 0.8115, 0.9180,
0.7377, 0.9207, 0.8677, 0.9194, 0.9223, 0.8800, 0.6767, 0.8273, 0.8030,
0.8088, 0.8780, 0.7711, 0.9178, 0.8212, 0.8248, 0.8006, 0.8237, 0.8716,
0.8883, 0.8225, 0.8485, 0.8665, 0.6439, 0.8983, 0.7257, 0.8234, 0.8221,
0.6997, 0.8844, 0.6997, 0.8739, 0.8838, 0.8452, 0.8564, 0.9289, 0.9271,
0.8759, 0.8683, 0.8696, 0.9063, 0.8141, 0.8965, 0.7689, 0.8346, 0.8844,
0.7760, 0.6716, 0.8327, 0.8554, 0.7332, 0.7665, 0.8387, 0.9167, 0.9208,
0.8915, 0.7455, 0.9110, 0.8789, 0.8206, 0.6835, 0.7956, 0.8699, 0.8419,
0.8372, 0.8273, 0.8946, 0.9058, 0.8357, 0.8269, 0.9045, 0.8676, 0.8478,
0.8142, 0.8515, 0.8588, 0.6489, 0.9453, 0.7611, 0.8067, 0.9049, 0.8491,
0.8569, 0.8551, 0.8785, 0.8753, 0.8146, 0.8166, 0.6073, 0.8552, 0.8937,
0.9057, 0.7787, 0.8906, 0.7406, 0.9132, 0.6529, 0.9042, 0.9273, 0.7791,
0.8820, 0.9163, 0.7969, 0.8254, 0.8991, 0.6182, 0.8377, 0.9195, 0.8672,
0.8721, 0.8795, 0.9204, 0.8901, 0.8743, 0.8775, 0.8149, 0.7589, 0.7470,
0.9099, 0.7945, 0.8322, 0.8203, 0.8698, 0.7480, 0.8531, 0.8613, 0.8838,
0.8556, 1.0918, 0.8603, 0.8348, 0.8605, 0.6885, 0.8783, 0.8127, 1.4931,
0.8401, 0.8354, 0.8594, 0.8542, 0.8471, 0.9088, 0.8987, 0.8755, 0.8949,
0.8383, 0.8567, 0.8341, 0.8613, 0.8870, 0.8279, 0.8711, 0.9599, 0.9332,
0.7079, 0.8514, 0.8037, 0.8920, 0.9118, 0.6280, 0.8147, 0.8509, 0.9159,
0.6708, 0.7233, 0.8554, 0.8495, 0.8891, 0.9166, 0.8893, 0.9058, 0.8402,
0.8066, 0.8408, 0.7863, 0.9268, 0.8613, 0.8856, 0.7911, 0.8946, 0.8590,
0.8245, 0.8768, 0.6694, 0.8303, 0.8507, 0.8413, 0.9216, 0.9204, 0.6506,
0.8073, 0.8860, 0.8920, 0.7299, 0.8812, 0.8439, 0.7788, 0.8382, 0.8851,
0.9223, 0.8752, 0.8274, 0.8573, 0.8798, 0.7898, 0.8655, 0.8262, 0.8970,
0.7825, 0.7714, 0.8406, 0.8314, 0.8779, 0.8281, 0.9085, 0.9695, 0.8641,
0.8753, 0.8857, 0.8892, 0.8452, 0.6015, 0.8094, 0.8842, 0.8079, 0.8153,
0.8179, 0.9029, 0.5922, 0.9108, 0.8529, 0.9159, 0.8593, 0.7718, 0.7667,
0.8350, 0.8776, 0.8171, 0.8786, 0.7920, 0.9125, 0.9396, 0.8690, 0.8335,
0.9707, 0.9291, 0.9148, 0.8804, 0.9066, 0.6080, 0.8531, 0.8436, 0.6575,
0.8634, 0.8321, 0.8354, 0.8675, 0.8664, 0.8718, 0.9036, 0.7350, 0.8702,
0.8669, 0.8385, 0.8921, 0.8232, 0.9245, 0.8983, 0.8647, 0.8784, 0.8368,
0.9313, 0.9463, 0.8850, 0.7416, 2.7522, 0.8687, 0.9050, 0.6802, 0.9625,
0.8734, 0.8347, 0.7333, 0.8409, 0.7956, 0.8129, 0.8543, 0.7961, 0.8500,
0.5907, 0.9174, 0.8746, 0.9034, 0.8224, 0.7812, 0.8526, 0.6279, 0.8897,
0.7439, 0.8917, 0.8808, 0.8422, 0.8117, 0.8348, 0.8417, 0.6738, 0.7738,
0.8991, 0.8605, 0.7796, 0.9539, 0.7782, 0.8238, 0.8861, 0.8293, 0.9151,
0.7573, 0.8090, 0.9143, 0.8065, 0.9017, 0.8780, 1.0284, 0.8403, 0.8863,
0.9044, 0.9341, 0.8997, 0.8580, 0.8884, 0.8639, 0.7261, 0.6668, 0.8951,
0.8036, 0.9050, 0.8266, 0.9010, 0.8951, 0.8381, 0.8576, 0.8273, 0.8673,
0.8094, 0.8281, 0.8102, 0.9088, 0.8591, 0.8198, 0.8331, 0.8283, 0.7620,
0.8458, 0.8857, 0.8187, 0.8929, 0.8750, 0.8603, 0.8972, 0.9477, 0.8703,
0.8357, 0.8362, 0.8994, 0.8496, 0.8721, 0.8187, 0.8144, 0.8139, 0.8452,
0.8752, 0.6148, 0.8020, 0.8472, 0.8772, 0.9237, 0.8080, 0.7848, 0.7472,
0.8584, 0.8980, 0.7527, 0.9008, 0.7428, 0.8791, 0.8670, 0.8762, 0.8592,
0.7442, 0.9244, 0.8457, 0.7528, 0.7134, 0.7974, 0.7411, 0.8453, 0.8348,
0.8736, 0.8071, 0.8373, 0.8897, 0.9137, 0.8105, 0.7693, 0.9303, 0.9153,
0.8844, 0.8158, 0.7776, 1.0061, 0.8390, 0.8828, 0.8604, 0.9146, 0.9021,
0.7426, 0.8402, 0.8834, 0.8743, 0.6608, 0.8661, 0.9079, 0.8419, 0.8690,
0.8453, 0.9091, 0.7328, 0.9132, 0.8914, 0.8331, 0.8810, 0.8627, 0.9027,
0.7614, 0.8459, 0.7976, 0.8072, 0.7584, 0.8758, 0.8988, 0.8875, 0.8212,
0.8857, 0.6735, 0.8645, 0.9005, 0.8595, 1.0095, 0.7529, 0.7874, 0.8274,
0.8382, 0.7934, 0.8410, 0.8074, 0.9039, 0.7378, 0.8008, 0.8287, 0.7823,
0.8664, 0.8564, 0.9363, 0.8518, 0.9020, 0.8325, 0.9038, 0.8647, 0.6363,
0.9114, 0.7700, 0.9235, 0.8077, 0.8294, 0.8943, 0.9181, 0.8818, 0.8078,
0.9311, 0.7214, 0.9394, 0.7609, 0.7930, 0.8982, 0.8960, 0.7853, 0.9067,
0.8100, 0.7892, 0.8786, 0.7975, 0.8574, 0.9494, 0.8992, 0.7866, 0.8672,
0.8909, 0.9854, 0.9018, 0.8094, 0.8704, 0.8536, 0.8989, 0.8507, 0.8894,
0.8423, 0.8893, 0.7184, 0.8806, 0.8532, 0.6671, 0.8897, 0.8879, 0.6813,
0.8544, 0.9097, 0.8685, 0.9329, 0.9326, 0.9170, 0.8829, 0.8951, 0.8902,
0.8827, 0.8406, 0.7840, 0.7986, 0.8235, 0.7623, 0.8665, 0.8415, 0.8365,
0.8846, 0.9129, 0.7649, 0.7132, 0.7822, 0.9352, 0.8286, 0.7649, 0.9008,
0.8827, 0.8046, 0.8187, 0.8971, 0.8788, 0.7161, 0.8335, 0.8005, 1.9668,
0.8450, 0.8304, 0.8970, 0.9277, 0.6690, 0.8714, 0.8654, 0.9173, 0.8605,
0.8789, 0.7596, 0.9346, 0.7590, 0.8296, 0.8135, 0.8585, 0.8847, 0.9058,
0.8284, 0.8107, 0.8802, 0.8778, 0.8702, 0.9304, 0.8712, 0.8382, 0.8939,
0.8710, 0.8448, 0.8436, 0.8179, 0.7749, 0.8655, 0.7461, 0.8266, 0.8457,
0.8410, 0.9143, 0.8088, 0.8228, 0.8889, 0.8428, 0.8803, 0.8150, 0.7593,
0.9516, 0.9132, 0.8481, 0.8358, 0.8218, 0.9082, 0.9042, 0.8517, 0.7712,
0.8172, 0.8178, 0.9504, 0.9168, 0.9255, 0.9170, 0.8827, 0.8762, 0.8460,
0.7518, 0.8509, 0.9338, 0.8412, 0.9185, 0.8815, 0.8398, 0.8178, 0.8616,
0.8669, 0.8882, 0.7873, 0.8398, 0.7804, 0.8695, 0.9203, 0.9148, 0.8743,
0.8315, 0.9032, 0.8275, 0.8809, 0.8051, 0.8265, 0.7996, 0.7613, 0.9131,
0.8977, 0.8368, 0.7756, 0.9617, 0.7754, 0.7353, 0.8054, 0.8599, 0.8923,
0.8472, 0.8574, 0.8797, 0.8786, 0.8208, 0.8329, 0.8351, 0.7725, 0.8771,
0.9174, 0.5941, 0.7174, 0.8669, 0.9212, 0.7516, 0.8391, 0.9215, 0.9154,
0.8127, 0.8484, 0.8926, 0.9060, 0.8831, 0.9163, 0.8078, 0.8689, 0.9159,
0.8914, 0.8520, 0.8025, 0.8937, 0.8235, 0.8876, 0.9002, 0.6673, 0.8801,
0.8612, 0.8966, 0.8541, 0.8514, 0.9630, 0.7693, 0.9063, 0.7938, 0.7769,
0.6554, 0.8011, 0.8846, 0.8947, 0.8605, 0.9131, 0.8182, 0.8792, 0.8614,
0.9046, 0.8861, 0.7893, 0.9381, 0.8126, 0.8067, 0.7283, 0.8120, 0.9056,
0.8788, 0.8479, 0.9120, 0.7752, 0.8902, 0.6158, 0.9434, 0.7713, 0.8918,
0.8629, 0.8441, 0.8193, 0.8882, 0.9845, 0.8134, 0.9060, 0.9392, 0.7795,
0.8516, 0.8998, 0.9036, 0.8305, 0.7135, 0.8423, 0.8366, 0.7594, 0.8510,
0.8494, 0.8249, 0.6625, 0.8266, 0.8623, 0.8171, 0.8322, 0.9091, 0.8185,
0.7533, 0.8601, 0.8824, 0.8470, 0.8248, 0.8587, 0.9074, 0.8548, 0.9081,
0.8533, 0.9112, 0.8600], device='cuda:0')),
('bert.encoder.layer.4.attention.output.LayerNorm.bias',
tensor([ 1.6718e-02, -8.0816e-02, -1.8153e-01, -8.7310e-02, -1.2105e-01,
1.3683e-01, -1.5588e-01, 2.1247e-01, 2.7349e-01, -9.5022e-02,
1.6058e-01, -2.1785e-02, -8.9683e-02, -2.4230e-01, -3.5955e-02,
2.2738e-01, -3.6890e-02, -1.3769e-02, -1.7728e-01, -4.9103e-02,
7.0436e-03, 1.1925e-01, -9.3086e-02, 5.3967e-02, -1.1354e-01,
8.8855e-02, 6.5274e-02, 1.8437e-01, -1.0457e-02, -9.8180e-03,
-5.5975e-02, -1.1460e-01, -4.9685e-02, -1.2518e-01, 8.5130e-02,
-2.5881e-02, -1.2858e-01, 2.5474e-02, 5.7241e-02, 1.9115e-01,
-6.0529e-02, -8.6514e-02, 6.3205e-02, 4.5744e-02, -2.6201e-02,
-3.3609e-02, 1.5817e-01, 3.0623e-03, 5.0635e-02, 1.8189e-01,
6.1129e-02, -1.8450e-02, 3.2992e-01, -1.8080e-01, 4.2118e-02,
-9.9575e-02, -8.6003e-02, -4.9421e-02, 2.3095e-02, 1.2955e-01,
-3.6439e-02, 7.3726e-02, 1.5268e-01, -2.7119e-01, -7.8625e-02,
-8.9308e-03, 5.3317e-02, -4.5217e-02, 1.0401e-01, 2.8446e-02,
-1.7675e-01, -1.0021e-01, -3.4117e-02, 2.1155e-02, 7.2763e-03,
-3.1574e-02, 5.9030e-02, -8.1169e-02, -3.8418e-02, 4.7217e-02,
3.6420e-02, 2.6723e-02, -1.0140e-01, 2.0048e-01, -9.0186e-02,
3.1504e-01, -3.4276e-02, 7.3356e-02, 1.2144e-01, 1.5131e-03,
-1.5490e-01, -8.1596e-02, -2.5855e-01, 5.1842e-02, -1.2996e-01,
1.3224e-01, 9.7211e-02, -1.2969e-01, -1.9148e-02, 2.7791e-01,
-1.0846e-01, -1.0817e-02, 2.3750e-02, 1.2125e-01, -1.4497e-01,
-3.4262e-02, 3.7542e-02, -4.8315e-02, -1.7678e-01, -8.9570e-02,
3.8331e-02, -4.1821e-02, -3.9204e-02, -1.1681e-01, 1.1560e-01,
1.8848e-01, 2.5809e-02, 1.1717e-01, 2.3484e-03, 1.1434e-02,
4.3736e-02, 2.2708e-02, 4.3529e-03, 5.6045e-02, -2.0341e-02,
-6.0183e-02, -1.3142e-01, 3.3631e-02, 3.6243e-02, -3.6069e-02,
-6.7722e-03, -5.0689e-03, -4.3796e-02, 5.9714e-02, -3.5640e-02,
4.3142e-02, 4.3597e-01, -1.4787e-02, 4.5786e-02, -2.7571e-02,
-1.9137e-01, -4.2827e-02, 1.1547e-02, -1.6757e+00, -5.8389e-03,
-1.3462e-01, 9.0408e-02, 5.1090e-02, -8.1285e-02, -3.5624e-01,
-2.6758e-01, 1.2326e-02, -4.9449e-02, 1.2799e-02, 1.8115e-01,
2.4605e-02, -2.8979e-02, -5.2634e-02, -3.1793e-02, -1.4427e-01,
2.3184e-01, 6.9027e-02, -6.4283e-02, -3.5025e-02, -5.5475e-02,
-2.2300e-01, 1.8230e-01, 1.5948e-01, -1.0180e-01, -6.2815e-02,
-1.1075e-01, -1.3600e-02, -5.5091e-02, 1.3014e-01, 1.4366e-01,
1.7273e-01, 1.3532e-01, -4.1768e-01, -1.2676e-01, 4.0975e-02,
-1.9585e-01, -3.7730e-02, -1.0089e-01, -2.7707e-01, 7.9282e-02,
-5.7610e-02, -2.4316e-01, -1.8783e-01, -1.6730e-02, -5.9722e-02,
1.9626e-01, 7.2098e-02, 1.5085e-01, 5.2786e-02, -1.0033e-01,
-2.2987e-01, 4.8172e-02, -1.7612e-01, -7.6092e-02, -1.0996e-01,
6.8503e-02, 1.0740e-01, -1.3686e-01, 9.5949e-02, 7.6882e-02,
2.2643e-02, -4.5655e-02, -2.2129e-01, 3.9276e-02, -5.0652e-02,
-2.6168e-03, -3.3733e-02, 9.6703e-02, -1.0428e-01, -1.3532e-01,
-8.6142e-02, 1.8880e-01, 1.0262e-01, -6.1414e-02, 1.6842e-01,
4.1210e-02, 3.9564e-02, 9.5829e-02, -3.8259e-01, -1.9589e-01,
1.3867e-02, -3.7440e-02, 9.1867e-03, 1.8124e-01, -2.4543e-01,
-2.8530e-02, 1.2202e-01, 2.1429e-02, -5.8792e-02, -1.0167e-01,
-1.5360e-01, -9.3737e-02, -2.8297e-02, -1.5632e-04, -1.2402e-01,
-1.6874e-01, 1.5454e-02, 1.1569e-01, 4.6244e-02, -1.1425e-01,
-1.9920e-01, 1.3572e-02, 6.0198e-02, 6.8490e-02, 2.0071e-01,
2.0777e-02, 3.9591e-02, 1.1316e-01, 3.1021e-02, 9.0731e-02,
4.3427e-02, -2.2813e-01, -9.5660e-02, -5.2898e-02, -1.8203e-02,
-4.4828e-02, -4.3872e-02, 8.0515e-02, -3.4052e-02, -1.0583e-01,
4.1398e-02, -1.5314e-01, -7.2900e-02, 1.3017e-01, -3.9460e-02,
-2.8616e-02, -1.5646e-01, 1.2396e-01, -3.5009e-02, 1.6673e-01,
-2.6846e-01, -1.1645e-01, -7.3841e-02, 6.1684e-02, -2.0366e-01,
-3.5304e-02, -5.4956e-02, -1.1170e-01, 1.0777e+00, -9.1808e-04,
9.2381e-02, -1.8189e-02, -3.2754e-01, 6.1650e-02, 4.0659e-02,
3.3289e-02, 1.3215e-02, -5.4855e-02, -1.4218e-01, -1.1238e-01,
-1.5869e-01, -2.4067e-01, -3.5452e-02, -1.9439e-01, 9.6725e-02,
2.2770e-01, -1.2756e-01, -7.2660e-02, 6.4010e-03, -9.0432e-02,
-9.4804e-02, 8.8953e-03, -8.0013e-03, -1.8108e-02, 2.0382e-01,
2.8719e-01, -8.2565e-03, 1.1298e-01, 1.3544e-01, -7.9481e-02,
3.6493e-02, -6.5288e-02, -6.0672e-02, -3.1117e-01, 8.1812e-02,
-1.4256e-01, -9.3406e-02, 6.1579e-03, -9.3529e-02, -4.1723e-02,
-1.5188e-01, 2.0585e-01, 1.6992e-01, 1.6526e-03, 2.3652e-01,
-4.8169e-01, 3.1507e-02, -4.0673e-02, 1.2240e-01, 1.1348e-01,
-8.7724e-02, 1.0744e-01, -1.4648e-02, -1.6375e-01, 1.4078e-02,
3.3601e-03, -1.6894e-02, 3.4237e-02, -6.4081e-02, -1.2695e-02,
-3.6081e-02, -4.3900e-02, -1.1423e-01, 3.4531e-02, -1.1254e-01,
-1.4052e-02, -9.2315e-02, -1.8956e-01, -5.3498e-02, -3.2668e-02,
-1.9203e-01, 2.3671e-02, 4.1208e-02, 1.1201e-02, -2.1936e-01,
-3.9296e-02, -8.9293e-02, 1.1865e-01, -3.0020e-02, -2.2987e-01,
8.9238e-02, -7.2853e-02, 1.4451e-01, -7.3284e-02, 2.1785e-01,
-5.6707e-02, -1.6342e-01, -2.5085e-02, 3.5033e-02, -2.4919e-02,
-6.5525e-02, 4.2025e-02, -1.0008e-01, 1.0966e-01, -5.0122e-02,
6.4020e-03, -2.9633e-02, 3.1231e-02, 2.2205e-01, -1.7584e-01,
-2.3021e-01, 1.1999e-01, -1.7246e-02, 6.3873e-02, -9.9589e-02,
7.3022e-02, -2.5325e-02, 2.1749e-02, -5.5170e-02, -5.0655e-02,
-1.7515e-02, -2.5895e-02, 7.7125e-02, -1.8427e-01, -5.8823e-02,
-5.0445e-02, 9.5857e-02, 6.7958e-03, 3.5061e-03, -1.2902e-01,
5.3837e-02, 2.3268e-02, -4.1602e-02, -1.5240e-01, -1.0832e-01,
-1.6513e-01, -2.4046e-02, 1.2163e-01, -8.3014e-02, 7.5297e-02,
-6.6128e-03, 4.5871e-02, 4.7811e-01, -1.5937e-01, -5.7729e-03,
-6.3708e-02, -1.2375e-01, -2.5204e-01, -1.5044e-02, 1.5903e-01,
-1.2759e-01, -1.9295e-01, -1.1258e-01, -1.0161e-01, 1.8450e-01,
-4.9531e-03, 2.4248e-03, -3.8793e-01, 1.5607e-01, -1.8519e-01,
1.0644e-01, 2.6169e-01, 8.4035e-03, -3.8513e-02, 6.6470e-02,
1.0385e-01, 6.7002e-02, -8.5425e-02, -1.2792e-01, 1.2103e-02,
-1.3648e-01, -3.7289e-02, 6.5609e-02, 9.0778e-02, -1.3267e-02,
1.7075e-01, 1.3561e-01, 9.8970e-02, -4.0474e-02, -1.1002e-01,
-4.2613e-01, 2.9346e-03, -3.5018e-03, -8.3539e-02, 4.5038e-03,
-4.4674e-02, 2.7801e-02, -6.0663e-02, 1.0134e-01, -6.0708e-02,
-8.2379e-02, 8.2510e-02, 1.9835e-02, 6.5954e-02, 6.8974e-02,
2.1286e-01, 5.6835e-02, 5.7609e-02, 1.3521e-01, -3.2805e-02,
-3.0782e-02, -9.2366e-02, 7.7086e-02, -1.4702e-02, -1.3623e-01,
-1.0275e-01, -5.9056e-02, -7.9027e-02, 3.8162e-02, 3.4544e-02,
-1.0392e-01, 1.8993e-02, -4.8765e-02, -1.0907e-02, 7.9182e-02,
-6.4417e-03, -4.2614e-02, -1.7751e-01, 6.0911e-02, 2.0607e-01,
-2.1700e-02, -2.6701e-02, -1.0722e-02, 2.3273e-02, 5.6864e-02,
2.2583e-01, 5.7931e-02, -5.6349e-03, -1.5802e-01, -2.1443e-01,
1.9972e-01, -6.0074e-02, 1.1730e-01, -5.8558e-02, -8.4404e-02,
-3.1645e-01, -1.2887e-03, 3.2495e-01, 6.4291e-02, -7.5340e-02,
-3.3851e-02, 7.0312e-02, 1.4520e-01, 1.9967e-01, 4.2997e-02,
-1.3349e-01, 1.3177e-03, 5.6622e-02, -1.1751e-01, -9.3400e-02,
-5.5083e-02, 8.1594e-02, -2.1248e-02, -2.4780e-02, -1.1890e-01,
-1.5070e-01, 1.2546e-01, -1.3633e-01, -1.5110e-01, -1.6365e-01,
-2.3965e-02, -5.8312e-02, 1.0276e-01, -2.1895e-01, 1.2789e-01,
-2.0639e-01, 7.3133e-03, 7.5968e-02, -5.3476e-02, -9.1293e-02,
2.2643e-01, 3.8645e-03, 2.1392e-02, 2.1632e-01, 1.4601e-01,
2.2394e-01, 9.8881e-02, -7.6801e-02, 9.6737e-02, 1.5449e-01,
7.7833e-03, -2.0328e-01, -1.7638e+00, -5.0521e-02, 7.7147e-02,
-7.5010e-02, 6.8282e-02, -3.7438e-02, -1.3943e-02, 5.8808e-02,
-1.4956e-01, -4.4517e-02, -6.7136e-02, -1.1162e-01, 1.7185e-01,
-1.0081e-01, 4.0961e-02, -9.5319e-02, -5.9971e-02, 5.0865e-02,
-4.1896e-02, 2.1106e-02, -1.9078e-01, 2.3558e-01, -9.5002e-02,
4.1068e-02, 1.4108e-01, 1.0463e-01, 3.4396e-02, 3.4979e-03,
-4.9514e-02, 1.0013e-01, -4.8373e-02, 1.3128e-01, 7.1268e-02,
-3.4540e-02, 2.8040e-02, -1.2263e-01, -1.4672e-01, -1.2271e-01,
3.7227e-02, 1.4492e-01, -9.2338e-02, -7.5603e-02, 1.0392e-01,
-1.4757e-01, -3.0556e-02, -7.1881e-02, -2.2886e-01, 8.3462e-02,
-1.0006e-01, -3.6359e-02, 1.7026e-01, 9.1132e-02, 1.8186e-01,
-1.8587e-04, -3.8012e-02, -2.6606e-02, -9.1045e-02, 1.2842e-01,
1.0806e-01, 4.6936e-02, -9.2838e-02, 8.7317e-03, -1.8907e-02,
-8.1837e-02, 1.1078e-01, 1.2373e-01, 9.3396e-02, 9.8384e-02,
-1.2834e-01, -5.9182e-02, -1.8021e-01, 7.0380e-02, 3.2191e-01,
-1.0802e-01, 1.3465e-01, 1.1664e-01, -1.5015e-01, 5.6259e-02,
2.3852e-01, -2.0218e-01, 1.4948e-01, -1.9920e-01, -9.2758e-02,
-3.2556e-02, -1.2609e-01, 1.9298e-01, -1.4574e-01, -7.1681e-03,
-1.7195e-01, -2.5364e-01, 1.3836e-01, -1.2229e-01, -2.1324e-01,
-8.3498e-02, -1.8113e-01, 7.7538e-02, -1.9979e-01, 6.5767e-02,
1.0940e-01, -6.7157e-02, -4.6975e-03, -2.3591e-02, -3.7047e-04,
1.5019e-02, 8.1115e-02, -1.4670e-01, -1.2880e-01, -7.7432e-02,
-2.2485e-01, 2.3876e-01, -1.3778e-02, -6.7852e-02, 8.8088e-02,
1.1382e-02, 1.0477e-01, 4.5892e-02, 7.9388e-02, 2.1404e-01,
9.2566e-02, -4.7143e-02, -2.0666e-01, -1.5217e-01, 7.6292e-02,
1.1000e-01, -1.5372e-01, 7.7669e-02, 1.1183e-03, 7.9605e-03,
4.9445e-02, -3.2699e-02, -1.1890e-02, 2.6567e-02, -1.1464e-01,
1.2205e-01, -4.0928e-02, -8.2310e-02, -7.4671e-02, 1.2878e-01,
-8.9811e-02, 3.1624e-02, -3.1691e-01, 1.6239e-01, 6.5875e-02,
1.3725e-01, 1.8308e-01, 6.9014e-02, 4.6843e-02, -1.1655e-01,
-6.1344e-02, -9.9667e-03, -1.2875e-01, -5.2039e-02, -6.4572e-02,
-4.4882e-02, 7.2747e-02, -9.6543e-03, -1.1151e-02, 5.0891e-02,
3.2689e-02, -1.6104e-01, -4.8863e-02, 9.7586e-02, 9.4353e-02,
4.8242e-02, 1.0238e-01, 2.5277e-02, -1.2869e-01, 1.8893e-03,
-7.5015e-02, 1.8955e-01, -1.1226e-01, 5.8217e-03, 1.2779e-01,
-1.9978e-01, 2.4985e-02, -4.4775e-02, 4.1027e-01, -3.0013e-02,
1.2382e-02, 2.1739e-01, -8.1434e-02, 8.6442e-02, 1.3819e-03,
-1.4893e-01, -9.3782e-02, 1.6732e-01, 2.2444e-01, 4.2146e-02,
-5.3623e-02, -1.7664e-01, -8.1375e-02, -1.7608e-01, 1.6844e-02,
-1.0107e-01, 7.9020e-02, 3.3094e-02, -1.8142e-01, -9.4022e-02,
-1.8673e-01, 8.4017e-02, -1.3097e-01, -5.9909e-02, 1.9677e-01,
-1.2412e-01, -8.0071e-02, 1.1150e-01, 4.1509e-02, 1.1131e-01,
-4.0203e-02, -5.6331e-02, 1.5907e-01], device='cuda:0')),
('bert.encoder.layer.4.intermediate.dense.weight',
tensor([[-0.0269, 0.0336, 0.0078, ..., 0.0412, -0.0266, -0.0156],
[-0.0053, 0.0301, 0.0275, ..., 0.0004, 0.0003, -0.0232],
[-0.0237, -0.0531, 0.0405, ..., -0.0178, 0.0705, 0.0288],
...,
[-0.0603, 0.0294, -0.0423, ..., -0.0060, 0.0168, -0.0295],
[-0.0065, 0.0460, 0.0447, ..., -0.0208, -0.0119, -0.0200],
[-0.0367, 0.0676, -0.0214, ..., -0.0326, 0.0630, -0.0082]],
device='cuda:0')),
('bert.encoder.layer.4.intermediate.dense.bias',
tensor([-0.0640, -0.0524, -0.0939, ..., -0.0957, 0.0109, -0.0693],
device='cuda:0')),
('bert.encoder.layer.4.output.dense.weight',
tensor([[-0.0736, 0.0247, -0.0173, ..., -0.0907, 0.0402, 0.0649],
[-0.0174, 0.0169, -0.0387, ..., -0.0341, -0.0445, 0.0193],
[ 0.0397, -0.0235, 0.0325, ..., -0.0131, -0.0399, 0.0414],
...,
[-0.0149, -0.0146, -0.0349, ..., 0.0175, 0.0180, 0.0335],
[-0.0545, -0.0249, 0.0272, ..., -0.0048, -0.0172, -0.0076],
[ 0.0607, -0.0280, 0.0266, ..., -0.1336, 0.0270, -0.0324]],
device='cuda:0')),
('bert.encoder.layer.4.output.dense.bias',
tensor([ 5.0225e-03, -1.9259e-02, -1.9726e-02, 2.0649e-02, -4.6046e-02,
6.3320e-02, -3.1018e-02, 6.8694e-02, -2.3242e-02, -5.9885e-02,
7.1206e-02, 3.1409e-02, -5.1559e-02, -6.8289e-02, 4.6126e-03,
1.1168e-01, -4.1388e-02, -4.4172e-02, -4.3167e-02, -7.3466e-02,
7.1352e-02, 8.1317e-02, -4.9678e-03, -2.1214e-02, -1.6631e-01,
-1.1016e-02, 3.7188e-02, 2.6839e-02, 7.0704e-02, -1.7087e-02,
-1.4801e-02, 8.9726e-04, -1.6195e-02, -2.0692e-01, 2.7668e-02,
-3.0099e-02, -7.7559e-02, -2.6091e-02, 8.7256e-02, 9.6573e-02,
-4.8309e-02, -7.4470e-02, -4.9010e-02, 5.0509e-03, 5.1550e-02,
-2.0323e-02, 1.0237e-02, -3.9622e-02, -2.4019e-02, -1.1495e-02,
-2.7111e-02, -4.4253e-02, 1.0253e-01, -2.7691e-02, -7.0459e-02,
-7.6277e-02, 3.3174e-03, -2.1910e-02, -1.9940e-02, -2.0529e-02,
-4.3525e-03, -1.3838e-03, -3.8662e-02, -1.0210e-01, -2.3333e-02,
5.5639e-02, -7.1569e-02, 7.2131e-03, -4.3582e-02, -1.2728e-01,
-4.2113e-02, 1.1313e-02, 8.4794e-04, -5.3658e-02, -4.9291e-02,
2.4655e-02, -3.1781e-02, -2.6693e-02, 1.8098e-04, -9.1740e-03,
3.8533e-02, -3.8729e-02, 9.4279e-02, 6.6140e-02, -4.0666e-02,
-1.0059e-01, -6.2241e-02, 7.6487e-03, 6.8971e-02, -4.4252e-02,
-1.1316e-01, -1.3836e-01, -1.4663e-02, 6.2694e-02, 1.7728e-02,
1.6750e-01, -2.9080e-02, 7.9598e-03, 9.5272e-02, 2.5179e-02,
1.7071e-03, -4.3534e-04, 4.9451e-02, 3.7646e-02, -1.5248e-01,
3.3721e-03, 1.2610e-01, 1.8296e-02, -5.6450e-02, 5.6416e-02,
-4.1400e-02, -5.6239e-02, 9.9951e-03, 1.8772e-02, 1.0925e-01,
1.8604e-02, -5.2671e-02, 8.0800e-03, -3.7030e-04, 4.0276e-02,
-1.6098e-02, -1.9671e-02, -4.0082e-02, -6.0952e-02, -8.5467e-02,
1.9636e-03, 3.3795e-03, -5.7834e-02, -8.9701e-02, -1.4077e-02,
3.2497e-02, 1.6033e-02, -1.3075e-03, 1.4429e-02, 3.1276e-02,
-8.3360e-02, -9.7461e-03, 4.1581e-02, -1.0637e-01, 1.3793e-01,
-1.8631e-01, -8.2469e-03, -5.8961e-02, -5.7900e-01, -2.7567e-02,
9.0884e-02, 1.8669e-03, -1.5459e-03, 2.5383e-02, 2.3787e-03,
-3.2473e-03, -9.4347e-02, -4.3187e-02, -4.3158e-02, 5.8672e-02,
1.2801e-02, 8.6333e-02, -7.2490e-02, 9.0982e-03, -4.7646e-03,
5.6664e-02, 1.0260e-01, -9.9862e-02, 1.0504e-02, -4.3340e-02,
6.1797e-02, -1.1817e-02, 9.0829e-03, -1.4432e-01, -8.2475e-02,
1.2606e-02, 4.4668e-02, -5.0781e-02, -1.6346e-02, -9.3707e-02,
8.1009e-02, 9.9611e-02, 3.6072e-02, 1.4815e-02, 4.8400e-02,
-8.3563e-02, 5.4704e-03, 6.4002e-03, 8.5790e-04, 1.2021e-01,
-3.7946e-02, -2.2636e-02, -7.0971e-02, 1.2355e-02, -7.5164e-03,
3.3675e-02, 6.3878e-02, 9.0640e-02, 7.0090e-03, 4.6850e-02,
-2.1159e-02, -2.4571e-02, 2.6659e-02, -7.7958e-02, -6.2151e-02,
6.7389e-02, 3.1263e-02, -5.6194e-02, -2.1406e-02, 1.1892e-01,
-1.3588e-02, 4.6192e-02, -5.8674e-03, -1.0784e-02, -7.1241e-03,
8.2413e-02, -8.6249e-02, 1.3995e-02, -5.3182e-02, 5.8188e-02,
6.8609e-02, 1.6597e-03, 5.4318e-02, -1.0573e-02, 2.8759e-02,
8.6463e-02, 8.3393e-02, 9.9653e-03, -1.3395e-02, -4.7075e-02,
3.6390e-02, -3.3722e-02, -4.3256e-02, 8.5765e-02, -3.2785e-02,
-9.3670e-02, 7.7826e-02, -2.9346e-02, -9.8493e-02, -9.1939e-03,
-8.9674e-02, -1.1006e-01, -4.5503e-02, -8.5221e-02, 4.5112e-02,
-1.0619e-02, 8.9162e-02, 9.6159e-02, 7.7256e-02, -9.8526e-02,
-4.1381e-02, 2.3780e-02, -2.4078e-02, -2.7833e-02, -2.6165e-02,
6.6760e-02, -3.4846e-02, -1.8591e-02, 2.4888e-02, 5.4786e-02,
-1.2837e-02, -4.4154e-03, 8.4519e-02, 3.6782e-02, 5.8120e-02,
4.9629e-02, -1.3009e-01, -9.3261e-02, -4.6870e-02, 3.4973e-02,
-1.7971e-02, -1.2292e-02, 4.1859e-02, -1.2471e-01, -6.4238e-02,
-9.0125e-02, -2.5763e-02, 1.0975e-01, 1.5069e-02, 8.7232e-02,
1.4093e-02, 5.7027e-02, -2.0524e-02, 3.5052e-02, 2.9165e-02,
1.2861e-02, 3.1627e-02, -1.5687e-01, 3.0014e-01, -1.0110e-01,
7.8752e-03, -2.0406e-02, 7.8889e-02, 4.4543e-02, 4.8256e-02,
5.8233e-02, 1.7205e-03, -1.1740e-02, -9.3162e-03, 8.5429e-03,
-1.0770e-01, -2.1724e-02, 2.3732e-02, -1.2483e-02, 8.8166e-02,
-1.2044e-02, 5.6874e-03, 1.1257e-01, 5.5456e-02, -4.0669e-02,
-1.6002e-02, -3.5780e-02, 1.9991e-02, -1.0729e-02, 1.1020e-01,
4.8390e-02, 8.7518e-02, -2.3356e-02, 2.4499e-02, 8.3668e-03,
1.6937e-02, -8.2333e-02, -7.8480e-02, 7.6686e-02, 4.9882e-02,
-8.2342e-02, 3.1922e-02, -4.9876e-02, 4.8306e-02, 3.5887e-02,
-4.9104e-02, 2.3519e-02, 7.5904e-02, 8.1376e-02, 4.5744e-02,
-2.0922e-02, 2.2445e-02, 7.5920e-02, -9.3973e-02, 8.4468e-03,
-3.1136e-02, 4.7365e-03, 5.6946e-03, -3.9687e-02, 8.7688e-03,
5.2578e-02, 7.2382e-02, -1.0908e-01, 3.1330e-02, -1.9544e-02,
2.3242e-02, 3.9798e-02, -4.4854e-02, -2.7574e-04, 8.4013e-02,
-5.3321e-02, -8.5380e-02, -3.4253e-02, 3.2877e-02, 2.5581e-02,
-3.1426e-02, 9.7480e-05, 7.0541e-02, 6.6720e-03, -7.7499e-02,
5.3751e-02, -7.7234e-02, 3.7397e-02, -1.7505e-02, -5.5299e-02,
3.8529e-02, -6.9449e-03, 4.3184e-02, 2.6396e-03, -7.9998e-03,
-3.7854e-02, -6.5937e-02, -4.7285e-02, -1.7309e-02, -1.0526e-01,
-5.3566e-02, -2.5743e-02, 3.7460e-03, -1.5725e-02, -7.0191e-02,
-7.6368e-02, 4.1395e-02, 5.6179e-02, 1.0665e-02, -5.1909e-02,
2.0891e-02, 8.8674e-02, 2.5234e-03, -4.1352e-02, 4.4800e-02,
1.2628e-02, -2.7579e-02, 6.4093e-02, 9.5388e-03, 7.7084e-02,
-1.0666e-01, 1.7820e-02, 3.9993e-02, -1.0618e-01, 8.5637e-02,
1.7836e-02, 1.9053e-01, 6.3381e-03, -9.3055e-02, -1.1757e-01,
-1.5476e-02, 2.6676e-02, 9.4407e-03, -9.3082e-02, -3.1022e-02,
1.2107e-02, 7.3163e-02, -9.5552e-02, -1.8343e-02, 1.3376e-01,
2.5606e-02, 3.8404e-02, -1.4383e-02, 1.1090e-02, -2.8320e-02,
-9.2144e-02, 6.0050e-02, 3.7021e-02, 5.3882e-02, 4.1421e-02,
-1.4194e-02, -1.5773e-02, -6.9092e-02, 1.9059e-02, -3.8196e-02,
-2.6095e-02, 1.2648e-01, 1.2341e-01, 8.3896e-02, -3.8409e-02,
5.0294e-02, 6.1429e-02, 8.4445e-02, 6.7276e-02, 5.4185e-02,
4.7332e-02, 6.6399e-03, -8.7449e-02, -6.7334e-02, -2.0159e-02,
-9.7292e-03, -4.4553e-02, 5.5748e-03, -7.8154e-02, 2.2817e-02,
7.3639e-02, 3.9754e-02, -2.2977e-02, 2.5636e-02, -1.8029e-02,
-6.1133e-02, 9.6659e-02, -2.7205e-02, -1.1889e-02, -2.0368e-02,
-3.8381e-02, 1.6435e-03, 6.0906e-02, 4.2734e-02, 1.4309e-02,
8.8624e-02, 8.4247e-03, 2.9118e-02, -6.7620e-02, 4.3986e-02,
-1.1620e-02, 2.7685e-02, 1.8294e-02, 1.3926e-01, -1.9728e-03,
-4.5489e-02, 9.0253e-02, -3.7391e-02, 1.1638e-01, 4.2609e-02,
-2.5007e-02, 3.6192e-03, 1.5823e-02, -3.5923e-02, -5.0485e-02,
-3.7453e-02, 3.5444e-02, 1.1904e-02, -2.5276e-02, 8.3681e-03,
-4.4617e-02, 4.1239e-02, -7.7092e-02, -4.9645e-02, 7.3178e-02,
7.4010e-02, -2.4604e-02, 3.7048e-03, -7.0887e-03, 2.9047e-02,
-4.4050e-02, -2.5728e-02, -5.4238e-03, 1.4995e-02, 4.6644e-02,
6.1353e-02, 1.1867e-02, 8.0170e-03, -2.0422e-02, 2.3438e-02,
9.7580e-03, -7.1203e-03, 1.0921e-02, -2.0303e-02, -5.7504e-02,
2.0890e-02, -1.7992e-02, -9.9036e-02, 9.7107e-02, 5.3908e-02,
-4.5881e-02, 1.1652e-01, 4.2743e-02, 3.5256e-02, -9.8608e-03,
-5.6130e-02, -4.4641e-02, -2.6033e-02, -6.9661e-02, 2.8292e-02,
1.0052e-01, 7.8359e-02, -4.0980e-02, -1.4372e-01, -8.0255e-02,
-2.5331e-02, 1.3636e-01, 1.4574e-02, -1.9776e-02, -2.0520e-02,
-5.1020e-02, -5.7634e-02, -3.2571e-02, -9.9000e-02, -7.3790e-04,
5.5620e-02, 7.6345e-02, 1.2633e-02, -5.4155e-02, 7.8586e-02,
7.4965e-02, 5.7808e-03, 9.6729e-03, -1.7247e-02, -4.2264e-02,
4.5008e-02, -6.9846e-02, -3.9106e-01, -3.6274e-02, 8.6289e-02,
7.7225e-02, -1.5585e-02, -4.7811e-02, 1.2473e-02, 2.7610e-02,
-1.0207e-02, -2.9554e-02, -2.8004e-02, 2.6890e-02, 1.3717e-02,
-1.8375e-02, 2.1851e-02, -6.2550e-02, 6.7040e-03, -1.0379e-02,
-3.0793e-02, 1.3325e-02, -9.1798e-03, -5.7003e-02, -4.3553e-02,
6.3534e-02, 7.6824e-02, -6.1055e-02, -8.9474e-02, 3.6723e-03,
7.1531e-02, 2.2469e-02, -1.4060e-03, 7.3223e-02, -5.1634e-02,
3.7498e-02, 5.2800e-02, 4.9492e-02, -8.2531e-02, 6.5135e-03,
6.3565e-02, -8.9232e-03, 6.7735e-02, 5.1202e-02, 9.6389e-02,
-1.8988e-02, -9.7734e-03, -2.7282e-02, -1.4099e-02, -2.0092e-02,
-6.7704e-02, -7.4330e-02, 3.2713e-02, 5.1681e-02, 9.6489e-02,
2.7055e-02, 1.9056e-02, -1.3793e-01, -8.0020e-02, -7.2557e-02,
3.8127e-03, 5.1840e-03, -4.6718e-02, -5.2811e-02, 6.6092e-02,
2.5426e-02, 7.2250e-03, 6.3281e-02, -4.9244e-03, 2.7321e-02,
-6.1429e-02, 4.0591e-03, -2.3485e-02, -1.0652e-01, 9.7747e-02,
-8.8265e-02, 9.5454e-02, -7.0139e-03, -6.6767e-02, -1.9130e-02,
8.6878e-02, 6.0897e-02, 2.0807e-02, 6.4497e-03, -2.7361e-02,
-5.3384e-03, -2.2541e-02, 9.3818e-02, 1.9442e-02, -2.8584e-02,
-6.6980e-02, -5.3313e-02, -5.8894e-03, -7.5397e-02, -1.0062e-01,
5.8599e-02, 3.9252e-02, -4.7510e-02, -4.2591e-02, 1.2795e-02,
-2.4261e-02, -5.7512e-03, -3.0602e-02, 5.3443e-02, -1.2895e-01,
8.2017e-02, 6.8780e-02, -7.8206e-02, 1.1845e-01, 4.8189e-02,
1.8646e-02, 5.1792e-02, 9.0633e-02, 5.5214e-02, 4.1232e-02,
6.5487e-02, 2.6339e-01, -1.0475e-02, -3.4934e-02, -8.3466e-02,
-7.3507e-02, 2.7932e-02, 1.7687e-02, 2.4753e-02, 5.2021e-02,
5.1033e-02, -1.5968e-01, 5.1646e-02, -2.3785e-02, -2.4404e-03,
3.4207e-02, 1.3518e-03, 1.5377e-02, 7.1847e-02, -1.7517e-02,
-1.9022e-02, 2.8503e-02, -4.8131e-02, 4.6338e-03, -3.8341e-02,
1.2487e-03, 2.4082e-02, 2.5597e-03, 2.9516e-02, 6.3624e-02,
9.8693e-02, 1.6455e-02, 8.0361e-02, -7.1682e-02, -9.5516e-02,
2.7884e-02, -1.5955e-02, -8.5981e-02, -1.0787e-01, 7.3939e-03,
9.2625e-03, 1.9814e-03, -9.5159e-02, -7.4433e-02, 3.2500e-02,
3.7378e-02, -1.2414e-02, -6.1470e-02, 2.9111e-02, 1.2863e-02,
-3.5358e-02, 2.1953e-02, -1.2426e-02, 1.8338e-02, 2.2071e-02,
-1.0940e-01, 2.3179e-02, -3.4862e-02, -1.0426e-02, -8.5548e-02,
-8.9258e-02, 4.4610e-02, -1.2895e-02, -4.5259e-02, 9.2870e-03,
-7.3718e-02, 4.0330e-02, 4.8412e-02, -1.8717e-02, 4.2319e-02,
4.1314e-03, -8.4814e-02, 1.0410e-01, 5.3011e-02, 5.6314e-02,
4.5977e-02, 7.1945e-04, 7.5660e-02, 2.8492e-02, 1.1908e-01,
-1.0499e-02, -6.7228e-02, 2.0011e-02, 7.8159e-03, -2.7328e-02,
4.5169e-02, 4.0756e-02, -5.4310e-02, -2.0032e-02, 9.0313e-03,
6.6179e-02, -3.9483e-02, 5.9751e-02, 9.7061e-03, -6.6941e-02,
-1.0636e-02, 2.8915e-02, 9.0925e-02], device='cuda:0')),
('bert.encoder.layer.4.output.LayerNorm.weight',
tensor([0.9117, 0.9089, 0.8896, 0.8824, 0.8737, 0.8974, 0.8005, 0.8061, 0.8947,
0.8179, 0.8930, 0.9430, 0.9868, 0.9351, 0.9274, 0.7582, 0.8995, 0.9134,
0.9089, 0.9414, 0.8495, 0.9268, 0.9329, 0.8768, 0.8828, 0.8876, 0.9333,
0.9057, 0.9058, 0.9572, 0.8962, 0.7817, 0.9510, 0.8593, 0.9197, 0.8616,
0.8322, 0.9366, 0.7890, 0.8930, 0.9664, 0.9060, 0.9177, 0.9417, 0.9431,
0.9442, 0.8960, 0.9546, 0.9455, 0.8831, 0.9333, 0.8859, 0.8340, 0.9075,
0.8110, 0.7425, 0.8945, 0.9230, 0.8389, 0.8583, 0.9064, 0.9601, 0.9548,
0.9140, 0.8259, 0.9652, 0.9185, 0.8926, 0.7380, 0.8614, 0.9021, 0.9046,
0.9031, 0.9131, 0.9509, 0.9556, 0.9161, 0.9018, 0.9641, 0.9195, 0.9095,
0.9025, 0.9141, 0.8853, 0.7398, 0.8878, 0.8504, 0.9064, 0.9479, 0.9080,
0.8791, 0.9173, 0.9096, 0.9038, 0.8882, 0.8541, 0.7489, 0.9289, 0.9391,
0.8826, 0.8931, 0.9459, 0.8703, 0.9480, 0.8124, 0.9700, 0.9605, 0.8779,
0.9286, 0.9338, 0.9023, 0.8899, 0.9573, 0.7833, 0.8605, 0.9331, 0.9266,
0.9124, 0.9539, 0.9715, 0.9441, 0.9220, 0.9366, 0.8316, 0.8811, 0.8691,
0.9454, 0.8697, 0.9167, 0.9125, 0.9482, 0.8686, 0.9278, 0.9133, 0.9394,
0.9189, 0.9440, 0.9237, 0.9225, 0.9396, 0.8252, 0.9510, 0.8731, 0.2222,
0.8797, 0.9074, 0.9140, 0.9100, 0.9181, 0.8864, 0.8983, 0.9236, 0.9248,
0.9075, 0.8806, 0.9196, 0.9448, 0.9410, 0.9100, 0.9222, 0.9541, 0.9602,
0.7724, 0.9327, 0.8729, 0.9085, 0.8592, 0.7713, 0.9249, 0.9117, 0.9314,
0.8081, 0.8414, 0.8899, 0.8631, 0.9173, 0.9337, 0.7875, 0.9336, 0.9227,
0.8654, 0.9137, 0.8571, 0.9185, 0.9518, 0.9255, 0.8756, 0.8980, 0.9148,
0.9447, 0.8369, 0.8113, 0.8799, 0.9158, 0.8934, 0.9234, 0.9580, 0.7553,
0.9043, 0.9337, 0.9430, 0.8076, 0.9346, 0.9034, 0.8650, 0.9354, 0.9375,
0.9593, 0.9494, 0.8981, 0.9347, 0.9293, 0.8596, 0.9264, 0.9098, 0.9395,
0.8904, 0.8870, 0.9186, 0.8695, 0.9497, 0.9243, 0.9524, 0.8606, 0.9057,
0.9232, 0.9508, 0.9385, 0.8536, 0.7435, 0.8946, 0.9333, 0.8979, 0.8854,
0.8988, 0.9177, 0.7791, 0.9587, 0.9014, 0.9549, 0.8819, 0.8600, 0.8471,
0.9037, 0.9350, 0.8798, 0.9364, 0.8424, 0.9688, 0.9228, 0.9155, 0.9230,
0.9830, 0.9540, 0.9339, 0.9693, 0.9143, 0.7725, 0.9390, 0.9125, 0.7746,
0.9264, 0.9364, 0.9081, 0.9245, 0.8931, 0.9349, 0.9591, 0.7888, 0.9158,
0.9297, 0.9290, 0.9497, 0.9371, 0.9352, 0.9383, 0.9099, 0.9378, 0.8781,
0.9040, 0.9577, 0.9609, 0.8794, 0.3826, 0.9468, 0.9563, 0.8081, 0.9166,
0.9396, 0.8798, 0.8598, 0.8780, 0.9096, 0.9244, 0.9034, 0.8440, 0.8680,
0.7722, 0.9487, 0.9168, 0.9173, 0.8938, 0.9149, 0.9262, 0.6705, 0.9432,
0.8546, 0.9625, 0.9362, 0.9175, 0.8178, 0.9059, 0.8681, 0.7462, 0.9018,
0.9554, 0.9084, 0.8776, 0.9301, 0.8781, 0.8731, 0.9206, 0.8869, 0.9659,
0.8745, 0.8518, 0.8919, 0.8587, 0.9670, 0.8840, 0.8880, 0.9203, 0.9620,
0.9434, 0.9468, 0.9705, 0.9249, 0.9474, 0.9403, 0.8518, 0.7332, 0.9369,
0.8932, 0.9501, 0.9090, 0.9494, 0.9637, 0.9300, 0.9181, 0.8801, 0.9305,
0.8844, 0.8871, 0.9096, 0.9417, 0.8567, 0.9131, 0.8997, 0.9199, 0.7984,
0.9216, 0.9435, 0.9112, 0.9483, 0.8732, 0.8727, 0.9321, 0.9538, 0.9616,
0.8711, 0.9102, 0.9356, 0.9292, 0.9300, 0.8956, 0.9005, 0.9022, 0.9321,
0.9163, 0.8075, 0.9002, 0.9376, 0.9476, 0.9072, 0.8903, 0.8220, 0.8412,
0.9316, 0.9185, 0.8135, 0.9537, 0.8432, 0.9151, 0.9403, 0.9104, 0.9302,
0.8488, 0.9435, 0.8993, 0.8399, 0.8513, 0.8836, 0.8528, 0.9277, 0.9395,
0.9228, 0.8939, 0.9095, 0.9173, 0.9586, 0.8714, 0.8878, 0.9111, 0.9600,
0.9231, 0.8939, 0.8853, 0.8791, 0.8829, 0.9042, 0.9317, 0.9575, 0.8990,
0.8507, 0.8698, 0.9410, 0.9104, 0.7615, 0.9347, 0.9145, 0.9281, 0.9450,
0.8487, 0.9457, 0.7570, 0.9506, 0.8574, 0.8925, 0.9185, 0.9405, 0.9430,
0.8413, 0.8902, 0.8633, 0.9212, 0.8730, 0.9250, 0.9609, 0.9343, 0.8871,
0.9144, 0.8149, 0.9308, 0.9590, 0.9246, 0.8790, 0.8982, 0.8444, 0.8748,
0.9208, 0.9040, 0.9194, 0.8795, 0.9374, 0.8389, 0.8398, 0.8928, 0.8672,
0.9129, 0.9385, 0.9625, 0.9225, 0.9634, 0.8575, 0.9161, 0.9155, 0.8389,
0.9464, 0.8372, 0.9639, 0.8897, 0.9109, 0.9431, 0.9447, 0.9227, 0.8903,
0.9606, 0.8514, 0.9968, 0.8388, 0.8972, 0.9516, 0.9382, 0.8353, 0.9081,
0.8713, 0.8987, 0.9430, 0.8949, 0.9251, 0.9141, 0.9515, 0.8935, 0.9330,
0.9173, 0.9180, 0.9525, 0.9105, 0.9106, 0.9122, 0.8681, 0.9386, 0.8427,
0.9111, 0.9435, 0.8580, 0.9317, 0.8949, 0.7725, 0.9672, 0.9618, 0.8271,
0.9151, 0.9545, 0.9192, 0.9579, 0.9426, 0.9618, 0.9120, 0.9256, 0.9076,
0.9319, 0.8968, 0.8617, 0.9005, 0.8767, 0.8417, 0.9102, 0.8751, 0.9065,
0.9193, 0.9615, 0.8355, 0.8413, 0.8938, 0.9389, 0.9083, 0.8630, 0.9086,
0.9098, 0.8642, 0.8903, 0.9448, 0.9153, 0.7997, 0.8794, 0.8476, 0.5728,
0.8881, 0.9351, 0.9522, 0.9564, 0.8156, 0.9247, 0.9155, 0.9380, 0.9023,
0.9319, 0.8521, 0.9275, 0.8534, 0.8944, 0.8645, 0.9290, 0.9429, 0.9526,
0.8935, 0.9051, 0.9052, 0.9460, 0.9229, 0.9241, 0.9322, 0.9239, 0.9247,
0.9419, 0.8895, 0.9364, 0.8641, 0.8560, 0.9569, 0.7801, 0.8779, 0.8831,
0.9153, 0.9625, 0.8613, 0.8866, 0.9263, 0.9369, 0.9304, 0.9115, 0.8432,
0.9115, 0.9411, 0.9031, 0.9215, 0.8571, 0.9077, 0.9079, 0.9200, 0.8532,
0.8881, 0.8547, 0.9279, 0.9371, 0.9583, 0.9703, 0.9362, 0.9262, 0.9135,
0.8294, 0.9073, 0.9341, 0.9160, 0.9376, 0.9390, 0.8851, 0.8572, 0.8391,
0.9422, 0.9124, 0.9026, 0.8962, 0.8997, 0.8812, 0.9462, 0.9340, 0.9246,
0.8901, 0.9703, 0.8928, 0.9062, 0.9005, 0.9202, 0.8898, 0.7652, 0.9302,
0.9462, 0.8460, 0.8616, 0.9856, 0.9017, 0.7957, 0.9311, 0.8857, 0.9500,
0.8970, 0.8731, 0.9362, 0.9303, 0.8884, 0.8966, 0.9108, 0.8773, 0.9126,
0.9455, 0.8028, 0.8503, 0.9338, 0.9651, 0.8512, 0.9256, 0.9525, 0.9399,
0.8971, 0.9199, 0.9246, 0.9409, 0.9010, 0.9684, 0.8918, 0.9256, 0.9303,
0.9416, 0.9020, 0.8958, 0.9451, 0.9145, 0.9444, 0.9487, 0.8203, 0.9313,
0.9294, 0.9427, 0.9491, 0.9367, 0.9359, 0.8986, 0.9385, 0.8759, 0.8162,
0.8103, 0.8969, 0.9336, 0.9639, 0.9188, 0.9211, 0.9113, 0.9520, 0.8889,
0.9483, 0.9455, 0.9245, 0.9622, 0.8506, 0.8937, 0.8666, 0.9286, 0.9508,
0.9308, 0.8881, 0.9424, 0.8688, 0.9686, 0.7241, 0.9438, 0.8501, 0.9519,
0.9228, 0.8956, 0.8952, 0.9366, 0.9318, 0.8928, 0.9416, 0.9172, 0.8760,
0.8772, 0.9519, 0.9456, 0.8911, 0.7820, 0.8728, 0.9112, 0.8540, 0.8788,
0.9012, 0.8866, 0.7977, 0.9128, 0.9274, 0.9065, 0.8766, 0.9563, 0.9189,
0.8611, 0.9106, 0.9185, 0.8871, 0.8710, 0.9477, 0.9511, 0.9183, 0.9638,
0.8996, 0.9542, 0.8924], device='cuda:0')),
('bert.encoder.layer.4.output.LayerNorm.bias',
tensor([-7.1604e-03, 1.2758e-02, 8.8074e-02, 2.7710e-02, 5.1469e-02,
-6.0165e-02, 4.7050e-02, -9.6399e-02, -1.2262e-01, 4.1067e-02,
-7.4524e-02, 1.6241e-02, 3.1139e-02, 1.0019e-01, 1.5672e-02,
-5.2989e-02, 2.2000e-02, -5.6556e-03, 7.7062e-02, 3.8861e-02,
-1.1656e-02, -6.6648e-02, 4.9105e-02, -6.6127e-03, 4.3246e-02,
-2.4961e-02, -1.6460e-02, -6.2121e-02, 3.3141e-03, 6.1645e-03,
1.2363e-02, 4.4449e-02, 2.5392e-02, 3.7564e-02, -4.0602e-02,
-1.6288e-02, 2.3716e-02, -1.5004e-02, -7.0984e-03, -6.2958e-02,
3.6723e-03, 3.5290e-02, -2.3080e-02, -3.0317e-02, 3.1453e-02,
2.1771e-02, -8.6569e-02, -1.0039e-02, -5.1176e-02, -6.9971e-02,
-2.8634e-02, -2.6028e-04, -1.1291e-01, 8.3567e-02, 1.8987e-02,
4.3250e-02, 2.4020e-02, 3.2157e-02, -1.1402e-02, -5.9981e-02,
1.6122e-02, -2.6975e-02, -7.0230e-02, 1.2469e-01, 3.0122e-02,
1.0165e-02, -3.2147e-02, 2.3920e-02, -4.6627e-02, -3.3445e-03,
1.0112e-01, 3.9435e-02, 1.0325e-02, -3.4872e-03, -2.8868e-03,
2.3704e-02, -2.5451e-02, 3.7952e-02, 2.3472e-02, -2.1238e-03,
-2.1707e-02, -3.7743e-02, 3.7074e-02, -1.0064e-01, 2.8602e-02,
-1.0716e-01, 2.7706e-02, -1.5099e-02, -5.5414e-02, -1.0389e-02,
8.1360e-02, 2.3181e-02, 1.1202e-01, -4.4985e-02, 4.5222e-02,
-6.1784e-02, -2.8755e-02, 6.2697e-02, -1.4650e-02, -1.2950e-01,
3.7295e-02, 6.2214e-04, -4.6814e-03, -5.2804e-02, 6.4981e-02,
-1.9679e-02, -7.3367e-03, 1.6263e-02, 7.3309e-02, 2.2122e-02,
-3.3756e-02, 1.3862e-02, 1.0544e-02, 3.4989e-02, -3.6642e-02,
-9.8613e-02, -2.4238e-02, -9.0389e-02, 1.5137e-02, 5.3784e-03,
-3.8540e-03, 5.3647e-04, 1.2376e-02, -2.4511e-02, 3.4293e-03,
3.1384e-02, 7.0700e-02, -2.6266e-02, -1.8312e-02, 1.2294e-02,
-3.9556e-03, 7.1837e-03, 8.2247e-03, -2.8484e-02, 5.7743e-03,
-1.2850e-02, -2.1254e-02, -8.2140e-03, 5.1383e-02, 1.6288e-02,
5.6350e-02, 2.3437e-03, -6.5420e-03, 2.7222e-01, 3.0975e-02,
6.2484e-02, -5.0879e-02, -3.4153e-02, 5.7513e-02, 8.7280e-02,
1.4483e-01, -6.3153e-03, 2.6545e-02, -2.5348e-02, -9.3916e-02,
-1.2499e-02, -3.7380e-04, 4.7163e-02, 5.7763e-03, 7.7417e-02,
-9.3316e-02, -3.6909e-02, 8.1966e-03, 1.2679e-02, 2.6458e-02,
9.9576e-02, -1.1313e-01, -4.7619e-02, 5.1077e-02, 1.9485e-02,
4.8620e-02, 1.1684e-02, 3.1258e-02, -7.1849e-02, -7.0343e-02,
-8.0619e-02, -9.9694e-02, 1.8373e-01, 2.6395e-02, 6.0612e-04,
1.0605e-01, 1.9924e-02, 4.5594e-02, 1.3077e-01, -1.4587e-02,
2.0234e-02, 1.0888e-01, 9.0084e-02, -9.7326e-03, 1.4681e-02,
-8.1084e-02, -2.6027e-02, -6.2779e-02, -1.4690e-02, 6.2235e-02,
1.0529e-01, -1.5318e-02, 5.0612e-02, 4.2599e-02, 3.6181e-02,
-4.2718e-02, -5.9191e-02, 4.2019e-02, -6.0693e-02, -2.4148e-02,
-2.5507e-02, 1.3464e-02, 9.5145e-02, -1.6861e-02, 2.2415e-02,
6.7308e-03, 3.6629e-02, -4.2856e-02, 4.6227e-02, 5.8874e-02,
3.6693e-02, -3.6774e-02, -4.8768e-02, 2.6215e-02, -7.4588e-02,
-1.3019e-02, -1.1588e-02, -6.1089e-02, 1.9016e-01, 8.4372e-02,
-1.6800e-03, 4.6250e-02, -3.6244e-03, -9.3123e-02, 8.6366e-02,
7.2349e-03, -5.7408e-02, -3.6039e-02, -1.7487e-03, 2.6578e-02,
5.9183e-02, 2.2299e-02, 6.7783e-03, 9.0977e-03, 2.4170e-02,
7.5169e-02, 1.1092e-02, -3.8297e-02, -2.4597e-02, 6.0279e-02,
6.8282e-02, -1.2768e-02, -2.0908e-02, -2.0130e-02, -1.0151e-01,
-1.4096e-02, -1.2884e-02, -6.7450e-02, -7.4316e-03, -5.6060e-02,
-1.2789e-02, 1.0889e-01, 4.2968e-02, 2.7327e-02, 4.4679e-03,
9.6399e-03, 1.0335e-02, -4.5393e-02, 8.0188e-03, 2.0891e-02,
-2.9873e-02, 6.7717e-02, 3.2858e-02, -5.8651e-02, 6.1102e-03,
-5.9153e-04, 6.8103e-02, -5.8551e-02, 5.8179e-03, -1.1028e-01,
1.1223e-01, 4.7725e-02, 3.9769e-02, -3.6951e-02, 1.0845e-01,
-2.1025e-02, 2.2889e-02, 4.3124e-02, -2.3063e-01, 1.2474e-02,
-5.8662e-02, -3.7622e-05, 1.0760e-01, -2.9227e-02, -2.4069e-02,
-2.9694e-02, 5.0443e-03, 2.6890e-02, 4.6755e-02, 5.6515e-02,
6.8457e-02, 1.1473e-01, 1.6301e-02, 9.5512e-02, -2.4048e-02,
-8.3307e-02, 5.8387e-02, 4.3232e-02, -1.4905e-02, 2.7994e-02,
6.3607e-02, 3.4896e-03, -1.0332e-02, -1.3896e-02, -3.5141e-02,
-1.0558e-01, 8.6929e-03, -4.6541e-02, -2.9438e-02, 3.8416e-02,
-3.0456e-02, 1.8797e-02, 1.1945e-02, 1.3410e-01, -3.1722e-02,
5.6263e-02, 3.8105e-02, 3.0425e-02, 1.3316e-02, 3.3178e-02,
5.9661e-02, -1.1359e-01, -5.3873e-02, -1.8290e-02, -9.4474e-02,
1.9399e-01, 2.4808e-03, 3.2448e-02, -6.5882e-02, -6.8856e-02,
3.0064e-02, -3.4154e-02, -8.9563e-03, 5.9181e-02, -3.6748e-03,
6.9589e-03, 2.7447e-02, -7.9174e-03, 3.4829e-02, -1.5163e-02,
-7.6145e-03, -1.5228e-03, 4.1909e-02, -1.3147e-02, 4.7669e-02,
1.0590e-03, 2.7556e-02, 7.7131e-02, 9.0536e-03, -1.0005e-02,
6.4809e-02, -1.4931e-02, -1.5559e-02, -4.3772e-03, 7.1042e-02,
1.7218e-02, 4.8379e-02, -5.7276e-02, 1.7877e-02, 9.3551e-02,
-4.7777e-02, 1.8676e-02, -8.2530e-02, 2.4400e-02, -1.0686e-01,
2.7746e-02, 6.4599e-02, -4.7717e-03, -1.1933e-02, 4.9709e-03,
2.1397e-02, -6.9990e-04, 2.2645e-02, -4.7702e-02, 1.5697e-02,
9.6280e-03, 2.5948e-02, -2.8544e-02, -1.1334e-01, 7.1482e-02,
9.0057e-02, -3.1008e-02, 1.5543e-02, -3.3833e-02, 3.8731e-02,
-4.4932e-02, 5.1488e-03, -1.7768e-02, 2.7649e-02, 1.0115e-02,
2.3360e-02, 8.3505e-03, -5.8627e-02, 5.6306e-02, 2.2329e-02,
2.9592e-02, -5.9151e-02, -1.7324e-02, -6.4251e-04, 4.6403e-02,
-3.3278e-02, -1.0932e-02, 6.4581e-02, 8.2184e-02, 6.5958e-02,
9.0299e-02, 2.5189e-02, -8.5617e-02, 3.7163e-02, -5.9150e-02,
2.1996e-02, -4.6324e-03, -1.4638e-01, 6.6962e-02, 3.9964e-03,
2.1795e-02, 5.6576e-02, 1.1170e-01, 1.0517e-02, -5.0816e-02,
5.4784e-02, 1.1018e-01, 5.8135e-02, 3.8157e-02, -9.9780e-02,
-1.4025e-02, 8.3472e-03, 1.4970e-01, -8.3000e-02, 5.6560e-02,
-4.4525e-02, -1.3465e-01, 6.2899e-03, 4.1529e-03, -3.0900e-02,
-3.9554e-02, -1.2253e-02, 2.2144e-02, 6.1555e-02, 1.4865e-02,
5.3025e-02, -1.2426e-05, -1.7759e-02, -2.4622e-02, -5.4991e-03,
-9.0819e-02, -4.7057e-02, -3.4032e-02, 2.8459e-02, 4.9970e-02,
1.7901e-01, 9.8989e-03, 7.0302e-03, 1.4841e-02, 6.2954e-04,
9.9266e-03, -1.6649e-04, 2.8002e-02, -4.5375e-02, 3.0188e-02,
2.0155e-02, -2.8416e-02, -1.7224e-02, -2.2500e-02, -4.1617e-02,
-9.5143e-02, -4.8500e-02, -9.9027e-03, -5.3823e-02, 1.8130e-02,
-7.6045e-03, 3.1535e-02, -2.7800e-02, 1.1906e-02, 4.2726e-02,
4.5586e-02, 2.3679e-02, 3.2330e-02, -4.2311e-02, -3.7887e-02,
5.8501e-02, -3.6503e-02, 2.7374e-03, -2.9469e-03, -2.1069e-02,
-1.1924e-02, 3.2981e-02, 5.8329e-02, -3.8637e-02, -8.6199e-02,
1.5001e-02, 1.6339e-02, 1.1579e-02, -3.5269e-03, -9.0012e-03,
-7.7288e-02, -3.3721e-02, 1.2936e-02, 7.0511e-02, 8.0265e-02,
-1.4368e-01, 3.0033e-02, -4.0725e-02, 6.6082e-02, 2.2012e-02,
1.3807e-01, 2.0417e-02, -1.4015e-01, -3.3033e-02, 2.3806e-02,
3.0552e-02, -2.0548e-02, -6.5623e-02, -5.2514e-02, -5.1931e-03,
3.7906e-02, 9.4750e-03, -2.6708e-04, 6.3142e-02, 4.6870e-02,
-4.0369e-03, -5.8465e-02, 7.0101e-03, -2.6046e-02, 3.4653e-02,
6.2527e-02, -6.2365e-02, 6.5907e-02, 3.8357e-02, 4.9661e-02,
3.3777e-02, 3.5025e-02, -6.2918e-02, 9.7649e-02, -6.3336e-02,
8.9434e-02, -1.5843e-02, -3.8111e-02, -1.2587e-03, 3.9048e-02,
-1.1969e-01, 2.3914e-03, 9.5612e-03, -9.4176e-02, -6.8270e-02,
-7.8404e-02, -7.7878e-02, 2.5070e-02, -5.3211e-02, -3.4503e-02,
-1.0949e-03, 8.1196e-02, -4.3984e-01, 2.1617e-02, -2.4062e-02,
3.0043e-02, -4.6481e-02, 3.1428e-02, 1.6479e-02, -3.5977e-02,
8.2951e-02, 2.9101e-02, 1.8416e-02, 6.4696e-02, -8.7244e-02,
3.5023e-02, -1.8976e-02, 2.7113e-02, 5.3056e-03, -2.2125e-02,
5.5558e-03, -1.0528e-02, 7.0056e-02, -9.6863e-02, 2.7375e-02,
-1.5972e-02, -7.9512e-02, -4.9431e-02, -7.5503e-03, -4.6699e-03,
5.3981e-02, -6.5477e-02, 7.9977e-03, -4.3798e-02, -3.6585e-02,
2.9375e-03, -1.3633e-02, 5.3889e-02, 8.8863e-02, 5.6667e-02,
-1.5704e-02, -3.2800e-02, 5.2693e-02, 3.5750e-02, -1.2768e-02,
8.5355e-02, 1.9448e-02, 2.0138e-02, 1.1508e-01, -2.8930e-02,
3.5802e-02, 2.0359e-03, -8.8890e-02, -3.4305e-02, -7.7793e-02,
-1.9482e-02, -4.1738e-03, 4.5049e-03, 5.6274e-02, -9.4983e-02,
-2.2768e-02, -4.4861e-02, 3.3924e-02, -6.3210e-03, 4.0442e-03,
4.0283e-02, -4.2776e-02, -5.0282e-02, -5.9398e-02, -5.3425e-02,
8.5271e-02, 2.8941e-02, 8.4375e-02, -2.9343e-02, -1.2233e-01,
5.0546e-02, -5.4471e-02, -2.8520e-02, 4.1092e-02, -3.5280e-02,
-1.2043e-01, 8.1249e-02, -6.5976e-02, 9.0415e-02, 5.0898e-02,
-7.8953e-03, 5.7452e-02, -6.5731e-02, 6.5556e-02, -1.5928e-02,
5.8460e-02, 1.2222e-01, -7.6375e-02, 5.7325e-02, 7.1197e-02,
2.2988e-02, 5.9757e-02, -1.9372e-02, 8.1898e-02, -1.9953e-02,
-3.4846e-02, 2.6835e-02, 1.4688e-02, 4.4622e-03, -1.4475e-02,
-1.5048e-02, -1.0938e-02, 5.6388e-02, 6.2319e-02, 2.5416e-02,
8.4631e-02, -1.0600e-01, 1.2762e-02, 4.0820e-02, -6.0786e-02,
-1.4536e-02, -5.3963e-02, -1.6370e-02, -3.4533e-02, -9.1559e-02,
-4.4276e-02, 9.4919e-03, 9.3625e-02, 5.7654e-02, -2.7704e-02,
-4.7536e-02, 4.2013e-02, -1.6777e-02, -1.9711e-02, -2.0794e-02,
-3.3993e-02, 3.1302e-02, 5.3767e-03, -1.3935e-02, 6.0006e-02,
-6.5880e-02, 2.6116e-02, 5.6256e-02, 2.7864e-02, -9.3000e-02,
3.9368e-02, -1.0098e-02, 1.1273e-01, -7.2880e-02, -3.4635e-02,
-2.3808e-02, -6.4593e-02, 9.0978e-04, -2.9620e-02, 4.4272e-02,
2.3341e-02, 2.6175e-03, 5.8853e-02, 6.6652e-03, 4.1057e-02,
3.7032e-02, -2.4357e-02, 2.2607e-02, -7.1812e-04, -3.1363e-02,
-1.1606e-02, 6.0348e-02, 3.5908e-02, -4.2146e-02, -3.7148e-02,
-3.8283e-02, -6.0954e-02, -1.0136e-02, 3.7060e-02, -2.0689e-02,
3.2631e-02, -9.7199e-02, 4.0678e-02, 1.1971e-02, -4.2028e-02,
8.3087e-02, -4.7839e-03, 1.3375e-02, -8.7445e-02, 6.8607e-03,
-8.5127e-03, -1.2353e-01, 3.3362e-02, -4.0376e-02, -1.9444e-02,
7.1137e-02, 4.7828e-02, -3.0733e-02, -8.9467e-02, -2.4560e-02,
1.2911e-02, 6.0551e-02, 3.3891e-02, 8.3840e-02, 9.8625e-03,
3.3341e-02, -5.1531e-02, -2.1295e-02, 9.3916e-02, 3.8404e-02,
7.2003e-02, -3.3700e-02, 5.5519e-02, 3.7469e-02, -1.1242e-01,
6.6578e-02, 2.8553e-02, -5.8466e-02, -1.5203e-02, -4.9677e-02,
-4.9175e-03, 9.4358e-03, -6.3038e-02], device='cuda:0')),
('bert.encoder.layer.5.attention.self.query.weight',
tensor([[-6.5250e-02, -1.4649e-02, 5.1976e-05, ..., -9.7354e-03,
-1.3251e-02, 2.8870e-02],
[ 3.7221e-02, 1.6038e-02, 4.0009e-02, ..., 1.1076e-02,
2.0658e-02, -7.7364e-02],
[-1.2142e-02, 4.0849e-02, 6.3152e-02, ..., -2.7740e-02,
7.4383e-02, -1.8817e-02],
...,
[-9.9322e-04, 1.0013e-01, -5.0913e-03, ..., -5.1089e-02,
-1.7924e-02, -1.7042e-02],
[-3.6994e-02, 1.0851e-02, 3.2125e-02, ..., 3.8893e-02,
8.2241e-02, 7.9812e-02],
[-1.7460e-02, -4.3877e-02, 3.0495e-03, ..., 4.9085e-02,
5.2760e-02, 5.0055e-02]], device='cuda:0')),
('bert.encoder.layer.5.attention.self.query.bias',
tensor([-4.1288e-02, 2.3152e-02, -4.3450e-02, 2.6994e-03, 1.4347e-02,
4.1334e-02, 4.3050e-02, 2.4255e-02, 3.1149e-02, 6.2882e-04,
6.9363e-02, -1.9252e-03, 8.9847e-04, -3.1732e-02, -1.4777e-02,
-2.6739e-02, 5.8304e-02, -1.4498e-02, 1.6853e-02, 7.6377e-02,
-3.9125e-02, 6.8840e-02, -8.6710e-02, -6.0397e-02, 5.2748e-02,
-1.5482e-03, -1.9988e-01, 2.7860e-02, -1.4713e-02, -2.8622e-02,
-3.1565e-02, 3.3195e-02, -3.2391e-02, -4.7598e-03, 1.7096e-02,
-2.9037e-02, -3.6499e-02, -1.9766e-02, -7.0185e-03, 4.0061e-04,
3.7046e-03, -1.1608e-02, -3.1120e-02, 4.3009e-02, 1.1566e-02,
4.6345e-02, 1.2942e-02, -3.3796e-02, 8.1834e-03, -3.2086e-02,
3.7809e-02, 5.6951e-02, 1.2506e-02, 3.7223e-02, 6.1288e-02,
-2.6035e-03, -3.1501e-02, -1.2311e-02, 2.0744e-02, -3.6625e-02,
1.5468e-02, 1.0226e-01, -6.7850e-02, 8.7691e-04, -1.4133e-01,
-3.7822e-02, 1.1684e-01, -1.3424e-01, 1.5098e-02, -1.4969e-01,
-9.7986e-02, 1.3490e-01, -3.6963e-02, -4.8521e-02, 1.4123e-01,
-4.1063e-02, 4.0598e-02, 9.8071e-02, -1.9855e-02, 5.7661e-02,
-1.3633e-02, 8.2339e-03, -1.1640e-01, -1.2833e-01, 1.2360e-01,
1.9938e-02, -1.8873e-01, 4.4212e-02, -3.1054e-01, 1.0666e-02,
-1.1541e-02, -4.9410e-02, -6.7223e-02, -1.3560e-02, 1.2863e-01,
-4.6332e-03, -1.7665e-01, 3.4214e-02, -1.2543e-02, 8.3328e-02,
3.0444e-02, -1.6729e-01, -1.4999e-02, -1.3365e-02, 2.9226e-01,
-1.0109e-02, 6.2147e-02, -3.4682e-01, -3.5492e-03, 1.2870e-01,
-1.2673e-01, -6.5517e-02, 4.1089e-02, -2.0174e-02, -4.8617e-02,
-3.4286e-02, 7.2038e-02, 1.3842e-02, -6.8480e-02, -9.0200e-02,
-8.5552e-02, -1.3708e-01, 1.0137e-01, -7.4820e-02, 2.4505e-02,
-5.3466e-02, -2.6909e-02, -2.0113e-02, 1.3787e-02, -1.2330e-02,
-8.3037e-02, -1.0412e-02, -3.0679e-03, -2.0756e-01, -4.4653e-02,
1.1555e-01, -3.5327e-02, -2.3007e-01, -1.4616e-01, 1.2206e-01,
-1.0056e-01, 6.7052e-02, 1.0978e-02, 4.3311e-02, -7.1305e-02,
5.7291e-02, 2.4839e-02, -5.3126e-02, -1.3224e-02, 1.8738e-02,
-8.8719e-02, -1.1747e-01, -6.2981e-04, -6.0011e-02, 1.1260e-01,
-5.2047e-02, 1.1937e-02, -3.6995e-02, 3.4301e-02, -2.3808e-01,
1.8385e-02, 2.2544e-02, 3.0504e-02, 1.5351e-02, -3.7894e-02,
-9.3490e-02, -3.7121e-03, 3.8226e-02, -1.9885e-02, -1.6649e-03,
1.7690e-02, 6.4703e-02, -4.7784e-02, 1.5706e-01, 8.7497e-04,
7.7322e-02, 6.6492e-02, 5.1455e-02, 3.1670e-02, 6.8870e-02,
-2.7669e-01, -1.7970e-01, 1.4043e-01, -2.2856e-02, -3.7049e-02,
-1.2106e-01, -6.6437e-02, -5.1516e-02, -5.3298e-02, -3.5186e-02,
1.9776e-02, -4.2523e-01, -2.8695e-03, 3.6020e-02, -5.1345e-02,
-4.1846e-03, -4.4686e-02, -9.2898e-03, 2.8303e-02, 4.5009e-02,
3.4592e-02, 3.4983e-02, -8.1653e-02, -1.4106e-02, -2.9530e-03,
4.6174e-02, -4.9268e-03, 2.0838e-02, 1.2057e-02, 1.3242e-01,
1.7135e-03, 2.8731e-02, 9.3971e-02, 4.0723e-03, 3.0652e-02,
-8.7188e-02, 2.8586e-02, 5.1791e-02, 6.3248e-02, -3.8655e-02,
-6.8215e-03, 2.7119e-02, 2.5065e-02, 1.8219e-02, -4.8925e-02,
-1.9346e-02, 1.6364e-02, -1.6301e-02, 2.0091e-02, 2.0089e-03,
-7.3732e-03, -7.1269e-02, 2.4314e-02, -2.7467e-02, -1.8688e-02,
4.1146e-03, 2.1918e-01, 2.2838e-02, 1.0235e-02, -4.7410e-02,
-2.0967e-03, 5.6981e-02, 1.3953e-02, 2.0486e-02, -4.2317e-02,
3.3000e-01, 4.6245e-02, 6.0878e-03, -1.7582e-01, -5.9043e-03,
3.6981e-01, 4.2457e-02, -3.2038e-02, -9.7400e-03, 7.9659e-03,
-1.5759e-02, -6.0132e-02, 9.8992e-03, 1.5905e-01, -2.9402e-03,
2.9376e-02, -1.1063e-01, -4.8612e-02, -3.4341e-01, -4.0917e-02,
-3.8920e-03, 1.4756e-01, -3.2951e-02, 1.8665e-02, 4.9636e-02,
-4.2360e-02, -3.4326e-01, 4.2963e-05, 2.1781e-02, -1.2650e-01,
-2.7807e-02, 2.5918e-02, -4.9463e-02, 8.8016e-02, 5.5851e-04,
-1.7179e-01, 1.1348e-01, -7.9169e-03, -2.6287e-01, 2.7036e-02,
-1.5455e-01, 2.2097e-02, 1.0779e-02, -2.1234e-02, 7.8104e-03,
-1.2857e-01, 1.9147e-01, -2.0019e-01, -5.9730e-02, 1.7051e-02,
9.6237e-03, 7.3365e-02, 2.3355e-01, -4.1479e-02, 8.7641e-02,
2.3735e-02, 4.4759e-02, -3.8449e-02, 5.3493e-02, -3.3783e-02,
5.0563e-01, -1.9998e-02, 6.0930e-02, -6.4780e-02, 1.6137e-02,
2.6356e-02, -8.1240e-03, 1.1174e-01, -1.3860e-02, -1.7330e-01,
5.7809e-03, -7.4257e-02, -3.7576e-02, -9.6714e-02, 6.2762e-02,
-4.7048e-03, -1.7997e-02, -4.1798e-02, 4.6797e-02, -5.0679e-02,
-1.0735e-02, 1.4834e-02, -1.6592e-02, -8.2563e-03, 2.8227e-02,
-2.0112e-02, -9.5331e-02, 1.1199e-02, 3.2534e-02, -2.6185e-02,
6.0264e-04, -1.8865e-02, 1.4426e-02, 2.6109e-02, -6.6997e-02,
-1.0101e-01, 1.1171e-03, -3.1535e-02, -7.8667e-02, 2.7037e-01,
-8.5622e-04, -2.4207e-02, -2.1454e-02, 5.4065e-02, -7.1487e-02,
-4.3471e-02, 2.6403e-02, -5.0829e-02, -3.0232e-02, -9.5720e-03,
6.2580e-02, 5.7422e-02, -3.1608e-02, -3.6280e-02, -1.0246e-02,
-3.1315e-02, -3.4724e-02, -6.3318e-02, -4.8845e-02, 1.1380e-01,
-2.1219e-04, 1.6808e-02, 2.2240e-02, 9.7384e-02, 3.4280e-03,
-6.7857e-02, -6.8586e-03, 3.4659e-02, -6.1917e-02, -1.4033e-01,
6.6536e-03, 5.6380e-02, 6.1959e-02, -2.3049e-01, 4.4373e-02,
-4.7132e-03, -3.8901e-02, 1.3336e-02, 2.1579e-02, -8.8125e-02,
2.1414e-01, 5.8455e-02, 1.4361e-01, 2.8322e-02, 4.3225e-02,
-1.0988e-01, 1.9352e-02, -1.2625e-01, 5.3606e-02, -1.5873e-02,
2.5535e-02, 1.8741e-01, -4.5054e-01, 5.4078e-02, 7.0752e-02,
-1.2324e-01, 5.2533e-02, -7.5703e-02, 3.0337e-01, -7.5924e-02,
1.9483e-01, -2.4575e-01, -1.1900e-01, -6.6579e-02, 4.2566e-02,
6.2302e-02, -1.5205e-01, 1.0520e-01, -5.3805e-02, 1.0594e-01,
2.6553e-02, 8.1290e-02, 6.3519e-02, 9.1564e-02, -5.5146e-02,
1.0626e-01, 1.5344e-02, 1.0670e-01, 3.4326e-02, -6.2794e-02,
-5.3733e-01, 6.5048e-02, 5.7279e-02, -3.6546e-02, 9.6344e-03,
-6.0987e-02, -2.3138e-01, 6.4845e-02, 3.6392e-02, 3.7810e-02,
-9.3454e-03, 7.9943e-02, -1.1664e-01, 8.1263e-02, -1.1812e-01,
-1.0490e-01, -6.7896e-02, 9.7770e-02, 1.6867e-01, 3.6067e-02,
-1.7199e-01, -7.2696e-02, -1.5485e-02, -8.2329e-02, 1.9418e-02,
1.8582e-01, -6.1657e-03, -6.3070e-02, 3.3289e-03, 9.5191e-02,
-3.7602e-01, 2.2253e-02, 6.5259e-02, -1.3078e-01, -2.4263e-01,
9.4683e-02, -4.0023e-02, 8.1013e-02, 8.1529e-02, 8.8324e-02,
-3.4756e-01, -1.4892e-01, 7.0956e-03, -3.2196e-02, 1.0714e-01,
-5.3209e-02, -7.0799e-02, 1.6172e-01, -2.2998e-01, -1.8704e-01,
2.8890e-01, 2.4882e-02, -1.0958e-02, 1.0146e-01, 3.3798e-02,
5.6338e-02, -2.7246e-03, 1.0455e-01, 1.1472e-02, -1.2028e-01,
1.3489e-01, -4.9731e-02, 6.5971e-02, -1.4323e-01, -6.0552e-02,
1.4184e-01, 2.0456e-02, -1.0624e-01, -1.2684e-02, 6.7904e-02,
1.2871e-01, -1.0202e-01, 6.1199e-02, 4.2695e-02, 2.2241e-01,
-4.5460e-02, 5.9637e-02, -7.7441e-02, -2.7098e-02, 5.6295e-02,
5.6782e-02, 1.0334e-01, 1.4255e-01, 6.2913e-02, -3.4737e-02,
-3.8926e-01, -4.1667e-02, -9.1668e-03, -3.0256e-02, -4.4440e-03,
-3.6651e-02, 3.0609e-02, 4.8204e-02, 1.0866e-01, 2.7489e-02,
2.5447e-01, 6.3788e-02, -4.8940e-02, -6.8515e-02, 1.7386e-02,
2.2955e-02, 7.5613e-03, 2.3498e-02, 1.3324e-02, 2.4955e-01,
5.0961e-02, -6.2610e-02, 7.0596e-02, -1.5656e-01, 1.5621e-03,
-5.4975e-02, 9.2059e-02, 5.5660e-02, 1.4160e-02, 3.5284e-02,
-1.4385e-01, -8.0416e-02, -6.2321e-02, 7.1432e-02, -1.8774e-02,
-8.2319e-03, -6.9173e-02, 2.8226e-02, -8.0123e-03, -3.0285e-01,
-2.5465e-03, 3.6092e-01, -2.6342e-02, 1.4969e-02, -1.3127e-02,
1.9789e-02, 6.3838e-02, -1.0604e-02, 3.2651e-02, 1.0791e-02,
-2.9301e-03, -5.8561e-02, -4.9724e-02, 1.6694e-02, 3.1348e-02,
3.2773e-02, 6.3755e-03, 1.8642e-01, 5.2929e-02, -1.1372e-02,
3.9023e-02, 2.9625e-02, 2.9747e-02, -6.9881e-02, -1.8740e-02,
-4.3634e-03, -7.0864e-02, -1.3402e-02, -2.9504e-01, 3.2813e-01,
5.7487e-02, 5.3643e-02, 6.3352e-02, -6.0668e-02, -1.2730e-01,
9.0190e-02, 1.5332e-01, -5.7377e-02, 3.9702e-01, 9.4578e-02,
1.1713e-01, 1.3277e-01, -3.9857e-02, -4.7214e-02, 5.4620e-02,
-2.8771e-03, 3.8552e-02, 4.8302e-02, -2.8975e-02, -2.5285e-02,
-1.3383e-01, 1.6713e-01, 1.6241e-02, 2.5318e-01, 5.7853e-01,
-2.8499e-01, -5.1429e-02, 9.1332e-02, -1.9624e-01, 6.4141e-02,
-1.1320e-01, 8.5553e-02, 5.2152e-01, -1.6121e-02, -5.4980e-02,
-1.9000e-01, 6.4316e-02, -1.1541e-01, 2.6722e-01, -1.1398e-01,
2.6783e-02, -1.6248e-02, 7.0544e-02, 1.5032e-01, 1.6790e-02,
2.0335e-02, 1.1210e-02, 3.1696e-02, -3.8756e-02, -8.8564e-02,
-1.0686e-01, 4.7703e-02, -6.5371e-03, 1.1618e-01, -6.9063e-02,
-9.0833e-02, -8.5208e-02, 4.6207e-02, 3.7338e-02, -2.2757e-01,
1.3940e-01, -1.7158e-01, -3.9127e-03, -4.3694e-02, 1.0957e-01,
7.5938e-02, -4.1622e-03, 1.6494e-01, -4.2552e-02, 5.2899e-01,
-1.0352e-01, -1.4002e-01, -6.5856e-02, 3.4275e-02, -9.2204e-02,
-5.5040e-02, 2.4956e-02, -1.4480e-01, 2.1918e-02, 1.7475e-01,
-4.0121e-02, 2.2857e-01, 7.5758e-02, 1.3330e-01, -2.6944e-03,
-1.7060e-02, -6.6098e-02, -3.0343e-02, -5.8203e-02, -7.0961e-02,
-2.4131e-02, -3.3724e-01, -9.8374e-02, -3.0085e-02, 1.4517e-01,
-9.5839e-03, -5.5698e-02, 3.9845e-02, -8.1637e-02, -1.3445e-01,
-2.8458e-02, -5.8509e-02, 2.6782e-01, -3.4971e-02, -3.7645e-02,
-1.2111e-02, 4.5635e-02, -7.1605e-02, -2.5438e-02, -5.6989e-01,
2.2915e-02, -7.5121e-02, 9.8296e-02, 4.9953e-02, -2.7155e-02,
6.3508e-02, -8.4399e-02, -2.5623e-02, -7.0708e-03, 1.7477e-01,
2.3318e-01, 9.7235e-02, 1.0085e-01, 1.4431e-01, 5.1566e-02,
5.4505e-02, 2.5509e-02, 1.1700e-02, 5.1576e-02, -2.8157e-02,
3.6366e-02, 8.0366e-02, 5.5020e-02, -3.4091e-01, 1.1049e-01,
-8.4644e-02, 6.1796e-02, 3.3668e-02, 1.6543e-01, -3.2428e-03,
4.6631e-02, 1.3711e-02, -4.7788e-02, 7.1076e-03, -5.1615e-05,
-2.4000e-01, -2.1795e-01, -1.4995e-01, -3.1898e-02, -1.0755e-01,
1.7219e-02, 3.2131e-02, -5.1119e-02, -1.8502e-02, 3.0053e-02,
-3.0962e-01, -2.9462e-02, 6.0904e-02, -5.8545e-02, -1.4238e-02,
3.0930e-03, 3.7865e-02, 4.1828e-01, -3.2016e-03, 6.5977e-02,
-1.0538e-01, 6.5333e-02, 1.7118e-03, 7.4779e-02, -9.8060e-02,
-6.5672e-02, 3.0621e-02, -9.9490e-03, 3.0493e-02, 1.7895e-01,
-6.9288e-04, 1.9047e-02, 5.3585e-03, 5.2349e-02, 3.9899e-02,
7.0804e-02, 4.4400e-02, 1.6412e-02, 7.1682e-02, -3.7997e-02,
9.4884e-03, -9.0881e-03, 2.1654e-01], device='cuda:0')),
('bert.encoder.layer.5.attention.self.key.weight',
tensor([[ 0.0071, 0.0761, 0.0034, ..., 0.0792, 0.0474, 0.0580],
[-0.0526, -0.0382, 0.0104, ..., 0.0042, 0.0269, 0.0107],
[ 0.0217, -0.0074, 0.0128, ..., 0.0192, 0.0007, 0.0110],
...,
[-0.0392, 0.0009, -0.0040, ..., -0.0333, -0.0372, -0.0064],
[ 0.0321, 0.0323, -0.0685, ..., 0.0835, 0.0282, 0.0357],
[ 0.0533, -0.0420, -0.0368, ..., 0.0084, -0.0047, 0.0163]],
device='cuda:0')),
('bert.encoder.layer.5.attention.self.key.bias',
tensor([ 5.1508e-04, 6.5433e-04, -3.8811e-04, -2.6091e-03, 1.9686e-04,
-4.1473e-03, 5.3913e-04, -2.7614e-04, 2.5717e-03, 2.3055e-03,
3.5022e-04, 7.0632e-04, 1.9349e-03, 8.2927e-04, -7.1194e-04,
-6.6698e-04, 9.7704e-04, 8.6116e-04, 1.1074e-03, 1.0126e-03,
-8.2919e-04, -1.0104e-03, 2.3897e-04, -7.9248e-05, 1.0444e-04,
-2.0598e-03, 3.1561e-03, -1.5963e-03, -1.9586e-03, 1.6191e-04,
-2.0714e-03, -2.1364e-03, -3.9280e-03, 2.3818e-03, -1.7179e-03,
-3.6110e-03, -3.7862e-04, -8.7903e-04, 2.0899e-03, 6.2544e-04,
-9.0012e-04, -2.2377e-03, -2.2107e-03, 1.9541e-04, 1.9856e-03,
1.8728e-03, 1.8915e-03, -1.4496e-03, 4.2677e-03, -2.4609e-03,
5.7758e-04, -4.1669e-03, -1.1356e-03, -2.7558e-03, 3.9884e-03,
5.4906e-03, 5.8262e-04, -8.6396e-04, 1.5390e-03, -4.1295e-04,
1.6864e-03, -2.8698e-03, -6.0162e-05, 3.0210e-03, 1.7804e-03,
2.0058e-03, -2.7203e-04, 3.8470e-03, 3.3945e-03, 2.9860e-03,
2.2557e-04, 1.5780e-03, 4.5240e-05, 3.5504e-03, -2.7035e-04,
6.7956e-04, -1.2406e-04, -3.5014e-03, 2.9804e-04, -3.0225e-04,
1.3057e-03, -6.4340e-04, -9.4044e-04, -2.1437e-03, -1.0445e-03,
-1.9355e-03, 2.3077e-03, -1.7281e-04, 3.3665e-03, -1.7511e-04,
-2.3971e-04, -9.4269e-04, 1.5732e-03, 2.1796e-03, -1.4353e-03,
1.1995e-03, 3.5057e-03, -2.4177e-03, 1.3128e-03, -2.2363e-03,
-2.1650e-03, 3.0313e-03, 1.6687e-03, 8.4009e-05, -4.3870e-03,
7.6799e-04, -1.6280e-03, 1.9634e-03, -1.3615e-04, 3.1509e-03,
1.2342e-03, 5.5838e-03, 4.4991e-04, 2.6787e-03, -5.4069e-05,
1.5482e-03, 7.5059e-04, -2.6746e-03, 2.5827e-03, -2.9193e-03,
2.0510e-03, 3.0975e-03, -3.1539e-03, -8.4207e-04, 6.5315e-05,
3.5989e-03, -3.1249e-04, 1.1871e-03, -2.8978e-04, 4.0631e-03,
-2.2934e-03, 2.3985e-03, -7.3668e-03, 6.0363e-03, 2.7832e-04,
-1.6922e-03, 3.6713e-03, 3.3566e-03, -4.8226e-03, 5.2663e-03,
8.1287e-04, 4.3705e-03, 3.0698e-03, -3.8590e-03, -7.7634e-03,
-2.2937e-03, -7.0181e-04, 2.5474e-03, -1.7767e-03, -3.3066e-03,
8.6564e-03, 4.7106e-03, -3.2989e-03, 8.5293e-03, -4.6630e-03,
4.1333e-03, -3.9826e-03, 3.6224e-04, 2.1940e-03, 5.9194e-03,
2.0637e-03, -4.1725e-03, 6.8247e-04, 1.7617e-03, -3.6308e-03,
3.2504e-03, -2.8069e-03, 5.6187e-03, -1.3735e-03, 4.6373e-03,
1.9760e-03, -9.3503e-04, 2.1527e-04, -6.2599e-04, 2.4146e-03,
-3.2566e-03, 7.8057e-03, -7.6703e-03, -4.4171e-03, -4.2755e-03,
8.3626e-03, 4.6730e-03, -4.6764e-03, 3.0913e-03, -1.8603e-03,
9.9334e-03, 6.3766e-03, 1.1056e-03, 1.3598e-03, 1.8757e-03,
8.1286e-04, 3.9139e-03, -4.5636e-03, -1.5151e-03, 1.1490e-03,
-2.6834e-03, -8.4371e-03, 1.8298e-03, -2.1516e-03, -2.0703e-03,
2.6182e-03, 3.5466e-03, 6.5861e-04, -5.2846e-03, -1.5790e-03,
7.1855e-03, -4.0672e-03, 1.2927e-03, 2.2971e-04, 1.5496e-03,
-1.5537e-03, -9.6162e-04, -1.2753e-02, -4.9032e-03, 2.0519e-03,
1.5635e-03, -6.1268e-03, -2.0596e-03, 6.8747e-04, 3.6345e-03,
-5.8119e-03, 9.4895e-03, 9.9928e-04, -1.9372e-03, -2.9751e-03,
3.5563e-03, 4.8461e-03, 1.2719e-03, 1.4110e-03, -3.3617e-04,
-1.7394e-03, 3.3123e-03, -2.5521e-03, 2.9765e-03, 4.8752e-03,
3.9458e-03, -2.3794e-03, -4.2866e-03, 1.0093e-02, -3.0077e-03,
-1.0159e-04, 3.1023e-03, 2.6379e-03, 9.5963e-03, -9.3831e-03,
-8.3518e-04, 2.9025e-03, 5.8112e-04, 2.0677e-03, -4.6605e-03,
-6.1795e-04, 2.6092e-03, -1.1692e-04, -7.5062e-04, 1.1668e-04,
-1.6700e-03, 3.2290e-03, -1.2818e-03, 9.4302e-04, 3.7688e-03,
-2.6937e-03, 1.0045e-03, -4.8262e-03, 1.1500e-03, -3.0895e-03,
5.6391e-03, 3.2851e-03, -1.2327e-03, 1.1725e-03, 1.6020e-03,
6.0344e-04, -4.9893e-03, -3.1179e-03, -9.5214e-04, 2.9760e-03,
-2.7315e-03, -3.2688e-03, 2.6592e-03, -2.1341e-03, 6.1951e-03,
8.4522e-05, -1.3041e-03, -2.0818e-03, -3.0217e-03, -4.1681e-03,
-3.9938e-03, -2.3925e-04, -3.0457e-03, -3.5827e-03, -1.0284e-04,
1.7716e-03, 1.7864e-03, 7.9840e-04, -1.0598e-04, 1.4101e-03,
-2.1311e-04, -3.5838e-03, 2.4508e-03, 3.4127e-03, -1.4124e-03,
-1.7654e-03, 6.9511e-03, -4.0848e-03, 3.4262e-04, 1.5584e-03,
-1.3903e-03, -6.9419e-03, -2.6962e-03, 3.0177e-03, 2.6469e-03,
-2.7048e-03, -3.4987e-03, 3.6864e-03, -2.2678e-03, -2.4840e-03,
1.3176e-03, 3.2368e-04, 4.6073e-03, -2.8261e-04, -3.2815e-03,
1.6635e-03, 1.0122e-03, 2.4960e-03, -3.4565e-03, -4.4425e-03,
3.8859e-03, 2.8721e-03, -1.1554e-03, -2.4364e-03, -1.1265e-03,
-1.6989e-03, 5.6085e-04, 2.5596e-03, 1.3186e-03, 1.3911e-04,
-1.8980e-03, -2.3437e-03, -2.2218e-04, -4.0248e-04, 1.8757e-03,
3.2331e-03, -2.4306e-03, -7.1530e-04, -1.8209e-03, -3.2028e-03,
-3.4418e-03, -2.3589e-03, 5.8434e-05, -1.4812e-04, 3.5536e-03,
-1.8768e-03, -9.8992e-05, 5.1711e-05, -2.6511e-03, -1.0523e-03,
1.3357e-03, -1.1729e-03, 3.9489e-03, 3.0499e-04, 3.7379e-03,
-2.8746e-03, -8.7481e-04, 2.8837e-03, -2.3200e-03, -3.7861e-03,
5.3471e-04, 2.0244e-03, -1.6575e-03, -3.0556e-03, -3.8034e-04,
2.5688e-03, 2.0025e-03, -3.5099e-03, -3.4873e-03, 1.4023e-03,
-4.1544e-04, -1.2608e-03, -6.4418e-04, 3.1401e-03, 3.7066e-03,
-3.9651e-03, -1.0617e-03, 6.5452e-04, 2.2039e-03, -8.7328e-04,
2.3260e-03, -5.2652e-03, 3.7476e-03, -1.7460e-03, 1.0231e-03,
-2.3740e-03, 3.9408e-03, -5.5985e-03, 2.0546e-03, -2.1656e-03,
-4.1868e-03, 2.9935e-03, 2.2010e-03, 6.5644e-03, 3.2782e-03,
2.2471e-03, -6.2296e-04, -3.4836e-04, 1.8398e-03, -9.8299e-04,
-2.8575e-03, 4.1707e-03, -2.1182e-03, 2.4223e-03, 2.5031e-03,
-2.6556e-03, -9.7765e-04, -2.9636e-03, 1.8520e-03, -3.7688e-04,
-4.6780e-03, 3.7127e-03, 6.2907e-04, 5.3067e-04, 9.8193e-04,
-1.0446e-03, 3.8875e-03, -2.3694e-03, 4.8118e-03, 2.0299e-03,
-9.3233e-03, 2.7806e-03, 2.1538e-03, 1.8574e-04, -3.9114e-03,
2.0608e-03, 4.2338e-03, -5.2044e-03, -1.7195e-03, -5.0629e-03,
-2.4635e-03, -2.9853e-03, -4.2200e-03, 4.0529e-03, 5.0868e-03,
-4.3729e-03, -2.3167e-03, 2.5743e-03, 1.1130e-03, 1.2670e-03,
-2.8766e-03, -3.9005e-03, -1.5350e-03, 2.3391e-03, 9.7334e-04,
-5.0570e-04, 4.4690e-03, 1.5816e-03, 5.6038e-04, -1.7244e-03,
-4.7472e-04, -4.8627e-03, -1.5576e-04, 1.4907e-03, 5.9411e-03,
1.7023e-03, -2.5258e-03, -1.7836e-03, -4.3353e-03, -1.3081e-03,
2.3309e-03, 2.4882e-03, -5.4626e-03, -5.0392e-03, 1.7836e-03,
1.1249e-04, 2.2310e-03, 3.1924e-03, 3.4618e-03, -5.5023e-03,
-1.3953e-03, 2.2880e-03, -4.0537e-04, -8.4862e-04, -5.2044e-03,
1.6720e-03, -6.4549e-03, 2.4069e-03, -4.0173e-03, -6.2620e-03,
-1.3945e-03, 5.3523e-03, -2.0782e-03, 5.5036e-04, -2.7006e-03,
4.6111e-03, 1.8353e-03, -2.9746e-03, -3.2409e-03, 2.0786e-03,
4.6343e-03, 7.8607e-04, -3.4809e-03, 1.2701e-03, 2.0015e-03,
4.4104e-04, 5.7815e-03, -8.1230e-04, -1.3016e-04, 1.0544e-03,
5.5442e-05, -7.0287e-03, -4.6798e-04, 2.3891e-03, 4.1530e-05,
-3.8664e-03, -4.2503e-04, 8.1372e-03, -4.9604e-03, 1.1957e-04,
4.2066e-03, 4.4433e-03, -3.9128e-03, -5.7918e-03, 1.4945e-03,
-3.7364e-03, -8.5499e-03, 2.0040e-03, -4.1739e-04, 1.8784e-03,
1.5059e-03, -1.4568e-03, 6.7695e-03, 8.6529e-04, 3.0272e-03,
-9.7719e-04, -1.2143e-03, -9.3271e-03, -2.6975e-03, -5.5886e-03,
-2.7368e-03, 9.7935e-03, -3.7596e-03, 2.4891e-03, -5.0486e-03,
-6.1158e-04, 4.9023e-03, -1.9364e-06, -3.6147e-04, 5.8295e-03,
-5.6734e-03, -5.7678e-03, -8.6610e-04, 1.0372e-03, -1.3984e-03,
3.9631e-03, -1.1164e-03, -3.8737e-03, 1.7269e-03, 5.1377e-03,
9.1692e-04, -2.7110e-03, -6.2590e-04, 2.0721e-03, 6.3311e-03,
-6.2904e-03, 4.1379e-03, -7.9122e-03, 1.7854e-03, 6.4944e-03,
-4.3673e-03, 3.4941e-04, -8.9643e-03, 5.8711e-04, -5.8263e-03,
3.4317e-03, -3.4565e-03, 9.2151e-03, 7.1543e-03, 1.0529e-02,
1.2102e-02, 3.4718e-04, 1.7552e-03, 2.4565e-03, -1.0190e-03,
6.7321e-04, -2.4564e-04, 9.4667e-04, 2.4243e-03, 1.8190e-04,
-4.8147e-04, 3.9192e-03, 3.4117e-03, -1.3594e-03, 7.8718e-05,
4.4372e-03, -3.6744e-04, 1.2522e-03, 1.0768e-03, 4.7045e-03,
2.4902e-03, 5.1657e-03, 5.3861e-03, 4.5316e-03, 4.7164e-03,
1.3162e-03, -4.7414e-03, -1.0127e-03, -5.4633e-03, -2.4757e-03,
7.2964e-03, 3.2981e-03, -4.2911e-03, 3.7415e-03, 1.9826e-03,
2.2661e-03, -6.4277e-04, -6.9054e-03, -1.4303e-03, 1.0440e-03,
-4.3071e-04, 3.1869e-03, -1.4983e-03, -3.5942e-03, -2.4503e-03,
-1.3597e-03, 6.6889e-03, 1.6236e-03, 3.4527e-03, 5.6753e-04,
4.7114e-03, -4.9116e-03, 2.3253e-03, 1.8083e-03, -2.9205e-03,
4.4692e-03, 4.1511e-03, -1.6357e-03, 2.0832e-03, 4.6652e-03,
4.8724e-03, -4.6347e-03, 3.4860e-03, 6.9754e-04, 7.0399e-03,
6.1416e-03, -1.0657e-03, -2.6079e-03, 3.1796e-03, 5.6201e-04,
4.0538e-03, 1.1229e-03, 6.9645e-03, 1.0347e-03, 6.3891e-03,
-5.6289e-03, -6.2078e-03, -4.5181e-03, 3.5997e-03, -1.7407e-03,
-2.6716e-04, 6.0116e-03, 5.5190e-04, -3.2520e-03, -5.3641e-04,
-3.7093e-05, 8.0763e-04, 3.7603e-03, 1.7179e-03, 1.7972e-03,
-8.6938e-04, -1.1417e-03, -2.0248e-03, -1.5763e-03, -1.4938e-03,
2.4162e-03, -1.0904e-03, -1.0879e-03, -3.6919e-04, -2.4348e-03,
-1.5230e-03, -4.1577e-03, -1.0779e-03, -3.7624e-03, 6.0583e-04,
5.6209e-03, -5.1375e-03, 7.4226e-03, -1.2793e-03, 5.1279e-04,
3.5115e-03, 1.5539e-03, 9.5163e-04, 2.2435e-03, -3.5120e-03,
-1.4952e-03, -3.6681e-03, -1.7961e-03, -3.6770e-03, -2.2254e-03,
-9.4796e-04, 6.2623e-04, 2.4955e-03, -3.5550e-03, 2.7721e-03,
1.5359e-03, -2.1860e-03, 6.0332e-03, 1.3552e-03, 1.3844e-04,
-3.0285e-03, 5.0760e-04, -6.5267e-03, 7.9695e-04, -9.8436e-05,
-2.9017e-03, -1.1256e-03, -1.7124e-03, 2.8775e-04, 2.0981e-03,
-6.8561e-04, -7.7569e-05, -4.5817e-03, -5.1024e-03, 2.5440e-03,
4.7607e-03, -2.4988e-03, -5.5341e-05, 5.5434e-04, 3.5019e-03,
-1.7252e-03, 1.7594e-03, 9.0648e-03, 2.6036e-03, 2.2154e-04,
-5.3969e-04, 2.3061e-03, -3.3823e-03, 3.0565e-03, 4.1405e-04,
1.6167e-03, 4.6922e-03, 1.7067e-03, -1.6153e-03, 3.3902e-03,
-8.7380e-04, -2.9723e-03, -2.9786e-03, 2.3238e-03, -3.5850e-03,
1.6518e-03, -3.4045e-03, -3.0724e-04, -1.5069e-03, -5.9544e-03,
-1.6994e-03, -4.8407e-03, 5.2698e-03, 1.4004e-03, -4.1824e-03,
4.1295e-04, -2.7086e-03, 3.7612e-07, 1.6243e-03, 1.8872e-03,
-1.5349e-03, 8.4138e-04, -2.6983e-03, 4.5454e-03, 1.3361e-03,
-3.6397e-03, 3.0628e-04, -6.7549e-04], device='cuda:0')),
('bert.encoder.layer.5.attention.self.value.weight',
tensor([[-0.0464, 0.0028, 0.0398, ..., -0.0262, -0.0392, 0.0227],
[ 0.0014, 0.0816, -0.0344, ..., -0.0226, -0.0146, 0.0667],
[ 0.0468, -0.0731, 0.0295, ..., 0.0061, 0.0547, -0.1100],
...,
[-0.0409, -0.0215, 0.0138, ..., -0.0503, 0.0311, -0.0144],
[ 0.0795, 0.0228, 0.0674, ..., 0.0597, -0.0022, -0.0026],
[ 0.0903, 0.0576, -0.0210, ..., -0.0310, -0.0038, 0.0839]],
device='cuda:0')),
('bert.encoder.layer.5.attention.self.value.bias',
tensor([ 2.5239e-02, -9.1607e-04, -1.7323e-03, 9.8702e-03, 1.7942e-02,
1.5249e-02, 8.5793e-03, -1.2212e-02, -5.7797e-03, 2.1196e-02,
-2.9622e-03, 1.5622e-02, 3.7602e-02, 1.8215e-03, -8.6841e-03,
1.0491e-02, 2.1292e-02, -2.9358e-02, -2.8491e-03, -1.6443e-02,
2.2274e-02, 1.5983e-02, 1.4893e-02, 2.5947e-02, 8.1806e-03,
1.1598e-02, 2.9723e-02, -1.3697e-03, 1.0447e-02, 9.1840e-05,
-7.4938e-03, -8.5201e-04, 2.1831e-03, -5.5486e-03, -1.2927e-03,
-5.0660e-03, 6.0682e-03, 1.0119e-02, 7.8492e-03, -9.8804e-03,
5.6109e-03, 2.2061e-02, 1.8402e-02, -4.0565e-03, -6.8399e-03,
7.2055e-04, -1.6905e-02, -1.3415e-02, -8.4436e-03, -5.0264e-03,
-7.7054e-03, 2.1861e-02, -1.7952e-02, -1.2333e-02, -7.4971e-03,
1.8880e-02, -6.2754e-03, 7.9535e-03, 7.5634e-03, 1.4025e-02,
1.3889e-02, -1.7525e-02, -1.1624e-02, 8.0435e-03, -4.2348e-02,
-1.0232e-01, -5.0934e-03, 3.6982e-02, 4.6827e-02, 2.3737e-02,
9.1131e-03, -2.1400e-01, 5.2870e-02, -6.9595e-02, 8.6433e-02,
2.7453e-02, 5.8640e-02, 7.3191e-02, -2.5553e-03, -5.5637e-02,
-8.0225e-02, -8.1359e-02, -5.4025e-02, -4.4699e-02, -1.0154e-01,
-6.2694e-02, 3.8643e-02, -8.2805e-02, -7.8835e-03, 3.2030e-02,
-1.8787e-02, -5.8683e-03, -3.0589e-02, 4.1931e-02, -1.7372e-02,
1.0594e-01, -2.0461e-02, -1.0921e-01, -5.2136e-02, -2.7397e-02,
2.3341e-02, -9.2515e-03, -3.0491e-02, -4.0919e-02, 2.3188e-02,
1.9283e-02, -1.6091e-02, 3.5687e-02, 3.7555e-02, 5.2045e-02,
-3.2278e-02, -1.4776e-01, 6.4226e-02, 8.3503e-02, 4.8418e-03,
5.4100e-02, 8.9324e-02, -9.1566e-02, -9.8561e-02, 4.9266e-03,
8.6198e-03, -1.1153e-02, -3.9742e-02, 8.0212e-03, -5.1094e-02,
-9.1022e-03, 2.5745e-02, 2.5542e-02, -1.2025e-02, 6.0168e-03,
-1.5932e-02, -3.6408e-02, 3.3525e-02, -7.0133e-03, 2.0154e-02,
3.7214e-02, -1.8154e-02, 1.6581e-02, 1.8665e-02, 8.5818e-03,
8.2222e-03, 7.9031e-03, -2.3763e-02, 3.1686e-02, -2.5209e-02,
1.5262e-02, -1.0543e-02, 4.8189e-03, -1.1327e-02, 6.1627e-03,
-1.9154e-02, 4.3451e-02, -1.2884e-02, 2.0212e-02, -3.7497e-02,
7.0346e-03, -1.1314e-02, -1.6078e-02, 1.1654e-02, 3.3689e-02,
-2.0145e-02, -1.6236e-02, 5.1627e-03, 9.5498e-03, 2.9913e-02,
-2.3254e-02, 4.8633e-02, -1.6058e-02, 4.4051e-02, 5.5709e-03,
2.4122e-02, -7.7095e-03, -1.0799e-02, 1.2659e-02, -3.2656e-03,
2.2488e-02, -7.9120e-03, 9.3108e-03, -4.2952e-02, 3.2890e-02,
6.7092e-04, -2.0204e-03, -3.0416e-02, -7.7980e-02, -2.1608e-02,
6.8941e-02, -1.7635e-02, 3.5041e-02, 2.0645e-02, 3.3409e-02,
1.6779e-02, -4.8690e-02, -1.9665e-02, 1.8256e-02, -2.1699e-02,
-1.2506e-02, -4.8167e-03, 2.3954e-02, -4.0289e-03, -3.2609e-02,
-1.8987e-02, -4.4256e-02, 2.4360e-02, -2.9694e-02, 2.5865e-02,
-1.8122e-02, -4.7667e-02, 3.9435e-03, 3.1456e-03, 2.4278e-02,
-1.1109e-02, -1.3711e-03, 2.1839e-02, -2.7300e-02, -1.3999e-02,
6.3676e-03, 9.0682e-03, -8.4290e-03, 2.7820e-04, -1.2648e-02,
1.8435e-02, 1.4099e-02, 8.9247e-04, -1.4497e-02, 3.0159e-02,
-1.4994e-02, -1.3394e-02, 7.5280e-03, 4.0472e-02, -1.0199e-02,
1.4037e-02, -4.0192e-03, -4.0056e-02, -4.9312e-03, -8.2003e-03,
4.2174e-02, -5.6944e-03, -1.9881e-02, -2.3995e-03, -2.6022e-02,
3.1892e-02, 2.6358e-02, 9.7306e-03, 6.7316e-03, -6.5305e-03,
1.4292e-02, 8.2524e-03, 1.2683e-02, -2.1626e-02, 6.6988e-06,
-2.2803e-02, 1.0720e-02, -4.4261e-02, -7.8809e-04, -3.6576e-03,
-3.0992e-02, 1.8998e-02, -1.4543e-03, -1.9450e-02, 6.8402e-03,
-1.0900e-02, -2.0246e-02, -4.2281e-03, 5.4008e-02, -3.1280e-03,
3.6756e-02, -3.2507e-03, -9.7103e-03, -2.1066e-02, 1.1941e-02,
-2.9708e-02, 2.8192e-03, -1.2631e-02, -5.4390e-02, 2.3481e-02,
1.4984e-03, 4.3256e-04, 1.6041e-02, -7.2758e-03, 1.5470e-02,
-4.0650e-02, 5.8025e-03, 1.8156e-03, -6.0397e-03, -2.2782e-02,
1.0075e-02, -4.3471e-02, 1.8957e-02, -2.6485e-02, 4.5199e-02,
-2.6224e-03, -2.3468e-02, 2.3382e-02, 9.9620e-03, -9.8685e-03,
2.5541e-02, -6.0771e-03, 5.0981e-03, -4.6614e-02, -1.0388e-02,
2.2001e-02, -1.4587e-02, -8.4614e-03, -7.6231e-03, -2.9528e-02,
-3.3488e-02, 5.8475e-03, 4.6901e-03, -2.3127e-03, 2.1932e-02,
-1.3135e-02, -1.0476e-02, 1.4944e-02, 4.9528e-05, -1.2111e-02,
-6.0527e-03, 2.2377e-03, -5.7118e-03, 1.6910e-02, 9.6965e-04,
8.0209e-03, -1.9952e-02, -2.2930e-03, 1.4496e-02, 5.4260e-02,
-4.6154e-03, -3.1756e-03, -4.5829e-03, -2.4732e-02, 3.2997e-02,
-1.1356e-02, -3.7047e-02, 3.1519e-02, 2.0367e-02, -4.0948e-02,
-1.9552e-02, 1.8401e-02, -1.8487e-02, 4.2434e-02, 2.8511e-02,
1.1144e-02, -2.6975e-02, 1.4804e-02, 6.4589e-03, 1.2284e-02,
3.0160e-02, -1.1561e-03, -1.7666e-02, 2.2450e-02, -3.6380e-02,
-1.8288e-02, -2.5608e-03, -3.6643e-02, 4.3666e-03, -1.5862e-02,
-2.8609e-02, 3.8207e-02, -4.8930e-03, -4.3872e-02, 2.0091e-02,
4.1939e-03, 1.9994e-02, 2.1818e-02, 1.7794e-02, 1.2137e-02,
-1.4057e-02, 3.6422e-02, 3.2236e-03, 1.6359e-02, 3.8767e-02,
1.3175e-02, 1.1152e-02, -2.0392e-02, 6.8957e-02, -3.3808e-02,
1.3972e-02, 1.9000e-02, -4.1759e-03, -2.0648e-02, 6.4991e-02,
4.3631e-03, 2.3967e-02, 6.9349e-03, 1.0837e-02, -3.5304e-04,
1.7058e-02, 8.8699e-04, 3.5698e-02, -4.8596e-02, -1.8282e-02,
1.1197e-02, -1.7281e-02, -1.8451e-02, 1.8763e-02, 1.1442e-02,
-2.0030e-03, -2.3679e-03, -4.9943e-03, -1.5890e-02, -2.1061e-02,
1.0953e-02, -3.6332e-02, 3.7959e-02, -9.2988e-03, 1.1974e-02,
-6.0852e-03, 3.1193e-02, -1.0395e-02, -6.1386e-04, -8.4311e-03,
-2.4544e-02, 1.8946e-02, -3.1086e-02, -2.1607e-02, -1.1448e-02,
3.2043e-02, -4.8748e-02, -4.5722e-02, 1.5790e-02, -1.0156e-02,
-7.5854e-03, 6.8092e-03, -3.2663e-03, 2.0837e-02, 8.0038e-03,
1.5615e-03, -9.0087e-03, -1.6051e-02, 1.7830e-02, 1.2900e-02,
-3.6222e-03, 3.3328e-03, 1.7587e-02, 5.2337e-02, 1.9516e-02,
9.2842e-03, 2.1117e-02, 1.1054e-02, -1.5459e-02, 1.1819e-02,
4.5219e-03, 1.1680e-02, -1.1330e-02, -1.2726e-03, -7.0154e-04,
-2.9882e-02, 9.3934e-03, 7.3531e-02, 3.5706e-03, -9.1618e-03,
4.2160e-02, 1.5699e-02, 4.0584e-03, -3.2193e-02, -1.5401e-02,
-2.4307e-02, 2.9706e-02, -6.9435e-03, -2.3279e-03, -2.7235e-02,
-1.4146e-02, -7.6952e-03, -3.6885e-02, 8.6443e-03, 3.8992e-02,
3.3495e-02, -3.4490e-02, 2.6259e-02, 2.5049e-02, 1.5804e-02,
-1.9953e-02, 5.9896e-03, 2.0228e-02, 1.2598e-02, -9.9111e-03,
4.8388e-02, 4.5075e-02, -1.9931e-02, 1.1075e-02, 1.5941e-02,
-2.3648e-02, -1.3086e-02, 3.9706e-02, 3.5604e-02, 1.6133e-02,
-1.9770e-02, 1.0577e-02, 1.9243e-02, 2.2067e-02, 3.8700e-03,
4.1172e-02, -2.8677e-02, -6.0059e-02, -1.6039e-02, 1.5179e-02,
-2.6591e-03, -2.3817e-02, 5.9619e-04, -2.4475e-02, -2.9238e-02,
-1.5996e-02, -3.2297e-02, -4.1242e-02, 4.1190e-03, -4.0724e-02,
5.9899e-03, -9.4762e-03, 1.1055e-02, 1.5078e-02, -2.8434e-02,
-4.9388e-02, -4.1929e-02, 1.5068e-02, -4.4796e-02, 2.0036e-02,
3.2982e-02, 3.7742e-02, -3.7592e-03, 7.1511e-03, 2.2288e-02,
-4.3851e-02, -1.0960e-02, 3.6315e-02, -2.9229e-02, -5.0390e-02,
1.2016e-02, 2.0288e-02, 2.7043e-02, -3.1774e-03, 5.4031e-02,
1.7405e-02, -5.0387e-02, -3.4169e-02, -1.0614e-02, -5.0992e-02,
4.3948e-02, -9.1969e-03, 7.8037e-03, -4.6241e-02, -3.8944e-02,
2.6430e-02, 1.2734e-02, -2.9163e-02, -4.5752e-03, 7.1912e-02,
-2.1735e-02, 4.0790e-02, 3.7129e-02, -1.0891e-02, -2.6564e-02,
9.8367e-03, 9.0428e-03, 2.3781e-02, 1.2887e-02, 5.6085e-02,
-3.9206e-03, -1.8993e-02, 4.2919e-02, 1.8581e-02, -1.3895e-02,
2.9587e-03, -3.4915e-02, 4.8545e-02, 3.2553e-02, -2.9245e-03,
-6.2871e-02, 1.8082e-02, -4.5101e-02, 6.4263e-02, 2.7984e-02,
-8.3834e-02, -3.1729e-02, -3.7095e-02, 3.1048e-02, 4.4596e-02,
4.9273e-03, 3.3906e-02, 7.1192e-02, -3.8276e-02, -6.4277e-02,
4.2159e-02, -2.2845e-02, 8.5041e-03, 5.2068e-02, -1.0969e-02,
7.6390e-04, 4.2296e-02, -1.3984e-02, 2.4053e-02, 6.6766e-03,
9.3771e-03, -4.1291e-03, 2.5829e-02, -3.2726e-03, 4.3413e-02,
7.9852e-03, -1.5059e-02, -3.4448e-03, 1.5816e-02, 2.1105e-02,
3.1265e-03, -5.3277e-03, 1.8261e-02, 2.5879e-02, 1.1274e-02,
-1.9005e-02, -3.0242e-02, 1.2025e-02, 7.8786e-04, -1.6110e-02,
4.0689e-02, -8.4562e-03, -1.6267e-02, 4.8843e-02, 2.4246e-02,
-7.3893e-02, -3.7125e-02, 8.7752e-03, -4.5463e-02, -7.6947e-04,
-3.4645e-02, -2.4180e-02, -1.6468e-02, -2.9875e-03, 2.3650e-02,
-1.6708e-02, -1.4117e-02, 4.0481e-02, -1.5869e-02, -5.4770e-02,
-5.8652e-03, 1.7563e-02, -1.4375e-03, 9.1440e-03, -1.3624e-02,
-5.3896e-02, 6.0612e-03, 5.1904e-02, -1.4111e-02, 3.1774e-03,
3.2402e-02, -1.3919e-02, -2.1716e-02, 2.4846e-02, 8.9919e-03,
-2.6057e-03, 3.2288e-02, -6.0123e-02, 1.3357e-02, 4.5976e-02,
-1.2624e-02, 1.7497e-02, -3.4539e-03, -1.2370e-02, 1.5634e-03,
-1.4828e-02, -5.6196e-02, -4.9990e-03, -3.1245e-03, -2.9484e-02,
2.0461e-02, -6.7977e-03, -4.3948e-02, -3.7088e-03, -3.6855e-02,
2.9305e-03, 9.7613e-03, -2.6509e-02, 4.4534e-02, -2.1408e-02,
-2.9985e-02, 2.6064e-02, 2.2686e-02, -2.6968e-03, 4.7219e-04,
4.9170e-02, -1.8826e-02, -3.1646e-02, 1.0006e-02, 3.1303e-02,
1.8712e-02, 5.9396e-02, -2.0168e-02, 1.2123e-05, -2.6249e-02,
7.1510e-03, 1.1517e-02, -1.0720e-02, 6.4222e-03, 2.3712e-02,
-1.4593e-02, 9.5471e-03, -6.6011e-03, -4.9973e-02, 3.5010e-02,
-2.3443e-02, -5.4593e-02, -1.4817e-03, -2.6495e-03, -4.3676e-02,
-4.8816e-02, -2.3305e-03, -9.0175e-02, -1.4851e-02, 2.0441e-02,
4.9972e-03, 1.8949e-02, -3.3075e-02, -2.7123e-02, -2.1108e-02,
2.0628e-03, -8.4706e-03, -2.4084e-03, -2.4608e-02, -1.2356e-02,
7.4871e-03, -1.6206e-02, 9.4262e-03, 6.1307e-03, -3.1183e-02,
-3.0249e-03, -6.4906e-04, -4.0659e-03, 1.0439e-02, 4.7707e-02,
7.4974e-03, -1.4485e-03, -1.6366e-02, 1.7083e-02, -7.0359e-03,
-4.0898e-02, 3.0378e-02, -1.8976e-02, 1.2224e-02, 8.9277e-03,
2.1441e-02, 2.6965e-02, -1.1251e-02, -1.0480e-02, 1.7731e-02,
-2.9131e-03, -1.6143e-02, 2.4821e-02, -3.0686e-02, 3.1511e-02,
1.7265e-02, 1.9801e-02, -1.3361e-02, 9.2036e-03, 5.9833e-03,
7.1206e-03, 1.9662e-02, 1.5176e-02, 8.2674e-03, -4.8273e-04,
1.1034e-02, -8.8080e-03, -9.1050e-03, 1.0155e-02, -2.4519e-02,
-2.7372e-02, 1.1720e-03, 9.6393e-03, 1.9535e-02, -1.0510e-02,
5.8275e-03, -5.3671e-03, 2.6559e-02], device='cuda:0')),
('bert.encoder.layer.5.attention.output.dense.weight',
tensor([[-0.0329, -0.0109, -0.0543, ..., 0.0238, 0.0178, -0.0024],
[ 0.0293, 0.0249, 0.0196, ..., 0.0308, -0.0246, -0.0621],
[ 0.0118, 0.0434, -0.0190, ..., -0.0388, -0.0652, -0.0765],
...,
[ 0.0674, 0.0303, -0.0188, ..., -0.0448, -0.0071, -0.0192],
[-0.0211, 0.0700, -0.0162, ..., -0.0083, 0.0134, 0.0074],
[-0.0165, -0.0450, 0.0217, ..., -0.0281, -0.1242, -0.0182]],
device='cuda:0')),
('bert.encoder.layer.5.attention.output.dense.bias',
tensor([ 1.0983e-02, -1.0002e-02, 4.7652e-02, 2.9065e-02, 3.0567e-02,
1.1031e-01, 1.6226e-01, -4.7454e-02, -2.1706e-02, -8.1620e-02,
4.8776e-02, 5.9549e-02, 1.5095e-03, 5.5742e-02, -2.8124e-02,
-1.9852e-02, 4.2026e-02, -1.4825e-02, 3.9026e-02, 3.0694e-02,
6.4761e-02, -5.5528e-02, -1.0240e-02, -6.6575e-02, 5.8784e-02,
-1.1715e-01, -1.8633e-02, -7.1769e-02, 5.5139e-02, -2.4914e-02,
3.3168e-02, 5.2389e-03, 5.4343e-02, -6.1695e-02, 2.2643e-02,
6.4530e-03, -3.1913e-02, 1.9491e-02, -1.7720e-01, 3.2016e-02,
-8.7578e-03, -2.3077e-02, -2.9147e-02, -8.9320e-03, -1.5646e-02,
6.2698e-02, -1.0336e-02, -5.8366e-02, 7.0507e-03, -2.9628e-02,
7.4575e-03, -5.6956e-02, -7.7519e-02, -1.7612e-02, 9.1195e-02,
3.9458e-02, 7.4047e-02, -4.3692e-04, -8.2576e-03, -3.5977e-02,
-2.8586e-03, 4.2045e-03, -2.6244e-02, 1.1158e-03, 1.6455e-02,
-1.8488e-02, -6.4969e-03, 8.8159e-02, -5.1304e-02, -2.1721e-02,
3.4242e-03, 7.3870e-02, 2.6887e-02, -2.7018e-02, -1.1114e-02,
-2.2321e-03, 1.5320e-03, -3.2710e-02, 1.8175e-02, -6.4371e-02,
-3.4615e-02, -4.6990e-03, 5.6152e-02, 7.1336e-04, 3.1765e-02,
-1.1792e-01, 3.1618e-02, 5.1823e-03, 4.9300e-02, -7.1732e-03,
5.2995e-02, -1.6372e-02, -1.8148e-04, 1.2118e-01, -4.0671e-02,
-9.7220e-03, -5.8359e-02, -6.3398e-03, 1.1218e-02, 9.0634e-03,
5.3669e-03, 1.0714e-02, 9.5675e-02, -3.7060e-03, 8.2309e-02,
1.9849e-02, 1.6193e-02, -1.4847e-02, 1.7880e-02, -5.1857e-03,
-6.6087e-02, 3.5883e-02, -2.9441e-02, -2.4263e-01, -1.9625e-02,
-4.0619e-02, 2.4195e-03, -3.5011e-02, 5.2183e-02, -2.0099e-02,
5.8752e-02, 8.1610e-02, -2.9356e-02, 3.9377e-02, -1.2205e-01,
-6.2830e-02, 8.0424e-03, -6.4011e-02, -2.9132e-02, -1.1697e-02,
-1.2692e-02, -2.1506e-02, -5.3249e-02, 1.9655e-02, -3.4795e-02,
3.2938e-02, -4.2448e-02, -2.5845e-02, -5.4121e-02, 2.1260e-02,
5.3531e-02, 2.7723e-02, 1.3112e-02, 7.6447e-02, -7.3225e-02,
1.3023e-02, 1.4488e-02, -3.1238e-02, 3.9830e-02, 1.2970e-01,
8.7539e-03, -5.4701e-02, -5.7294e-02, -5.8977e-02, -6.4696e-02,
-7.6049e-02, 5.2158e-02, 1.4086e-03, -5.0905e-02, -7.4104e-03,
-2.8614e-02, 4.7497e-02, -7.9955e-03, -8.6820e-03, 1.1327e-01,
5.5303e-02, -5.4242e-02, -7.0146e-02, 1.3967e-02, 3.0364e-02,
-1.8828e-02, -8.8382e-02, 5.0377e-02, 6.6938e-02, -4.6515e-02,
-4.0068e-02, -3.2430e-02, 3.5027e-02, 1.5374e-02, -2.0804e-02,
5.1023e-02, -2.1350e-02, 8.7392e-02, 4.8498e-02, 3.9350e-02,
-6.3313e-03, -3.6716e-02, 2.8456e-02, 1.6403e-02, -1.2479e-02,
-3.5468e-02, -2.0495e-01, -3.7910e-02, 2.6574e-02, 8.9457e-04,
1.0143e-02, 4.9279e-02, 1.1782e-01, 4.0283e-02, 4.1107e-02,
-3.5823e-02, -2.2607e-02, 6.5611e-02, 2.4665e-02, 2.1322e-02,
2.5033e-02, 2.2215e-02, 2.0113e-02, 2.8126e-02, 6.4582e-02,
2.0243e-02, -2.8538e-02, -4.2505e-03, 5.9197e-02, 1.4666e-02,
1.0249e-02, -3.5715e-02, -2.5279e-02, 2.2147e-02, -3.1340e-02,
-3.7539e-02, 2.1225e-02, -3.1970e-02, 1.3571e-02, 1.3121e-02,
-2.1416e-02, -3.7177e-02, -3.8172e-02, 1.6245e-02, 1.7979e-01,
-2.8929e-02, -6.7395e-03, 2.0461e-03, 5.4894e-02, 4.3030e-02,
2.6162e-02, -4.5592e-02, -5.9733e-02, -5.8585e-02, -2.3294e-02,
3.7870e-03, -1.8672e-02, -5.4423e-02, 4.3025e-02, -1.3557e-02,
2.8546e-02, -1.8361e-03, -3.5673e-02, -2.9783e-02, 1.0646e-02,
-7.2722e-02, -3.4751e-03, 1.9373e-02, 2.8919e-02, -2.5161e-02,
-4.6639e-02, 3.9209e-02, 5.2993e-02, -1.4974e-02, 1.8602e-02,
2.5656e-02, -5.5835e-02, -1.3938e-02, -1.2426e-01, 1.9439e-02,
-4.9011e-02, -4.1855e-02, 1.0395e-02, -3.0367e-02, 9.9447e-03,
6.7077e-02, 4.8297e-02, -5.7899e-03, 1.2708e-02, 2.8915e-03,
2.9234e-02, 7.5677e-03, 3.2956e-02, -5.6399e-02, 4.9396e-02,
-2.5135e-02, -4.3099e-02, -3.8258e-02, -3.3861e-02, -8.1133e-02,
1.2136e-02, 1.0609e-01, 2.9415e-02, -3.1595e-03, 4.5262e-04,
-9.9255e-02, -2.1981e-03, -1.8911e-02, -1.5735e-02, 3.2704e-02,
-9.8228e-02, 8.1356e-02, -9.9867e-02, 3.6028e-03, 3.5964e-02,
-2.5198e-02, -2.8668e-03, -6.5103e-03, -1.9603e-02, -1.1216e-01,
9.1264e-03, -2.7939e-02, -2.9841e-03, 4.5356e-02, 3.2197e-02,
-4.5124e-02, 7.2272e-02, 2.0539e-02, -1.1626e-01, -2.4397e-02,
6.8958e-02, -8.8109e-03, -4.7658e-02, -3.7584e-03, -1.5397e-02,
3.5908e-02, 1.0283e-02, 1.2129e-02, 1.0878e-03, 6.7036e-02,
-6.4723e-03, 2.5058e-02, -6.0052e-02, 4.5812e-02, 2.6067e-02,
5.8167e-02, -1.0418e-02, -1.0159e-02, 1.4897e-02, 3.7666e-02,
1.2086e-02, -1.7407e-02, -3.5474e-02, 5.7765e-02, -5.8134e-02,
1.9523e-03, -2.5252e-02, -4.8348e-02, 4.7915e-02, 1.7804e-02,
-1.3959e-02, -1.0063e-02, 9.5633e-03, -4.5400e-02, -3.4039e-02,
-4.2338e-02, -1.4962e-02, 3.7368e-02, 4.2816e-02, -1.5206e-02,
6.8365e-02, -5.5394e-02, 7.8783e-02, -2.6736e-02, -2.3570e-03,
3.2595e-02, 1.4645e-02, 2.1688e-02, 5.4193e-03, 1.7347e-02,
2.1429e-02, 3.0251e-02, -1.2875e-03, 2.4647e-02, 1.2566e-02,
2.0277e-02, -8.2227e-03, -4.8532e-02, -2.2290e-02, -5.2163e-04,
1.0789e-02, -1.3604e-01, 1.0811e-02, 2.0978e-02, -8.5806e-02,
9.2130e-03, -5.9302e-04, -3.1546e-02, -7.2576e-03, -9.8568e-02,
9.8966e-03, 1.9509e-02, 2.8759e-02, -4.3017e-02, 1.9324e-02,
1.6274e-02, 9.1872e-03, 6.1649e-02, -4.2756e-02, 9.7380e-02,
3.2992e-02, -1.3086e-03, -2.0752e-02, 2.2439e-02, 9.5613e-02,
4.8893e-02, -3.2644e-02, -9.8135e-02, 4.1094e-02, -3.6200e-02,
-6.7499e-02, 3.9048e-02, 1.4293e-02, -2.7494e-03, -1.5861e-02,
7.1944e-02, 3.9072e-02, -1.7556e-02, -6.0692e-03, 4.9650e-02,
-5.7280e-02, 3.4421e-02, -5.5938e-02, 3.8374e-02, 2.1185e-02,
-4.3982e-02, 9.9225e-03, 6.4604e-02, 5.3397e-02, -7.1221e-02,
-1.0949e-02, 6.4317e-02, 7.6885e-02, -3.1418e-02, -3.1727e-02,
-5.0024e-02, 3.3362e-05, -7.0022e-03, -5.9109e-03, -7.9878e-02,
8.1962e-03, -3.8144e-02, 1.7157e-02, 1.8572e-02, -3.9174e-02,
-5.0749e-03, -1.4386e-02, -3.9816e-02, 5.0458e-03, -1.6284e-02,
-4.9777e-02, 1.4717e-02, -1.8197e-02, -1.5521e-02, 6.4478e-02,
-3.5060e-03, -3.1808e-02, 9.5333e-03, -5.1832e-02, -9.1067e-02,
1.8740e-02, 8.0339e-02, -9.3759e-03, -1.5360e-02, -3.3686e-02,
1.3468e-02, 3.0500e-03, 5.9470e-02, 4.1070e-02, 5.1819e-02,
5.2356e-03, -4.5650e-02, 1.5876e-02, -6.4782e-02, -2.0711e-02,
-9.8811e-03, 1.0301e-02, -2.1078e-02, 1.7633e-02, -6.4605e-03,
-3.0222e-02, 9.2249e-02, -2.7100e-02, -1.5838e-03, 1.4816e-02,
1.2206e-03, 7.2119e-02, 5.9615e-02, -4.4665e-02, 1.4552e-02,
-1.3916e-03, 1.5972e-02, -8.3069e-02, -1.8109e-02, -2.6504e-02,
-1.5822e-02, -2.8855e-02, 5.2877e-02, 3.4702e-03, -1.9970e-02,
-4.9329e-03, -7.0959e-02, -7.7368e-03, -1.8194e-02, 6.4640e-02,
1.0189e-02, 2.8677e-03, 8.6849e-03, 4.7737e-02, 2.0092e-02,
7.0020e-03, -2.0202e-02, 1.7947e-02, -9.7449e-03, 2.5822e-02,
-5.1392e-02, 5.6957e-03, -4.8273e-02, -8.1998e-03, 7.1254e-02,
4.8017e-03, 2.1803e-02, -2.2633e-02, -2.6963e-02, 8.4478e-03,
-1.3304e-02, -4.0909e-02, 2.9900e-02, -4.3732e-03, -3.6097e-02,
1.9488e-02, -1.2807e-02, 2.3207e-03, 4.4769e-02, -3.1658e-02,
1.0906e-02, -2.2986e-02, 1.6470e-02, 6.6582e-02, -3.9032e-02,
-9.4692e-02, 4.7020e-02, -2.6798e-02, 1.8561e-02, -9.0737e-02,
4.1963e-02, -4.7860e-03, 8.0982e-02, 5.0031e-02, 6.1247e-02,
3.1094e-02, -3.1651e-02, -2.4374e-03, -1.6744e-02, 1.3111e-02,
-4.1546e-02, -3.0113e-02, 3.0207e-02, -2.1109e-02, -1.3292e-01,
2.6108e-02, -9.7231e-02, 5.0180e-01, -3.3410e-02, 9.1287e-03,
-2.4569e-02, -3.9863e-02, -5.1639e-02, -2.7645e-03, -3.0898e-02,
-7.2958e-02, 2.3525e-02, -1.3012e-02, -1.0458e-01, 7.1676e-03,
-3.5560e-02, 6.3421e-02, -7.9595e-03, 1.4989e-02, 2.5330e-02,
-2.2775e-02, -5.3575e-02, 2.6233e-02, -5.0217e-02, 5.6473e-02,
3.1131e-02, -6.9055e-02, 3.3425e-02, -3.5011e-02, 1.4666e-04,
-1.5411e-02, -6.9870e-03, -3.8771e-02, -3.2633e-02, 5.9081e-02,
2.7015e-02, -7.9817e-03, 3.2119e-04, -6.8276e-03, 4.9376e-02,
3.9391e-02, -1.7369e-02, 4.3982e-03, 7.8268e-02, 3.4219e-02,
2.1617e-02, -1.8772e-02, 6.5434e-03, 6.9643e-02, -3.1711e-02,
5.8431e-02, -3.0421e-02, -8.2894e-02, -3.9273e-02, -4.1957e-02,
-9.9735e-02, 1.2365e-02, -9.8172e-02, 4.5103e-02, -7.7160e-03,
-3.7556e-02, -3.9751e-02, 2.7262e-02, -1.4725e-03, -3.8433e-02,
4.4152e-02, -2.3099e-02, -9.5274e-04, 2.8882e-03, -3.2085e-02,
-7.8065e-03, -3.3690e-02, 4.2163e-02, 3.4087e-02, 2.2065e-02,
-5.2752e-02, -6.1730e-03, -3.2816e-02, 1.7093e-02, 5.2541e-02,
-7.5098e-02, 1.9220e-02, -4.4912e-02, -2.4902e-02, -1.7987e-02,
1.9727e-02, -3.2902e-02, -5.9012e-02, -3.0442e-02, 8.3788e-03,
-1.7991e-02, -7.4218e-02, 2.6274e-02, -1.0608e-02, -4.0483e-02,
5.6583e-02, 4.3012e-02, 6.6291e-02, 4.3520e-02, 1.9365e-02,
4.9803e-02, -2.6420e-02, -5.6780e-02, -8.3281e-03, -7.2193e-03,
4.1969e-03, -5.1552e-02, 1.8288e-02, 5.7400e-02, 7.6483e-02,
1.0288e-01, 4.2491e-02, 1.0876e-01, -3.4115e-02, -7.6816e-03,
-1.5470e-02, 1.0295e-01, -3.3666e-02, -1.9973e-02, 4.4666e-03,
6.7022e-02, -4.1749e-02, 3.1927e-02, 5.5626e-03, -3.5802e-02,
-1.5039e-02, -5.7790e-02, -1.0836e-02, 1.0323e-02, 1.1168e-02,
1.4918e-02, -5.5858e-02, -3.6806e-02, 6.7829e-03, 1.3930e-02,
-2.3122e-02, 1.0097e-01, -4.2943e-03, 3.5592e-02, -9.8825e-03,
4.7316e-02, -6.2300e-02, 3.4005e-02, -6.1448e-02, -1.0864e-02,
-2.2678e-03, -9.4700e-02, -3.3867e-02, -2.0466e-02, -3.8064e-02,
4.0372e-02, -5.5287e-02, 4.1913e-02, -4.5797e-02, 9.6281e-02,
6.6470e-02, -4.4763e-02, 2.1057e-02, 2.2246e-02, 1.7006e-03,
5.3183e-02, 3.3645e-02, 3.2367e-02, -3.1184e-02, -2.4463e-02,
1.0091e-02, -2.5044e-02, 5.7165e-03, 1.7955e-02, 2.5194e-02,
-2.6963e-02, 8.9844e-03, -1.8079e-03, -8.8152e-03, -1.5306e-02,
-5.7895e-02, 5.4990e-03, 1.5385e-02, -6.2371e-02, 3.7396e-02,
4.4612e-04, -6.2996e-02, 1.0367e-01, -4.2563e-02, -2.3586e-02,
-3.2162e-02, 3.7853e-03, 4.4173e-02, 2.2477e-02, -1.8426e-02,
-1.0117e-02, 7.1344e-02, -1.4749e-03, 6.2589e-02, 5.6741e-02,
7.7828e-02, 1.2576e-02, 2.7886e-02, 4.5119e-02, -1.7222e-02,
4.0560e-02, -5.0999e-02, 4.0280e-02, 2.5361e-02, 6.8172e-04,
9.1869e-02, -2.2793e-02, 3.3276e-02, -9.7530e-03, -1.4517e-02,
3.3145e-02, -2.3513e-02, -1.3983e-02], device='cuda:0')),
('bert.encoder.layer.5.attention.output.LayerNorm.weight',
tensor([0.8359, 0.8552, 0.8307, 0.7956, 0.7832, 0.8168, 0.7452, 0.7768, 0.9153,
0.7146, 0.9186, 0.8848, 0.9174, 0.8986, 0.8653, 0.6835, 0.8108, 0.8084,
0.8221, 0.8746, 0.7403, 0.9357, 0.8370, 0.8257, 0.7866, 0.8287, 0.8788,
0.8973, 0.8163, 0.8688, 0.8418, 0.6936, 0.9079, 0.7107, 0.8240, 0.8034,
0.6706, 0.9011, 0.7228, 0.8540, 0.9096, 0.8475, 0.8759, 0.9109, 0.9257,
0.8869, 0.8562, 0.8539, 0.9369, 0.8218, 0.9182, 0.7681, 0.7968, 0.8792,
0.7664, 0.7169, 0.8202, 0.8579, 0.7677, 0.7814, 0.8353, 0.9340, 0.9068,
0.8862, 0.7191, 0.9200, 0.8702, 0.8090, 0.6741, 0.7688, 0.8649, 0.8268,
0.8362, 0.8199, 0.9074, 0.9092, 0.8088, 0.8400, 0.9186, 0.8675, 0.8498,
0.8123, 0.8549, 0.8315, 0.6467, 0.9094, 0.7653, 0.8398, 0.9019, 0.8139,
0.8494, 0.8018, 0.8615, 0.8547, 0.8081, 0.8249, 0.6639, 0.8839, 0.8783,
0.8821, 0.7703, 0.9332, 0.7370, 0.9453, 0.6826, 0.9016, 0.9197, 0.7666,
0.9104, 0.8950, 0.7773, 0.8193, 0.9165, 0.6133, 0.8791, 0.9179, 0.8482,
0.8462, 0.8775, 0.9205, 0.8650, 0.8679, 0.8863, 0.7679, 0.7482, 0.7474,
0.8496, 0.7665, 0.8192, 0.7859, 0.8666, 0.7736, 0.8373, 0.8680, 0.8922,
0.8469, 1.2448, 0.8866, 0.8596, 0.8893, 0.7102, 0.8976, 0.8137, 1.2751,
0.8266, 0.8418, 0.8619, 0.8678, 0.8473, 0.8994, 0.8884, 0.8674, 0.8921,
0.8334, 0.8637, 0.8088, 0.8969, 0.8602, 0.8257, 0.8785, 0.9797, 0.8903,
0.6890, 0.8574, 0.8175, 0.8738, 0.8506, 0.6953, 0.8133, 0.8294, 0.8953,
0.6786, 0.6955, 0.8486, 0.8158, 0.9064, 0.9273, 0.8381, 0.9245, 0.8346,
0.7935, 0.8208, 0.7801, 0.9221, 0.8614, 0.8900, 0.7788, 0.8775, 0.8495,
0.8691, 0.8419, 0.6458, 0.8314, 0.8566, 0.8257, 0.9030, 0.9071, 0.7028,
0.8163, 0.9254, 0.9143, 0.7446, 0.8961, 0.8336, 0.7594, 0.8269, 0.8864,
0.9476, 0.8604, 0.7986, 0.8844, 0.9051, 0.7820, 0.8832, 0.8029, 0.8980,
0.7748, 0.7700, 0.8403, 0.8385, 0.8859, 0.8064, 0.9018, 0.9598, 0.8805,
0.8861, 0.8931, 0.8793, 0.8397, 0.6333, 0.7849, 0.8929, 0.8262, 0.8402,
0.7915, 0.8613, 0.6296, 0.9180, 0.8403, 0.8832, 0.8331, 0.8004, 0.7923,
0.8072, 0.8754, 0.7715, 0.9029, 0.7945, 0.9188, 0.9263, 0.8455, 0.8772,
0.9402, 0.9451, 0.9539, 0.8737, 0.9178, 0.6532, 0.8438, 0.8719, 0.6477,
0.8482, 0.8560, 0.8303, 0.8540, 0.8619, 0.8838, 0.9075, 0.7061, 0.8906,
0.8745, 0.8491, 0.9357, 0.8182, 0.9491, 0.8807, 0.8389, 0.8549, 0.8238,
0.8976, 0.9373, 0.8995, 0.7532, 2.6321, 0.8607, 0.9329, 0.7039, 0.9236,
0.8719, 0.7821, 0.7282, 0.8116, 0.7615, 0.8264, 0.8577, 0.8077, 0.8588,
0.6236, 0.9100, 0.8783, 0.9086, 0.8308, 0.8095, 0.8495, 0.6026, 0.9047,
0.7802, 0.9146, 0.8993, 0.8537, 0.7892, 0.8152, 0.8445, 0.7240, 0.7713,
0.9022, 0.8309, 0.7738, 0.9508, 0.7441, 0.7832, 0.8762, 0.8251, 0.9219,
0.7471, 0.7951, 0.8981, 0.7969, 0.9121, 0.8720, 0.9533, 0.8380, 0.8935,
0.8953, 0.9312, 0.8979, 0.8518, 0.9049, 0.9014, 0.7471, 0.6090, 0.8954,
0.7550, 0.9120, 0.8358, 0.9036, 0.8795, 0.8349, 0.8444, 0.8170, 0.8767,
0.8214, 0.8282, 0.8390, 0.9298, 0.8703, 0.8248, 0.8455, 0.8439, 0.7388,
0.8245, 0.8773, 0.7968, 0.9047, 0.8462, 0.8620, 0.8936, 0.9630, 0.8768,
0.8227, 0.8301, 0.8973, 0.8587, 0.8645, 0.7909, 0.8201, 0.7958, 0.8706,
0.8660, 0.6242, 0.8292, 0.8387, 0.8994, 0.9241, 0.7729, 0.7667, 0.7338,
0.8787, 0.8809, 0.7502, 0.9198, 0.7559, 0.8728, 0.8697, 0.8600, 0.8554,
0.7485, 0.9361, 0.8334, 0.7519, 0.6767, 0.7824, 0.7453, 0.8322, 0.8605,
0.8641, 0.7908, 0.8343, 0.9119, 0.9464, 0.8199, 0.7787, 0.9094, 0.9343,
0.9219, 0.8093, 0.7779, 0.9950, 0.8313, 0.9086, 0.8542, 0.9372, 0.8856,
0.7379, 0.8166, 0.8755, 0.8620, 0.6532, 0.8625, 0.9350, 0.8433, 0.8734,
0.8022, 0.9622, 0.7104, 0.9202, 0.8522, 0.8169, 0.8720, 0.8895, 0.9190,
0.7303, 0.8156, 0.7834, 0.8154, 0.7546, 0.8748, 0.8873, 0.8787, 0.8265,
0.8769, 0.6856, 0.8583, 0.8866, 0.8677, 0.9942, 0.7501, 0.7611, 0.8422,
0.8467, 0.8088, 0.8448, 0.7713, 0.9135, 0.6992, 0.7800, 0.8145, 0.7717,
0.8705, 0.8492, 0.9122, 0.8439, 0.9320, 0.8467, 0.9267, 0.8497, 0.6621,
0.9031, 0.7921, 0.9717, 0.8040, 0.8337, 0.8986, 0.8825, 0.8844, 0.8161,
0.9448, 0.7235, 0.9260, 0.7962, 0.7904, 0.8945, 0.8710, 0.7824, 0.9222,
0.7948, 0.7891, 0.9129, 0.8003, 0.8691, 0.9169, 0.8905, 0.7674, 0.8603,
0.9051, 0.9864, 0.9194, 0.8371, 0.8700, 0.8618, 0.8644, 0.8644, 0.8782,
0.8488, 0.9055, 0.7393, 0.8847, 0.8196, 0.6630, 0.9027, 0.8885, 0.6710,
0.8302, 0.9213, 0.8733, 0.9279, 0.9324, 0.9340, 0.8850, 0.8961, 0.8693,
0.9042, 0.8458, 0.7835, 0.8137, 0.8132, 0.7399, 0.8867, 0.8249, 0.8337,
0.9110, 0.8952, 0.7456, 0.7320, 0.7730, 0.9446, 0.7955, 0.7747, 0.8761,
0.9025, 0.8203, 0.8090, 0.9335, 0.8561, 0.7169, 0.8316, 0.7559, 1.6484,
0.8573, 0.8300, 0.9072, 0.9215, 0.7037, 0.8881, 0.9111, 0.9033, 0.8405,
0.8708, 0.7468, 0.9400, 0.7465, 0.8535, 0.7983, 0.8358, 0.8799, 0.9067,
0.8058, 0.8362, 0.8867, 0.8883, 0.8704, 0.9208, 0.8873, 0.8459, 0.8796,
0.8909, 0.8306, 0.8605, 0.8020, 0.7537, 0.9035, 0.7308, 0.7995, 0.8074,
0.8458, 0.9494, 0.8080, 0.8180, 0.8957, 0.8431, 0.8772, 0.8137, 0.7184,
0.8862, 0.9108, 0.8482, 0.8729, 0.7786, 0.9099, 0.8908, 0.8601, 0.7295,
0.8056, 0.8380, 0.9560, 0.9148, 0.9133, 0.9324, 0.8839, 0.8965, 0.8428,
0.7322, 0.8547, 0.9498, 0.8415, 0.9456, 0.8972, 0.8469, 0.8104, 0.8468,
0.8716, 0.8960, 0.7691, 0.8451, 0.7883, 0.8588, 0.8737, 0.8907, 0.8507,
0.8250, 0.9384, 0.8195, 0.8681, 0.7965, 0.8096, 0.7837, 0.6884, 0.9195,
0.9016, 0.8015, 0.7459, 0.9113, 0.7561, 0.7242, 0.7973, 0.8306, 0.9061,
0.8365, 0.8847, 0.8879, 0.8643, 0.8344, 0.8321, 0.8228, 0.7624, 0.8631,
0.9388, 0.6238, 0.6872, 0.8575, 0.9556, 0.7334, 0.8158, 0.9388, 0.9013,
0.8379, 0.8794, 0.8882, 0.9109, 0.8708, 0.9044, 0.7896, 0.8702, 0.8942,
0.8965, 0.8219, 0.7905, 0.9130, 0.8517, 0.9102, 0.9287, 0.6436, 0.8655,
0.8719, 0.9262, 0.8758, 0.8660, 0.9782, 0.7927, 0.9341, 0.7607, 0.7663,
0.7006, 0.7936, 0.8816, 0.9294, 0.8605, 0.9156, 0.8032, 0.8977, 0.8266,
0.9164, 0.8679, 0.7798, 0.9435, 0.8267, 0.7815, 0.7418, 0.8322, 0.9187,
0.8832, 0.8594, 0.9287, 0.7738, 0.9114, 0.6173, 0.9312, 0.7784, 0.8717,
0.8575, 0.8210, 0.7867, 0.9207, 0.9775, 0.8124, 0.9094, 0.9220, 0.7792,
0.8382, 0.8897, 0.9209, 0.8233, 0.6682, 0.8438, 0.8112, 0.7516, 0.8544,
0.8447, 0.8325, 0.6651, 0.8268, 0.8679, 0.8637, 0.7940, 0.8904, 0.7954,
0.7507, 0.8539, 0.8833, 0.7906, 0.7831, 0.8586, 0.9124, 0.8403, 0.9273,
0.8614, 0.9323, 0.8455], device='cuda:0')),
('bert.encoder.layer.5.attention.output.LayerNorm.bias',
tensor([-1.4894e-03, -8.9958e-02, -1.4223e-01, 2.9633e-02, -1.9614e-01,
1.1212e-01, -2.4999e-01, 2.5041e-01, 1.6573e-01, 4.4682e-03,
9.4792e-02, -1.6875e-02, -9.9631e-02, -1.4602e-01, -4.7084e-02,
2.2514e-01, -4.5937e-02, -1.4900e-01, -1.8500e-01, -5.0862e-02,
7.8257e-02, 1.1879e-01, -5.8360e-02, 1.4647e-01, -1.4124e-01,
8.1928e-02, 4.8838e-02, 2.7749e-01, 5.6560e-02, 8.9961e-03,
-4.3753e-02, -1.5859e-01, -1.3778e-01, -8.4141e-02, 5.6726e-02,
-1.8019e-02, -2.2565e-01, -4.4178e-02, 1.5682e-01, 1.4053e-01,
-3.5833e-02, -1.2427e-01, 6.9147e-02, 1.3691e-01, 4.1160e-02,
-7.6649e-02, 1.7945e-02, 6.3148e-02, -2.5981e-03, 8.3889e-02,
7.1158e-05, 2.6839e-02, 2.6569e-01, -8.3406e-02, -6.7490e-02,
-7.7738e-02, -1.1831e-01, 2.2207e-03, 4.9381e-02, 3.1708e-02,
3.4317e-02, -1.3552e-02, 1.2234e-01, -2.4417e-01, -9.8941e-02,
4.1300e-02, -3.9506e-04, -6.4196e-02, 3.6559e-02, -1.1557e-01,
-8.6445e-02, -1.0296e-01, -1.0356e-01, 3.3393e-02, -1.1785e-02,
2.7086e-02, -2.1481e-04, 2.0741e-02, 9.6821e-03, 1.3875e-01,
4.0199e-02, -2.9355e-02, -1.0506e-01, 8.6991e-02, -1.0016e-02,
2.0876e-01, -1.5292e-01, -7.8554e-03, 1.1922e-01, 4.6489e-02,
-1.8011e-01, -1.5176e-01, -1.3449e-01, 2.2502e-02, -1.1386e-01,
1.2419e-01, 3.6190e-02, -8.3189e-02, -6.4777e-02, 1.3994e-01,
-6.2540e-02, -3.2406e-02, -5.8986e-02, 1.3078e-01, -1.4906e-01,
-4.2754e-02, 9.0226e-02, -8.6698e-02, -2.2274e-01, -8.9994e-02,
-9.5055e-04, -1.7022e-01, -5.9331e-02, 1.1313e-01, 3.3038e-01,
1.3958e-01, -8.0765e-02, 1.2653e-02, -8.0831e-02, 3.1361e-02,
3.2616e-02, -1.9918e-02, -1.8908e-02, 7.2882e-02, -2.6591e-02,
2.3771e-02, -7.8006e-02, -7.6405e-02, -9.3584e-02, -2.6750e-02,
-1.4763e-02, 4.7302e-02, -8.2250e-02, 2.8292e-03, -1.4401e-01,
2.6908e-02, 5.7178e-01, 6.6262e-02, -1.1239e-01, -1.7057e-04,
-2.6686e-01, -9.0184e-02, -2.3679e-02, -1.6343e+00, 4.0760e-02,
-4.4861e-02, 1.7426e-02, 1.8893e-02, -1.0980e-02, -3.7917e-01,
-1.2414e-01, -2.4624e-02, -6.6411e-02, 1.9573e-02, 9.5683e-02,
-1.6330e-02, -7.6616e-02, -1.4823e-01, 7.7872e-02, -1.3854e-01,
2.2939e-01, 1.3746e-01, 5.9491e-03, -6.8131e-02, 1.4836e-02,
-1.9867e-01, 6.1041e-02, 1.0403e-01, -1.9508e-01, -2.0480e-02,
2.2739e-02, 1.1806e-01, -4.1227e-02, 5.8180e-02, 1.8078e-01,
1.7068e-01, 1.3999e-01, -3.1127e-01, -1.6730e-01, -2.6568e-03,
-2.0563e-01, -4.3148e-02, -6.5426e-02, -1.9919e-01, 4.5689e-02,
2.4562e-02, -9.3300e-02, -1.2510e-01, -2.9663e-02, -1.0581e-02,
1.3585e-01, 4.2029e-02, 2.1602e-01, 1.8964e-02, -7.6685e-02,
-1.6003e-01, -2.1837e-03, -4.2748e-02, -1.5668e-01, -2.1537e-01,
1.6200e-01, 9.5006e-02, -1.3105e-01, 4.9716e-02, -3.9491e-03,
2.2395e-02, 6.4352e-02, -1.4880e-01, -7.0008e-02, -6.2906e-02,
1.3802e-02, -5.1663e-02, 9.6128e-02, -1.3839e-01, -3.6960e-02,
-7.3194e-02, 1.8299e-01, 1.4065e-01, -6.7189e-02, 7.6618e-02,
4.0813e-02, -6.1092e-04, 6.0809e-02, -2.6052e-01, -3.0066e-01,
1.6911e-01, 3.4791e-02, 1.3306e-02, 1.5425e-01, -2.1869e-01,
-3.7972e-03, 8.2004e-02, -8.0088e-04, -1.7548e-01, -7.9059e-02,
-1.1670e-01, -1.1017e-01, -3.6738e-02, -1.0106e-02, 5.6443e-03,
-1.4586e-01, -3.3794e-03, 1.8724e-01, 4.7911e-02, -6.4571e-02,
-2.0891e-01, 9.8518e-02, 6.7155e-03, 2.3033e-02, 7.0188e-02,
1.3399e-02, 2.6795e-02, 4.9451e-02, 1.0501e-01, 1.0237e-01,
7.3401e-02, -1.7094e-01, -5.9272e-02, -3.0121e-02, 3.2866e-02,
9.1366e-02, -1.3112e-01, 5.3900e-02, -1.8442e-02, -3.9589e-02,
6.4288e-02, 9.8849e-04, -1.0115e-02, -8.3868e-03, -1.5483e-01,
-9.1854e-02, -1.8742e-01, 1.4007e-01, -2.1634e-02, 1.5370e-01,
-9.1023e-02, -1.2897e-01, -3.4971e-02, 9.5365e-02, -1.8498e-01,
-2.0834e-02, 7.3671e-02, -1.1605e-01, 1.2613e+00, 9.6220e-03,
4.7192e-02, -8.9399e-02, -2.6952e-01, 1.0644e-01, 8.8214e-02,
-6.0374e-04, 4.1992e-02, 6.0329e-02, -1.8879e-01, -4.6054e-03,
-1.4471e-01, -1.7067e-01, 3.4664e-02, -7.6467e-02, 1.1901e-01,
2.0138e-01, -1.4035e-01, 1.0518e-01, 8.6729e-02, -7.3482e-02,
-7.4087e-02, -4.1536e-02, 5.2566e-02, -7.9267e-02, 2.1963e-01,
1.0970e-01, 3.9444e-02, 5.8647e-03, 1.1573e-01, -2.0558e-02,
-1.5140e-02, -8.9012e-02, 2.1017e-02, -1.8263e-01, 2.4995e-03,
-1.4422e-01, -6.2719e-02, 4.7824e-02, -3.4749e-02, -6.2802e-02,
-2.5422e-01, 1.7231e-01, 1.1562e-01, 3.9012e-03, 1.9184e-01,
-2.6759e-01, -8.4541e-02, 2.3916e-02, 3.7872e-02, 7.7326e-02,
-1.3773e-01, 8.5578e-02, -3.3247e-02, -2.1024e-01, 9.5236e-03,
-3.7050e-02, 2.2955e-02, -1.2758e-02, -1.5521e-01, 2.5294e-02,
-7.0028e-02, -1.1539e-01, -1.2700e-01, 7.7797e-02, -5.0957e-02,
5.0561e-02, -1.6839e-01, -1.9431e-01, -2.6662e-02, 4.2044e-02,
-2.1472e-01, 5.4460e-02, 2.1761e-02, 2.6220e-02, -1.5594e-01,
-7.3845e-02, -3.2744e-02, 7.9654e-02, -1.0625e-01, -2.6747e-01,
6.5370e-02, -1.1259e-01, 1.2292e-01, -8.8887e-02, 3.6612e-02,
-8.9952e-02, -1.6414e-01, -8.2654e-02, 3.9995e-02, -9.6616e-02,
-8.9602e-02, 2.1898e-02, -1.0336e-01, 1.0945e-01, 3.3635e-02,
-4.9635e-02, 8.5358e-02, 9.6494e-02, 1.3755e-01, -1.3750e-01,
-1.5364e-01, 1.6472e-01, -1.9758e-02, 1.2427e-01, 3.3778e-03,
-1.0415e-02, -2.9608e-04, -9.9277e-03, -3.0699e-02, -1.9585e-01,
-4.7819e-02, 3.0824e-02, 1.5675e-02, -1.6331e-01, -2.7399e-02,
-6.8950e-02, 1.4604e-01, -7.1851e-02, 1.2394e-02, -2.0029e-01,
2.6996e-02, -2.6688e-02, -8.2240e-02, -1.6230e-01, -5.9707e-02,
-8.6746e-02, 7.7426e-02, 5.0706e-02, -8.1314e-02, 7.3352e-02,
-2.0326e-02, 1.1515e-01, 4.3862e-01, -1.5197e-01, -1.0557e-01,
-1.2229e-01, -1.1832e-01, -1.2784e-02, 6.0575e-02, 2.1741e-01,
-8.9811e-02, -6.3546e-02, -1.5311e-01, 7.4702e-03, 1.2102e-01,
-1.1936e-01, 3.6606e-02, -9.5204e-02, 1.8812e-01, -9.8741e-02,
7.9813e-02, 1.3390e-01, 1.8033e-03, -1.0895e-01, 5.2695e-02,
1.0584e-01, 6.2732e-02, -9.9113e-02, 1.4579e-02, -4.6823e-02,
-1.0194e-01, -6.4833e-02, -8.8673e-03, -8.7594e-03, -8.4402e-02,
3.5145e-02, 2.2241e-01, 3.8333e-02, 4.8427e-02, -5.3917e-02,
-3.8293e-01, -7.3074e-02, -4.7257e-02, -1.1612e-01, 2.0682e-02,
-1.3031e-01, -5.0937e-02, -7.2689e-02, 1.3657e-01, -5.5294e-02,
-3.9358e-02, 6.5475e-03, -2.0590e-02, 7.0656e-02, 3.8381e-02,
1.7549e-01, 4.4525e-02, 2.6107e-02, 2.1998e-01, -1.3701e-02,
-2.2096e-03, 5.1614e-02, 4.2316e-02, 6.5800e-02, -1.0168e-01,
-1.1595e-02, -4.3219e-02, -1.1759e-01, 1.3936e-02, 4.3590e-02,
-9.3093e-02, 2.9669e-02, -5.0205e-02, 5.6937e-04, -1.8292e-03,
-5.2178e-02, 7.6906e-03, -1.6163e-01, -3.2451e-02, 2.0912e-01,
7.0737e-03, 1.0242e-02, 2.0880e-02, 4.7518e-03, 4.8648e-02,
2.5380e-01, 3.2885e-02, -2.4223e-03, -1.5831e-01, -2.0577e-01,
1.3480e-01, -6.2558e-02, 9.5943e-02, -8.5160e-02, -1.1944e-01,
-1.0444e-01, -1.4307e-02, 1.8766e-01, 2.2243e-02, -2.2166e-01,
-2.3530e-02, 6.1595e-03, 6.4093e-02, 2.1424e-01, 2.2204e-02,
-1.0935e-01, 1.1869e-01, 2.0818e-03, -3.7009e-02, -8.3401e-02,
-6.7578e-02, 2.3777e-02, -7.2400e-02, -1.1491e-01, -4.2703e-02,
-1.2092e-01, 1.4281e-01, -8.2930e-02, -7.4941e-02, -2.0344e-01,
-1.7659e-02, 3.0145e-02, 1.2323e-01, -1.4584e-01, 1.4618e-01,
-3.1256e-01, -8.5523e-02, -1.8418e-02, -2.1394e-01, -5.6370e-02,
1.5367e-01, -1.5250e-02, -3.2452e-02, 1.1023e-01, 2.0038e-01,
1.7947e-01, 2.4817e-02, -5.6863e-02, 9.3357e-02, 1.2750e-01,
4.8176e-02, -1.4264e-01, -1.5849e+00, -7.7854e-02, 6.9790e-02,
-1.2279e-01, 5.2650e-02, -7.6948e-02, 2.1405e-02, 1.0518e-01,
-8.4881e-02, 2.5547e-02, -4.8217e-02, 4.9176e-02, 8.9274e-02,
1.6845e-02, 6.9286e-02, 5.1797e-03, -5.2683e-02, 6.3970e-03,
-9.1188e-03, 4.2490e-02, -1.6297e-01, 1.0101e-01, -1.6168e-01,
1.9646e-02, 1.5586e-01, -2.7577e-02, -2.6347e-02, -7.8709e-03,
-7.6993e-03, 5.2978e-02, -6.4330e-02, 1.0566e-01, -6.3365e-02,
-7.3527e-02, 1.0051e-02, -5.4051e-02, -1.8487e-01, -1.1638e-01,
7.6871e-02, 5.8198e-02, 1.0381e-01, -7.6526e-02, 1.5489e-01,
-4.1361e-02, -1.0426e-01, -5.9173e-02, -1.8548e-01, 9.6546e-02,
-1.5385e-01, -6.9202e-02, 1.1954e-01, 1.2814e-01, 2.2713e-01,
9.3392e-02, -1.0302e-01, -4.2014e-02, -1.1082e-01, 7.0966e-02,
1.8283e-01, -3.1207e-02, -1.4154e-01, -2.7207e-02, 7.4330e-02,
-1.3150e-01, 4.6761e-02, 1.4525e-01, 7.3380e-02, 8.5236e-02,
-1.6814e-01, -1.1599e-01, -1.6957e-01, 4.1443e-02, 2.3781e-01,
-1.8447e-01, 9.1545e-02, -2.0923e-02, -1.4085e-01, 5.2463e-04,
1.0100e-01, -1.0001e-01, 4.1862e-02, -1.7419e-01, -1.2254e-01,
-5.0739e-02, -1.4683e-01, 1.8240e-01, -6.4806e-02, -5.8699e-02,
-1.1065e-01, -1.5571e-01, 1.2939e-01, -1.0831e-01, -2.1459e-01,
-7.9698e-02, -2.2301e-01, 1.3523e-02, -1.0768e-01, 5.2350e-02,
7.5318e-03, -1.4217e-01, 8.2764e-02, 1.7772e-01, -1.6642e-01,
9.5367e-02, 1.0463e-01, -1.2312e-01, -1.1991e-02, -2.0676e-02,
-1.0424e-01, 1.9137e-01, -1.4635e-04, 1.3775e-02, 6.8004e-02,
6.3046e-02, 6.6746e-02, 5.1419e-02, 8.2894e-02, 1.7829e-01,
7.2112e-02, -1.0607e-02, -1.8328e-01, -9.8761e-02, 9.0223e-02,
9.4372e-02, -1.3828e-01, 6.2551e-02, 3.6984e-03, -7.4963e-02,
2.6601e-02, -3.1777e-02, 1.2840e-02, -4.9175e-02, -4.9715e-02,
1.3261e-01, -2.8972e-02, -6.7570e-02, -4.5389e-02, 8.9466e-02,
-1.1713e-01, 8.5433e-02, -2.5740e-01, 1.9211e-01, 9.6182e-02,
1.4982e-01, 1.2282e-01, -1.7024e-02, -6.1212e-02, -1.1859e-01,
-6.6842e-02, 9.2957e-02, -1.2189e-01, -6.5264e-02, -5.3911e-02,
-1.2978e-02, 1.7074e-03, -3.7919e-02, -5.1976e-02, 6.0675e-02,
4.7878e-02, -1.1052e-01, -1.1108e-01, 1.2633e-01, 9.7583e-02,
2.8192e-02, 3.2487e-02, 2.8119e-02, -9.3481e-02, -9.2237e-02,
3.7147e-02, 1.1996e-01, -1.8623e-01, 2.8903e-02, 2.4225e-02,
-9.9589e-02, -8.8972e-02, -1.6850e-01, 4.4850e-01, -9.8175e-02,
-4.3904e-02, 2.2922e-01, -8.1394e-02, 1.0872e-02, 9.1490e-03,
-1.3745e-01, -6.6099e-02, 5.9912e-02, 2.1922e-01, 2.8337e-02,
-5.5014e-02, -2.4030e-01, -6.7036e-02, -1.2349e-01, 4.7244e-02,
-9.5866e-02, 2.0625e-02, 4.4199e-02, -1.0620e-01, -1.1261e-01,
-1.8315e-01, 1.3404e-01, -1.8409e-01, -7.5106e-03, 9.6492e-02,
-1.4583e-01, -1.1074e-01, 4.2445e-02, -7.1184e-03, 3.8784e-02,
-6.1919e-02, -4.3433e-02, 1.1888e-01], device='cuda:0')),
('bert.encoder.layer.5.intermediate.dense.weight',
tensor([[-0.0811, 0.0171, 0.0394, ..., -0.0933, -0.0053, -0.0576],
[-0.0569, 0.0180, -0.0237, ..., 0.0473, 0.0328, -0.0040],
[ 0.0357, -0.0548, 0.0199, ..., -0.0106, -0.0206, -0.0187],
...,
[ 0.0030, 0.0080, 0.0508, ..., -0.0032, -0.0363, -0.0179],
[ 0.0045, 0.0093, -0.0572, ..., -0.0420, -0.0083, 0.0076],
[ 0.0744, -0.0196, -0.0054, ..., 0.0636, -0.0319, -0.0047]],
device='cuda:0')),
('bert.encoder.layer.5.intermediate.dense.bias',
tensor([-0.0629, -0.1046, -0.1224, ..., 0.0002, -0.0968, -0.1198],
device='cuda:0')),
('bert.encoder.layer.5.output.dense.weight',
tensor([[ 0.0414, -0.0640, 0.0137, ..., -0.0149, -0.0622, -0.0057],
[-0.0636, -0.0240, 0.0225, ..., -0.0008, 0.0186, 0.0320],
[-0.0263, -0.0552, 0.0509, ..., -0.0116, -0.0027, -0.0058],
...,
[ 0.0336, 0.0053, 0.0136, ..., 0.0053, -0.0197, 0.0611],
[-0.0051, 0.0072, -0.0438, ..., 0.0034, 0.0445, 0.0208],
[-0.0086, -0.0465, -0.0159, ..., -0.0009, 0.0179, -0.0560]],
device='cuda:0')),
('bert.encoder.layer.5.output.dense.bias',
tensor([-2.5420e-02, -9.6192e-02, -1.0242e-01, 7.2482e-02, 9.1788e-03,
5.9651e-02, -4.1087e-02, 6.6596e-02, -1.4859e-02, -5.4819e-02,
5.4336e-02, 3.3340e-02, -6.4984e-02, -7.1650e-02, 2.7183e-02,
1.1772e-01, 1.9928e-02, -3.5337e-02, -3.0811e-02, -9.6901e-02,
7.7098e-02, 9.3049e-02, 2.4175e-03, 4.7210e-03, -7.9076e-02,
2.4795e-02, -2.0785e-03, 6.1102e-02, 5.1115e-02, -4.5372e-03,
1.4718e-02, -2.9970e-02, -2.6355e-03, -1.7005e-01, 3.8773e-04,
2.0697e-02, -1.3090e-01, -8.4719e-04, 4.3939e-02, 9.4399e-02,
-1.2547e-02, -6.4176e-02, -5.4255e-02, -1.1741e-02, 4.3453e-02,
-5.0226e-02, -9.5540e-03, 8.2963e-03, -4.0313e-03, 2.3977e-02,
-1.5737e-02, 1.7512e-02, 5.5383e-02, -1.2530e-02, -3.1343e-02,
-1.0791e-02, -6.9553e-02, -5.7119e-02, -4.1284e-03, -5.8543e-02,
-1.6916e-02, -4.0576e-02, 9.6189e-03, -1.2035e-01, -1.1024e-01,
9.8697e-02, -1.2662e-02, -2.6192e-02, 6.8534e-02, -8.2376e-02,
-4.6423e-02, -1.9530e-02, -2.3220e-02, -8.6877e-02, 1.0346e-02,
5.1790e-02, -7.9819e-03, -2.2185e-02, -4.6057e-02, -2.7523e-02,
8.6546e-02, 5.4734e-02, 5.9944e-02, 1.1174e-01, 6.5393e-03,
-7.5779e-02, 1.8089e-02, -1.2563e-02, 2.7796e-02, 1.5964e-02,
-7.7080e-02, -4.0358e-02, -6.9423e-02, -5.0508e-04, -1.6117e-02,
1.4488e-01, 5.2998e-03, 5.3554e-02, 4.6900e-02, 3.9947e-03,
-4.8070e-04, 1.3879e-03, -3.8659e-02, 1.9900e-02, -1.4863e-01,
-2.5419e-02, 8.7714e-02, 6.8863e-02, -1.4439e-02, 8.9875e-02,
-7.8467e-02, -8.3691e-02, 8.8895e-03, -8.3634e-04, 4.8185e-02,
6.5395e-02, -6.6823e-02, 3.8710e-02, 4.9545e-02, 4.1506e-02,
4.7521e-03, 8.8616e-03, -5.4306e-02, -4.7917e-02, -1.3643e-01,
3.8777e-02, 1.5920e-02, 4.1568e-02, -9.3736e-02, -1.9221e-02,
-9.1445e-03, 1.7696e-02, -1.9126e-02, 2.9395e-02, 5.7453e-02,
-8.2331e-02, 3.0182e-02, 4.4663e-02, -4.2918e-02, 1.0971e-01,
-1.1651e-01, -8.1423e-02, -2.5878e-02, -9.1094e-01, -2.5283e-02,
5.6262e-02, 3.3372e-02, -4.3455e-03, -3.5925e-02, -6.2038e-03,
9.8342e-03, -4.4509e-02, -2.3658e-02, -6.9309e-03, 1.6915e-02,
-1.8238e-02, 3.1820e-02, -8.9024e-02, 8.2701e-02, -3.3050e-02,
7.2904e-02, 3.6502e-02, 1.8369e-02, 1.6518e-02, -5.2115e-02,
-1.3950e-02, 4.3304e-02, -3.6840e-02, -2.7233e-02, -5.7516e-02,
-1.7800e-02, 5.2288e-02, -2.5058e-02, 1.9143e-02, -4.4598e-02,
4.8276e-02, 1.0160e-01, -9.3809e-02, 5.6895e-02, -1.9477e-03,
-1.5526e-01, 4.0404e-02, -2.3317e-02, 5.3592e-03, 1.0290e-01,
-6.1940e-03, -3.3383e-02, -1.7946e-02, -1.3889e-02, 1.9733e-02,
1.9087e-02, 9.3318e-02, 6.3170e-02, 3.7295e-02, 4.9192e-02,
-5.4106e-02, -3.3542e-02, -3.1661e-02, -3.2699e-02, -5.6864e-02,
4.8430e-02, 6.9540e-02, 1.8847e-02, 5.1318e-02, 7.7147e-02,
-5.9366e-02, -4.3699e-03, -9.0773e-03, -7.5055e-02, -6.0202e-02,
2.9008e-02, -7.4985e-02, 4.9683e-02, -3.3443e-02, 5.4408e-02,
6.2905e-02, 9.6718e-03, 3.1821e-02, 1.4699e-02, 2.8821e-02,
8.2907e-02, 8.3574e-02, 5.6927e-02, -9.1389e-02, -3.0288e-02,
-1.6933e-02, -2.9332e-02, -2.4304e-02, 9.6269e-02, -9.5427e-02,
-3.4020e-02, 8.0861e-02, -1.5454e-02, -1.4738e-01, -3.2856e-02,
-6.2053e-02, -3.6356e-02, -5.8742e-02, -3.3466e-02, 7.2396e-02,
2.5563e-02, 4.4131e-02, 9.8912e-02, 6.0839e-02, -1.1052e-01,
-6.0193e-02, 1.7552e-02, 4.0257e-02, 2.0527e-03, 4.9126e-02,
-7.4342e-03, -2.3843e-02, -1.1039e-02, 7.5141e-02, 1.3838e-02,
-9.4381e-03, 9.2688e-03, 9.8226e-02, 1.0761e-02, 1.7290e-02,
7.0304e-02, -9.0471e-02, -3.9205e-02, -5.3224e-02, 6.1732e-02,
-1.2204e-03, 2.7413e-02, 2.4668e-02, -1.1759e-01, -6.6492e-02,
-8.1118e-02, -6.6805e-02, 8.5813e-02, 1.1984e-02, 8.9023e-02,
6.8332e-02, -4.0532e-03, 1.7254e-03, 8.0382e-02, -1.6900e-02,
4.3578e-02, 1.5504e-02, -7.5922e-02, 3.1709e-01, -1.0798e-01,
2.7885e-02, 3.5558e-02, -1.2873e-02, 8.7702e-02, -1.0814e-03,
-2.3287e-02, -1.3110e-02, 3.2221e-02, 3.4861e-03, -3.9066e-02,
-4.1143e-02, -2.7261e-02, -2.6655e-02, -1.7980e-02, 4.2320e-02,
-2.6585e-02, -3.6526e-02, 7.4214e-02, -8.2602e-03, 4.7566e-02,
-5.6067e-02, -1.0017e-02, 5.9834e-02, -1.6621e-02, 1.5628e-02,
1.5304e-02, 7.4592e-02, -1.1208e-02, -7.2112e-03, -9.9774e-03,
8.9350e-03, -6.3191e-02, -1.0763e-01, 4.6820e-02, 5.9339e-03,
-4.1426e-02, 3.3304e-02, -1.7724e-02, 8.2874e-03, 3.1823e-02,
-1.8125e-02, -1.9905e-02, 1.2383e-03, 6.4514e-02, 2.4341e-02,
-3.2235e-02, 3.4223e-02, 6.3411e-02, -5.9268e-02, 1.1489e-03,
-7.0223e-03, 8.2152e-03, 1.1971e-02, -5.5257e-02, 4.1885e-02,
7.6352e-03, 4.7824e-02, -1.6381e-02, 6.3992e-02, -3.9132e-04,
2.7663e-02, 3.4985e-02, -3.1553e-02, 1.3248e-02, 8.1306e-02,
-4.2986e-02, -7.4514e-02, -5.9804e-02, 3.9288e-02, 7.1574e-02,
-3.0290e-02, 2.5896e-03, 8.8342e-04, -2.7008e-02, -1.2733e-01,
5.9218e-02, -1.2048e-01, 1.9070e-02, -7.0152e-02, -5.6473e-02,
4.6538e-02, -1.2287e-02, 3.4731e-02, 1.4010e-02, 8.8976e-03,
-2.8372e-02, -2.5812e-02, -2.0355e-02, 4.5541e-02, -1.0421e-01,
-1.3918e-02, -2.3166e-02, -2.6119e-02, -6.1130e-02, -9.6796e-02,
-8.4665e-02, 2.1159e-02, 5.1680e-02, 3.0996e-02, -1.7812e-02,
-4.3460e-02, 4.8216e-02, 1.8057e-02, 3.0044e-02, -9.3842e-02,
3.2631e-02, 3.9154e-02, 3.3616e-02, 2.2782e-03, 9.6474e-02,
-8.7230e-02, 1.4598e-02, -1.5575e-02, -8.7057e-02, 4.3871e-02,
5.8171e-02, 1.0536e-01, 2.3265e-02, -7.4733e-02, -9.3737e-02,
-7.1258e-03, -1.7384e-02, -7.7833e-02, -8.1445e-02, -1.0112e-02,
-6.8892e-02, 6.0266e-04, -4.5636e-02, -2.6338e-02, 1.0458e-01,
9.7477e-03, -2.7757e-02, 1.5679e-02, -2.0780e-02, -1.8731e-02,
-5.9163e-02, 4.4769e-02, -2.7846e-02, 5.8833e-02, 2.2217e-02,
-5.7853e-03, -5.4582e-02, -8.3164e-03, 5.6520e-02, -1.3056e-02,
8.1329e-03, 8.6182e-02, 8.4641e-02, 7.6125e-02, -5.2952e-03,
4.8170e-02, 5.9905e-02, 6.8190e-04, 7.6999e-02, -3.8135e-02,
1.7639e-02, 2.5577e-02, -7.7250e-02, -9.1358e-02, -5.8561e-02,
-8.4135e-02, -2.8599e-03, 2.9617e-02, -5.6042e-02, -4.1267e-03,
8.4496e-02, 1.0171e-01, 3.7091e-02, 2.4343e-02, -4.7831e-03,
-9.3886e-02, 7.8621e-02, -1.0109e-01, 2.5730e-02, -7.7426e-02,
5.7349e-02, 2.7125e-03, 4.7944e-02, 4.8858e-02, 3.6133e-02,
5.7386e-02, 2.4173e-02, 5.2773e-02, -4.0336e-02, 2.4051e-02,
-1.0706e-02, 6.6725e-02, -2.7037e-02, 1.2503e-01, 3.4551e-02,
-1.6574e-02, -8.6333e-03, -4.5514e-02, 9.2510e-02, 5.8587e-03,
-3.3819e-02, -4.1557e-02, 4.0954e-02, 2.7867e-02, 5.8128e-03,
-7.8651e-02, 2.8584e-03, 9.8773e-02, -4.6382e-02, -3.6275e-02,
-6.6719e-02, -1.5795e-02, -9.3031e-02, -8.9588e-02, 9.2093e-02,
3.0986e-02, 3.5624e-02, -2.3134e-03, 1.0340e-02, 3.2363e-02,
3.7967e-02, -6.6023e-04, -1.8203e-02, -8.4553e-02, 5.0084e-02,
1.1532e-01, 1.7765e-02, -1.8138e-02, -4.8246e-02, 2.7046e-02,
2.3458e-02, -7.0559e-02, -1.3213e-02, -1.4932e-02, -2.4905e-02,
-3.5050e-02, 5.5176e-03, -7.0999e-02, 1.8163e-01, 3.1348e-02,
-6.8849e-02, 6.7408e-02, 1.2289e-02, 3.7568e-02, 2.9974e-02,
-4.9359e-02, 5.2266e-02, -2.8809e-02, 9.7661e-03, 3.5849e-02,
3.8475e-02, 7.9516e-02, -5.3449e-02, -9.3535e-02, -8.6228e-02,
1.8277e-02, 7.4081e-02, 1.2159e-03, 1.4412e-02, -2.1280e-02,
-4.4675e-02, -2.0800e-02, 3.6035e-02, -1.8376e-02, 6.5521e-02,
6.1082e-02, 5.7694e-02, 3.1259e-02, -3.8319e-02, 8.5094e-02,
3.3131e-02, 6.8948e-02, -2.6968e-02, 1.7338e-03, -2.2841e-03,
4.5895e-02, -3.6869e-02, -7.0589e-01, 6.1643e-03, 7.1911e-02,
6.5540e-02, 2.4398e-02, -7.4567e-02, -1.2999e-02, 4.4139e-02,
-8.8134e-03, -1.6149e-02, -8.4445e-03, 3.2893e-02, 4.3112e-02,
1.5090e-02, 4.0333e-03, -2.5623e-02, -6.1064e-03, -1.6191e-02,
-3.2314e-02, -3.9080e-02, -2.7666e-02, -5.0108e-02, -7.2302e-02,
5.3016e-02, 7.7149e-02, -2.9686e-02, -6.0227e-02, 7.0231e-03,
6.1226e-02, 3.2746e-02, 1.7844e-02, 3.2281e-02, -2.0060e-02,
-1.6334e-02, 1.1136e-01, 6.8101e-02, -9.7036e-02, -1.0628e-02,
7.9869e-02, 5.3275e-04, 6.5177e-02, 2.2185e-02, 6.2175e-02,
6.5730e-03, 1.4381e-02, -5.1036e-02, -4.8117e-03, -5.0745e-02,
-5.5926e-02, 1.1922e-02, -8.5321e-03, -9.1046e-04, 8.6927e-02,
1.5707e-02, 1.0854e-01, -1.0169e-01, -1.3942e-01, 1.6944e-02,
5.3071e-02, -8.4335e-03, -3.1913e-02, -3.8110e-02, 4.5497e-02,
-4.1607e-02, -1.9043e-02, 6.7895e-03, -1.3380e-02, 2.9720e-02,
-4.3692e-02, 7.2164e-03, -1.9491e-02, -1.1065e-01, 5.2186e-02,
-7.4944e-02, 7.5175e-02, -1.1696e-01, -4.7017e-02, -1.4313e-02,
7.3931e-02, 1.8748e-02, -2.6302e-04, 3.8403e-02, -1.4815e-02,
1.3677e-03, 8.0301e-03, 7.5621e-02, 7.4337e-02, -3.0452e-02,
-1.0835e-01, -1.2462e-01, -2.5219e-02, -7.6377e-02, -1.3384e-01,
5.6203e-02, 5.2421e-02, -6.4143e-02, 2.8043e-02, 4.4202e-02,
-2.1520e-02, -2.7624e-03, -3.2660e-02, 6.3964e-02, -7.3267e-02,
1.0130e-01, 7.5203e-02, -2.4078e-02, 8.0816e-02, 3.1354e-02,
7.5204e-02, 4.1577e-03, 4.3481e-02, 3.4007e-02, 3.3982e-02,
3.8861e-02, 2.3477e-01, -1.7384e-02, -6.6741e-02, -2.0248e-02,
-6.2238e-02, 2.3597e-02, -3.3026e-03, -4.7924e-02, 5.7907e-02,
3.3135e-02, -8.1287e-02, -2.2473e-02, -1.3087e-02, 3.0929e-02,
-1.6264e-02, -3.5303e-02, 1.2354e-02, 7.2533e-03, -1.4100e-02,
-1.5804e-02, 5.8178e-02, -5.0573e-02, 5.3096e-02, 1.0984e-02,
2.5614e-02, 1.2511e-02, 1.4775e-02, 3.3107e-02, 5.8847e-02,
7.3283e-02, 2.9535e-02, 9.8655e-03, -2.5826e-02, -8.4749e-02,
-1.7265e-02, -6.9881e-03, -3.5374e-02, -3.6582e-02, -3.7363e-02,
-2.2902e-02, -3.7268e-02, -2.6239e-02, -6.8161e-02, 1.7014e-02,
2.2354e-02, -5.1608e-02, -2.1613e-02, -7.0403e-03, 3.0721e-02,
-1.7036e-02, 3.8115e-02, 1.2168e-02, -3.2422e-03, 2.6877e-02,
-3.4939e-02, 2.7256e-03, -3.8745e-03, 1.3893e-02, -6.0403e-02,
-5.8986e-02, 1.2702e-02, 1.9886e-02, -6.5049e-02, -2.6165e-02,
-2.8495e-02, 4.8802e-02, 6.6202e-02, -9.3721e-03, 1.4906e-02,
-5.7798e-05, -6.0944e-02, 8.0960e-02, 3.2872e-02, 3.8947e-02,
3.3186e-02, 3.7214e-02, 3.0084e-02, 2.2557e-02, 6.4418e-02,
3.5982e-02, -1.0272e-02, -1.2524e-02, 4.0899e-03, 6.3124e-02,
4.5827e-02, -2.3687e-02, -4.7240e-02, -3.9424e-02, 3.5802e-02,
1.3787e-02, -4.8410e-02, 4.8999e-02, -1.2469e-02, -5.3341e-02,
-8.4524e-03, 3.7599e-02, 7.7284e-02], device='cuda:0')),
('bert.encoder.layer.5.output.LayerNorm.weight',
tensor([0.9131, 0.9157, 0.9001, 0.9082, 0.8720, 0.8936, 0.8214, 0.8283, 0.9206,
0.8715, 0.9215, 0.9546, 0.9777, 0.9544, 0.9347, 0.7719, 0.9217, 0.9266,
0.9051, 0.9495, 0.8773, 0.9420, 0.9191, 0.8705, 0.8991, 0.9005, 0.9422,
0.8933, 0.8946, 0.9460, 0.9098, 0.8277, 0.9387, 0.8576, 0.9290, 0.8820,
0.8104, 0.9447, 0.7992, 0.9316, 0.9648, 0.9075, 0.9293, 0.9266, 0.9527,
0.9363, 0.9198, 0.9546, 0.9681, 0.8970, 0.9584, 0.8816, 0.8531, 0.9456,
0.8349, 0.8092, 0.9053, 0.9137, 0.8613, 0.8535, 0.9165, 0.9595, 0.9549,
0.9083, 0.8902, 0.9736, 0.9269, 0.9044, 0.7826, 0.8692, 0.9224, 0.9355,
0.9180, 0.9082, 0.9445, 0.9637, 0.9286, 0.9264, 0.9628, 0.9296, 0.9072,
0.9008, 0.9267, 0.9257, 0.7839, 0.9038, 0.8365, 0.9177, 0.9616, 0.8961,
0.8909, 0.9269, 0.9234, 0.9239, 0.9233, 0.8845, 0.7973, 0.9577, 0.9380,
0.9303, 0.9090, 0.9662, 0.8578, 0.9615, 0.8290, 0.9754, 0.9612, 0.8776,
0.9232, 0.9491, 0.8661, 0.8817, 0.9864, 0.7999, 0.8509, 0.9525, 0.9168,
0.9417, 0.9497, 0.9733, 0.9349, 0.9305, 0.9442, 0.8608, 0.8891, 0.8825,
0.9667, 0.8796, 0.9282, 0.9182, 0.9581, 0.8586, 0.9267, 0.9301, 0.9401,
0.9353, 0.9495, 0.9208, 0.9496, 0.9689, 0.7877, 0.9754, 0.8801, 0.1145,
0.9055, 0.9085, 0.9221, 0.9296, 0.9384, 0.8926, 0.9198, 0.9311, 0.9527,
0.9049, 0.8980, 0.9060, 0.9507, 0.9380, 0.9123, 0.9410, 0.9495, 0.9724,
0.8157, 0.9348, 0.8765, 0.9029, 0.8824, 0.7828, 0.8831, 0.9255, 0.9545,
0.8009, 0.8701, 0.9147, 0.8700, 0.9124, 0.9658, 0.8093, 0.9420, 0.9352,
0.9030, 0.9136, 0.8619, 0.9283, 0.9304, 0.9495, 0.9047, 0.9254, 0.9421,
0.9382, 0.8682, 0.8376, 0.8777, 0.9316, 0.9143, 0.9418, 0.9682, 0.8393,
0.9110, 0.9378, 0.9339, 0.8203, 0.9441, 0.9135, 0.8622, 0.9368, 0.9450,
0.9693, 0.9432, 0.8929, 0.9504, 0.9413, 0.8773, 0.9391, 0.9153, 0.9656,
0.8877, 0.8692, 0.9408, 0.9058, 0.9658, 0.9304, 0.9461, 0.9045, 0.9023,
0.9444, 0.9589, 0.9452, 0.9098, 0.7704, 0.8967, 0.9445, 0.8951, 0.8984,
0.9230, 0.9275, 0.7883, 0.9722, 0.9095, 0.9640, 0.9057, 0.8792, 0.8544,
0.9118, 0.9561, 0.8762, 0.9481, 0.8838, 0.9817, 0.9560, 0.9303, 0.9404,
1.0123, 0.9659, 0.9524, 0.9729, 0.9446, 0.8021, 0.9429, 0.9120, 0.7976,
0.9176, 0.9288, 0.9050, 0.9277, 0.9148, 0.9502, 0.9757, 0.8679, 0.9305,
0.9522, 0.9365, 0.9546, 0.9043, 0.9466, 0.9457, 0.9146, 0.9332, 0.8822,
0.9099, 0.9793, 0.9617, 0.8746, 0.3715, 0.9456, 0.9608, 0.8422, 0.9099,
0.9087, 0.8741, 0.8558, 0.9170, 0.9040, 0.8768, 0.9093, 0.8757, 0.9059,
0.7995, 0.9651, 0.9193, 0.9148, 0.8998, 0.8971, 0.9544, 0.7420, 0.9591,
0.9009, 0.9575, 0.9346, 0.9153, 0.8322, 0.9112, 0.9096, 0.8075, 0.9044,
0.9633, 0.9012, 0.8914, 0.9389, 0.8667, 0.9203, 0.9269, 0.9110, 0.9773,
0.8774, 0.8642, 0.9012, 0.8707, 0.9667, 0.8912, 0.9227, 0.9207, 0.9705,
0.9600, 0.9709, 0.9776, 0.9243, 0.9566, 0.9352, 0.8658, 0.8303, 0.9523,
0.9088, 0.9612, 0.9367, 0.9438, 0.9675, 0.9245, 0.9328, 0.9054, 0.9288,
0.9156, 0.8853, 0.9380, 0.9730, 0.8601, 0.9227, 0.9221, 0.9184, 0.8556,
0.9359, 0.9588, 0.9071, 0.9596, 0.8580, 0.8927, 0.9457, 0.9591, 0.9509,
0.9035, 0.9314, 0.9450, 0.9272, 0.9294, 0.8929, 0.8989, 0.8880, 0.9450,
0.9468, 0.8136, 0.8955, 0.9292, 0.9711, 0.9309, 0.8724, 0.8728, 0.8474,
0.9498, 0.9264, 0.8398, 0.9583, 0.8479, 0.9218, 0.9482, 0.9292, 0.9419,
0.8533, 0.9721, 0.9058, 0.8597, 0.8448, 0.8871, 0.8663, 0.9233, 0.9370,
0.9351, 0.9034, 0.9223, 0.9453, 0.9879, 0.8942, 0.9044, 0.9494, 0.9777,
0.9312, 0.9044, 0.8880, 0.8721, 0.8968, 0.9420, 0.9281, 0.9735, 0.9306,
0.8601, 0.8771, 0.9606, 0.9221, 0.8257, 0.9420, 0.9135, 0.9274, 0.9561,
0.8518, 0.9469, 0.8135, 0.9622, 0.9116, 0.8998, 0.9327, 0.9409, 0.9316,
0.8066, 0.9125, 0.9013, 0.9210, 0.8767, 0.9254, 0.9670, 0.9597, 0.8984,
0.9564, 0.7994, 0.9275, 0.9623, 0.9360, 0.8829, 0.9108, 0.8781, 0.8811,
0.9223, 0.9069, 0.9187, 0.8655, 0.9585, 0.8135, 0.8654, 0.8919, 0.8817,
0.9248, 0.9213, 0.9635, 0.9058, 0.9750, 0.8579, 0.9229, 0.9155, 0.8464,
0.9559, 0.8648, 0.9736, 0.9100, 0.9213, 0.9677, 0.9425, 0.9224, 0.8971,
0.9753, 0.8867, 1.0179, 0.8808, 0.8907, 0.9491, 0.9404, 0.8964, 0.9236,
0.9007, 0.9167, 0.9548, 0.9060, 0.9115, 0.9407, 0.9738, 0.8985, 0.9616,
0.9123, 0.9459, 0.9735, 0.9124, 0.9223, 0.9313, 0.9065, 0.9388, 0.8724,
0.9409, 0.9240, 0.8787, 0.9533, 0.8911, 0.8639, 0.9637, 0.9679, 0.8102,
0.9043, 0.9788, 0.9495, 0.9709, 0.9406, 0.9720, 0.9276, 0.9485, 0.9271,
0.9382, 0.9093, 0.8935, 0.8919, 0.8896, 0.8580, 0.9121, 0.8668, 0.8930,
0.9298, 0.9745, 0.8485, 0.8721, 0.9209, 0.9411, 0.9128, 0.8704, 0.9449,
0.9248, 0.8639, 0.8653, 0.9504, 0.9099, 0.8349, 0.9011, 0.8641, 0.6399,
0.9081, 0.9062, 0.9587, 0.9646, 0.8517, 0.9564, 0.9199, 0.9553, 0.9190,
0.9389, 0.8487, 0.9371, 0.8556, 0.8981, 0.9006, 0.9383, 0.9465, 0.9554,
0.9006, 0.8874, 0.9219, 0.9339, 0.9407, 0.9330, 0.9524, 0.9408, 0.9491,
0.9381, 0.8984, 0.9419, 0.8902, 0.8669, 0.9730, 0.8378, 0.8716, 0.9004,
0.9209, 0.9577, 0.8829, 0.9129, 0.9342, 0.9317, 0.9463, 0.9228, 0.8728,
0.9325, 0.9274, 0.9220, 0.9047, 0.8650, 0.9206, 0.9005, 0.9129, 0.8876,
0.8974, 0.8848, 0.9442, 0.9395, 0.9774, 0.9800, 0.9342, 0.9544, 0.9040,
0.8537, 0.8945, 0.9554, 0.9051, 0.9545, 0.9363, 0.8748, 0.8928, 0.8429,
0.9474, 0.9303, 0.9115, 0.9136, 0.8715, 0.9192, 0.9596, 0.9508, 0.9505,
0.9092, 0.9771, 0.9004, 0.9241, 0.9175, 0.9238, 0.9053, 0.8432, 0.9307,
0.9463, 0.8464, 0.8786, 0.9718, 0.8828, 0.8414, 0.9107, 0.9129, 0.9355,
0.8829, 0.8998, 0.9335, 0.9403, 0.8918, 0.9257, 0.9220, 0.8841, 0.9304,
0.9598, 0.8009, 0.8333, 0.9400, 0.9557, 0.8604, 0.9327, 0.9744, 0.9173,
0.8923, 0.9296, 0.9702, 0.9667, 0.9394, 0.9702, 0.8885, 0.9207, 0.9572,
0.9579, 0.9023, 0.9044, 0.9586, 0.9189, 0.9505, 0.9450, 0.8477, 0.9560,
0.9490, 0.9560, 0.9473, 0.9282, 0.9370, 0.8975, 0.9582, 0.8687, 0.8234,
0.8297, 0.9105, 0.9245, 0.9716, 0.9333, 0.9431, 0.9210, 0.9557, 0.8856,
0.9456, 0.9492, 0.9149, 0.9639, 0.8847, 0.8732, 0.8402, 0.9211, 0.9558,
0.9374, 0.9087, 0.9385, 0.8974, 0.9643, 0.7980, 0.9638, 0.8430, 0.9560,
0.9477, 0.8960, 0.9090, 0.9405, 0.9156, 0.9308, 0.9600, 0.9209, 0.8841,
0.9093, 0.9499, 0.9431, 0.8897, 0.8194, 0.8778, 0.9099, 0.8524, 0.9020,
0.9089, 0.9216, 0.8304, 0.8992, 0.9301, 0.9202, 0.8863, 0.9616, 0.9208,
0.8770, 0.9110, 0.9275, 0.8944, 0.8680, 0.9635, 0.9625, 0.9192, 0.9860,
0.9094, 0.9493, 0.9171], device='cuda:0')),
('bert.encoder.layer.5.output.LayerNorm.bias',
tensor([ 4.8689e-03, 1.8884e-02, 5.9857e-02, -5.5614e-03, 9.5422e-02,
-5.3534e-02, 8.4081e-02, -1.0715e-01, -9.1932e-02, 2.0375e-02,
-5.4359e-02, 1.7424e-02, 3.8454e-02, 5.5853e-02, 2.0833e-02,
-5.8802e-02, 3.0612e-02, 4.8361e-02, 7.4611e-02, 4.0373e-02,
-2.4470e-02, -5.4478e-02, 3.3153e-02, -4.7495e-02, 6.2094e-02,
-1.4732e-02, -1.8779e-02, -1.0657e-01, -1.5598e-02, -1.7346e-04,
1.3377e-02, 7.1372e-02, 5.9596e-02, 3.3733e-02, -3.6982e-02,
-6.3543e-03, 5.8437e-02, 9.2397e-03, -4.7092e-02, -6.8134e-02,
4.6417e-03, 4.5476e-02, -2.9003e-02, -6.8074e-02, -1.9305e-03,
2.1158e-02, -1.8508e-02, -3.0054e-02, -2.0984e-02, -5.6419e-02,
-2.1717e-02, -2.1807e-02, -9.0091e-02, 6.0082e-02, 2.2387e-02,
4.9842e-02, 4.0643e-02, 1.4209e-02, -4.1221e-03, -4.1881e-02,
-1.9645e-02, 4.3474e-03, -6.8899e-02, 1.0785e-01, 1.0412e-02,
-5.7003e-03, -7.6726e-03, 3.3297e-02, -2.6975e-02, 5.3467e-02,
3.8582e-02, 4.3889e-02, 3.7241e-02, -2.5943e-02, 1.9546e-02,
-2.2029e-02, -2.7994e-03, 1.9851e-03, -1.5337e-03, -5.2615e-02,
-1.2457e-02, -2.1525e-03, 2.5276e-02, -4.5194e-02, 4.8877e-03,
-9.5556e-02, 5.7986e-02, 1.7045e-02, -5.0483e-02, -1.7362e-02,
8.3878e-02, 5.3168e-02, 7.7938e-02, -4.1654e-02, 4.4677e-02,
-5.5011e-02, -2.0525e-02, 4.6033e-02, 1.3620e-03, -8.0708e-02,
2.4346e-02, 1.0791e-02, 5.7673e-03, -5.2101e-02, 5.2096e-02,
1.1884e-02, -4.4344e-02, 2.4327e-02, 9.3427e-02, 4.6121e-02,
-1.9433e-02, 4.4168e-02, 3.7260e-02, -3.0241e-02, -1.0617e-01,
-6.6692e-02, 1.9738e-02, -2.5958e-02, 3.6020e-02, 9.9088e-03,
-3.7174e-02, 5.4407e-03, -1.0372e-02, -3.2790e-02, 3.4640e-03,
-2.9450e-03, 5.6874e-02, 1.3376e-02, 3.1807e-02, 2.2635e-02,
1.1263e-03, -9.3002e-03, 3.0049e-02, 1.1675e-02, 5.8989e-02,
-2.0534e-02, -1.2550e-01, -4.0280e-02, 1.3478e-01, -1.0829e-02,
9.7183e-02, 2.7115e-02, 8.8959e-03, 3.5424e-01, 2.0643e-04,
2.9272e-02, -2.5050e-02, -4.5847e-02, 1.8452e-02, 9.6503e-02,
8.8542e-02, -3.6506e-03, 3.8542e-02, -1.4617e-02, -7.1738e-02,
-3.8926e-03, 2.2038e-02, 6.6936e-02, -2.5520e-02, 5.3858e-02,
-9.8754e-02, -7.3579e-02, 6.5397e-03, 4.0121e-02, -6.5835e-03,
8.9309e-02, -7.3216e-02, -4.2424e-02, 8.5754e-02, -6.3037e-03,
-9.9917e-03, -3.1432e-02, 2.9080e-02, -4.7480e-02, -7.8257e-02,
-1.0059e-01, -7.4265e-02, 1.3417e-01, 7.1202e-02, -6.2068e-03,
6.1484e-02, 1.6928e-02, 2.8868e-02, 1.2245e-01, -2.1229e-02,
3.7126e-03, 4.4132e-02, 9.0188e-02, 3.9685e-03, 2.8058e-02,
-5.7197e-02, -2.5898e-02, -9.1799e-02, -1.4386e-02, 4.7639e-02,
8.9106e-02, -6.3387e-03, 1.1613e-02, 6.0299e-02, 8.0214e-02,
-5.8968e-02, -4.6940e-02, 5.5611e-02, -2.9199e-02, -1.0950e-02,
-1.7744e-02, -4.4834e-02, 7.7922e-02, 1.2494e-02, 1.4764e-02,
-6.0896e-03, 4.9934e-02, -4.4505e-02, 5.2458e-02, 1.2993e-02,
3.9627e-02, -7.2467e-02, -5.2670e-02, 2.0694e-02, -4.2120e-02,
-1.2117e-02, 2.0688e-03, -1.5446e-02, 1.4272e-01, 1.3095e-01,
-6.0626e-02, -1.6133e-03, -7.6063e-04, -7.1579e-02, 7.2431e-02,
4.2127e-03, -5.5968e-02, -1.3619e-02, 2.5010e-02, 3.2070e-02,
4.5593e-02, 2.3050e-02, -2.8882e-03, -7.8406e-03, 9.9105e-03,
7.8618e-02, 8.6780e-03, -5.1125e-02, -2.0901e-02, 1.7628e-02,
6.4452e-02, -4.2691e-02, 6.9140e-04, -2.8218e-02, -5.5747e-02,
-1.2874e-02, -6.2277e-03, -5.6981e-02, -3.7065e-02, -4.4143e-02,
-3.5565e-02, 1.0019e-01, 3.7077e-02, 2.9970e-02, -1.8759e-02,
-2.2864e-02, 3.7833e-02, -3.5599e-02, 6.2229e-03, 1.4167e-02,
-2.6691e-02, 2.1719e-02, 2.9095e-02, -3.8769e-02, 5.6970e-02,
2.8787e-02, 6.9313e-02, -7.6216e-02, 6.5441e-03, -9.4272e-02,
5.5276e-02, 4.4976e-02, 2.8520e-02, -4.1060e-02, 1.0650e-01,
1.0708e-02, -5.8476e-04, 6.2641e-02, -1.7631e-01, -1.2757e-02,
-3.9581e-02, 3.1705e-02, 9.9201e-02, -4.7691e-02, -4.1936e-02,
-2.1629e-02, -8.9344e-03, -1.0303e-02, 8.5738e-02, -1.6851e-03,
8.9125e-02, 8.0003e-02, -5.7048e-03, 4.4282e-02, -4.3943e-02,
-8.1889e-02, 5.8980e-02, -2.0532e-02, -3.0965e-02, 6.5692e-02,
4.1399e-02, -9.0432e-04, -5.1048e-03, 5.0065e-03, -8.6543e-02,
-7.1800e-02, -1.8904e-02, -7.2686e-03, -4.1772e-02, 1.8655e-02,
-1.4360e-02, 3.8974e-02, -1.3495e-02, 1.1003e-01, -9.2721e-03,
5.6725e-02, 4.2483e-02, 3.1311e-03, -1.1606e-03, 2.8222e-02,
1.0163e-01, -1.2823e-01, -4.8013e-02, -1.6514e-03, -8.0641e-02,
1.6722e-01, 4.8535e-02, 3.3402e-04, -4.7157e-02, -5.9741e-02,
5.6360e-02, -2.1913e-02, -7.3839e-03, 7.8516e-02, -4.5731e-03,
1.4650e-02, -5.3948e-03, 2.0644e-02, 5.7874e-02, -1.3166e-02,
2.3323e-02, 2.7093e-02, 4.1504e-02, -2.0398e-02, 3.4899e-02,
-1.2824e-02, 6.1404e-02, 6.7922e-02, 6.1730e-03, -2.6280e-02,
8.7174e-02, -2.6522e-02, -1.8474e-02, -3.7135e-03, 5.8403e-02,
2.8840e-02, 1.4654e-02, -5.0270e-02, 3.2539e-02, 1.2627e-01,
-3.9605e-02, 4.1875e-02, -8.4957e-02, 3.4086e-02, -4.8096e-02,
3.5777e-02, 6.7946e-02, 3.5983e-02, -8.0151e-03, 3.3353e-02,
2.7829e-02, 7.0696e-03, 3.1706e-02, -5.2407e-02, -1.3514e-02,
3.2761e-02, -3.1617e-02, -3.7564e-02, -9.8171e-02, 6.8718e-02,
5.6262e-02, -5.6109e-02, 1.9343e-02, -3.5082e-02, -1.0406e-02,
-2.2894e-02, -2.4553e-03, 5.9816e-03, 2.7077e-02, 7.6180e-02,
1.1938e-02, -1.6614e-02, -2.7092e-02, 7.2474e-02, 6.9074e-03,
3.9050e-02, -7.5140e-02, 1.0781e-02, -1.2177e-02, 6.7841e-02,
-1.9686e-02, 1.7866e-02, 4.1894e-02, 8.7327e-02, 3.2563e-02,
3.5306e-02, -1.6338e-02, -3.5651e-02, 3.3736e-02, -4.1974e-02,
9.0648e-03, -3.5540e-02, -1.5710e-01, 5.3768e-02, 2.7366e-02,
5.0925e-02, 6.2494e-02, 9.9713e-03, -2.3686e-02, -6.0538e-02,
3.8606e-02, 5.2175e-02, 7.2895e-02, -7.8608e-03, -8.4444e-02,
2.8267e-02, 4.2890e-03, 7.7471e-02, -7.9388e-02, 4.1309e-02,
-5.0614e-02, -7.5658e-02, -1.5666e-03, 3.8065e-02, -4.0335e-02,
-6.4978e-02, -4.6060e-03, 1.0065e-02, 1.3882e-02, 3.8234e-02,
2.7830e-02, 3.1639e-02, 5.8949e-03, 2.5014e-03, 4.8278e-02,
-3.5604e-02, -7.3788e-02, -1.7000e-02, -1.5859e-02, 2.2315e-02,
1.6248e-01, 2.2055e-02, 6.2535e-03, 4.2381e-02, -2.0974e-02,
5.1603e-02, 2.6273e-02, 3.9038e-02, -6.0698e-02, 3.4344e-02,
1.9120e-02, 2.2796e-03, 6.5440e-03, -2.4360e-02, -3.2627e-02,
-8.6454e-02, -2.2883e-02, -1.3352e-02, -8.3360e-02, 1.2060e-02,
-8.0400e-03, -2.3238e-03, -3.6889e-02, -1.9689e-02, 2.3381e-02,
1.4251e-02, 5.2110e-03, 6.1161e-02, -3.3756e-02, -2.8624e-02,
4.9120e-02, -1.8044e-02, 1.7822e-02, -6.9511e-03, -4.2731e-03,
2.2215e-02, 2.1706e-02, 6.6303e-02, 1.0582e-03, -7.7361e-02,
-1.7895e-03, 1.1046e-02, -9.9559e-03, 1.4886e-03, -3.3214e-02,
-9.5754e-02, -2.5073e-02, 2.7007e-03, 4.2892e-02, 9.8699e-02,
-1.0066e-01, 2.5547e-02, -6.1569e-02, 3.8454e-02, 3.8926e-02,
6.2136e-02, 5.3320e-03, -9.6755e-02, -2.7517e-02, 7.3702e-02,
2.4922e-02, -6.0012e-03, -2.6387e-02, -3.8670e-02, -1.4790e-02,
4.2156e-02, -2.3460e-02, 5.6174e-03, 4.3065e-02, 4.9194e-02,
1.3975e-02, -3.6266e-02, 3.4612e-02, 2.7600e-02, 1.8478e-02,
3.8120e-02, -6.5248e-02, 4.5808e-02, 2.9605e-02, 5.9129e-02,
2.6578e-03, -3.7821e-03, -5.9497e-02, 5.6885e-02, -7.8543e-02,
1.2159e-01, 1.5994e-02, -9.6572e-03, 7.6368e-02, 3.6709e-02,
-9.2100e-02, -6.7152e-04, 1.6278e-02, -5.2021e-02, -7.5130e-02,
-7.8519e-02, -1.4452e-02, 1.7280e-02, -5.1548e-02, -4.4477e-02,
-7.6185e-03, 6.0517e-02, -4.0120e-01, 4.4916e-02, -2.4240e-02,
4.3458e-02, -3.0503e-02, 2.1935e-02, 6.0821e-03, -4.6222e-02,
4.2725e-02, 6.4599e-03, 3.2281e-02, 1.1958e-03, -5.6113e-02,
-5.3369e-03, -1.6772e-02, 2.1823e-03, 9.3592e-03, -8.1508e-03,
-9.2994e-03, -2.0559e-02, 6.8188e-02, -8.0280e-02, 5.5278e-02,
-2.2503e-02, -9.2234e-02, -3.7177e-03, -8.1396e-03, -1.0364e-02,
2.6066e-02, -4.8966e-02, 2.3250e-02, -5.6056e-02, 2.6893e-02,
8.5087e-03, -2.6874e-03, 4.2641e-02, 6.8207e-02, 5.2629e-02,
-2.9938e-02, -9.7245e-03, -1.6296e-02, 3.4408e-02, -4.8183e-02,
3.6267e-02, 4.5169e-02, 1.0881e-02, 1.0181e-01, -2.2083e-02,
4.0793e-02, 1.8416e-02, -6.6106e-02, -4.5998e-02, -1.0288e-01,
-2.1287e-02, 3.8571e-02, -3.7335e-03, 5.5008e-02, -7.3371e-02,
-4.6834e-02, -3.3247e-03, 5.7702e-02, 2.1046e-02, -2.7414e-02,
2.9653e-02, -6.8796e-03, -8.5574e-02, -3.1538e-02, -4.8976e-02,
9.9630e-02, 6.6187e-02, 9.8394e-02, -2.6790e-02, -7.9155e-02,
6.7239e-02, -5.1023e-02, -1.4763e-02, 6.0224e-02, -3.1895e-02,
-5.0488e-02, 3.7150e-02, -2.4978e-02, 7.8241e-02, 4.9910e-02,
2.4758e-02, 5.6626e-02, -7.6363e-02, 3.4691e-02, 7.0432e-03,
3.0958e-02, 7.0147e-02, -6.9078e-02, 7.1283e-02, 6.6451e-02,
3.0403e-02, 1.0124e-01, -1.5853e-02, 7.6715e-02, -1.2154e-02,
6.2141e-04, 5.3399e-02, -2.0866e-02, -7.5234e-02, 6.5030e-02,
-3.1427e-02, -2.6194e-02, 4.7527e-02, 3.0923e-02, 2.8203e-02,
5.6693e-02, -9.2557e-02, 5.4364e-03, 2.2562e-02, -3.9142e-02,
-3.6530e-02, -3.7436e-02, -3.2576e-02, -5.1085e-02, -8.6069e-02,
-5.2676e-02, 4.8954e-03, 7.7189e-02, 5.2264e-02, -3.4383e-02,
-7.2496e-02, 4.7375e-02, -4.5715e-02, -1.8466e-02, 3.2984e-02,
-3.9246e-02, 1.0015e-02, -6.2340e-03, -6.7575e-03, 4.3397e-02,
-6.7080e-02, 2.8075e-02, 2.7406e-02, 1.5730e-02, -5.7532e-02,
4.1540e-02, -3.9546e-02, 1.4043e-01, -6.0772e-02, -3.1487e-02,
-4.5425e-02, -5.9588e-02, 2.3999e-02, 1.8596e-02, 4.8624e-02,
1.5019e-02, -2.7753e-02, 5.3569e-02, 9.2864e-03, 2.0055e-02,
7.7388e-03, -1.8465e-03, 4.2142e-02, 1.6918e-02, -3.4863e-02,
-1.7098e-02, 5.0440e-02, 4.1016e-02, -5.9178e-02, -3.9179e-02,
-1.0948e-02, -4.0879e-02, -2.1926e-02, 4.7906e-02, 1.1885e-02,
9.4426e-03, -5.6353e-02, 6.7191e-02, 6.8813e-04, -2.9363e-02,
4.9574e-02, 2.2436e-02, 7.5025e-02, -1.5639e-01, 2.4379e-02,
1.3915e-02, -1.2282e-01, 3.8003e-02, -2.3999e-02, -9.6626e-03,
7.0197e-02, 3.7045e-02, -1.9541e-02, -9.4955e-02, -2.6470e-02,
1.7830e-02, 8.6697e-02, 1.5456e-02, 5.9455e-02, -1.4363e-02,
3.5894e-02, -2.8560e-02, -3.5744e-02, 6.9412e-02, 5.7174e-02,
6.1554e-02, -4.2650e-02, 8.4814e-02, 8.5098e-03, -7.1700e-02,
6.8113e-02, 2.8733e-02, -2.9317e-02, 1.5894e-03, -2.8700e-02,
1.6056e-02, 1.9792e-02, -7.3351e-02], device='cuda:0')),
('bert.encoder.layer.6.attention.self.query.weight',
tensor([[-0.0263, -0.0661, 0.0541, ..., 0.0004, -0.0155, -0.0177],
[-0.0866, -0.0030, -0.0039, ..., -0.0326, -0.0716, -0.0469],
[ 0.0624, -0.0087, 0.0217, ..., -0.0084, 0.0220, 0.0088],
...,
[-0.0189, -0.0087, 0.0426, ..., -0.0958, 0.0459, -0.0033],
[-0.0019, -0.0539, 0.0225, ..., 0.0267, -0.0179, -0.0082],
[-0.0447, 0.0050, 0.0640, ..., -0.0093, -0.0115, -0.0404]],
device='cuda:0')),
('bert.encoder.layer.6.attention.self.query.bias',
tensor([-5.0505e-02, -2.3958e-02, -1.1398e-01, -1.2469e-03, 6.3119e-02,
-1.7337e-02, -1.5333e-01, -4.0061e-02, 5.9072e-02, -5.0419e-02,
1.0527e-01, -1.0145e-02, -8.9542e-02, 1.1772e-01, 1.1829e-02,
4.7699e-02, 7.8690e-02, -2.1042e-02, 1.6691e-02, 9.0271e-02,
8.0697e-02, -3.7448e-02, -4.7759e-03, 5.6148e-02, -1.5602e-01,
-7.0046e-02, -1.8433e-02, -9.7980e-02, -8.4923e-02, 3.2685e-02,
-1.0469e-01, -9.1332e-02, -2.3675e-02, -3.7448e-02, 9.2046e-02,
3.7861e-02, -6.7726e-02, -5.5556e-02, 7.5916e-02, 1.4357e-01,
-5.0210e-02, 2.4589e-03, -1.8424e-02, 1.7623e-02, -9.6445e-03,
-8.3849e-02, -3.0410e-02, 6.9885e-02, 4.9217e-02, 1.9896e-02,
2.0919e-02, -6.5843e-02, 1.8188e-02, -7.1739e-02, 9.3541e-03,
-1.3211e-01, 5.4137e-02, 6.1679e-02, -2.3744e-02, -2.0906e-02,
-1.0910e-01, 1.8765e-03, 1.4435e-01, 8.5279e-02, 1.5777e-02,
1.6147e-02, 2.9101e-02, 8.7559e-03, -2.4113e-02, -2.0326e-03,
9.5235e-03, -5.8472e-02, 2.9503e-02, 8.6446e-02, 1.4776e-01,
-5.7085e-03, -7.2373e-04, 1.3282e-03, -6.9571e-02, 1.9459e-02,
-3.9385e-02, -8.1665e-02, 7.9505e-02, -4.3344e-02, 1.0337e-01,
8.4654e-03, 9.0212e-02, 5.9258e-02, 4.0451e-02, -3.1348e-02,
3.8349e-01, -3.2643e-03, 5.5294e-02, -5.3294e-02, 1.4543e-02,
-1.4078e-02, 2.2025e-02, 3.2232e-02, 6.9584e-02, 5.5688e-02,
-1.5068e-01, -8.7181e-02, -1.0693e-01, -7.6804e-02, 7.1887e-03,
1.6744e-01, 4.1036e-01, -1.8016e-02, 2.1822e-02, 2.8074e-01,
-1.2069e-02, 4.4676e-02, 3.3689e-02, 4.9092e-02, 6.0742e-02,
2.4206e-02, -2.1790e-02, 4.4162e-02, -8.2791e-03, -8.4295e-02,
-5.3456e-02, -2.5343e-03, 4.8309e-02, -6.2601e-03, 2.3619e-02,
-8.8616e-02, -1.2801e-03, 1.6574e-01, 2.8933e-02, 8.2152e-02,
-1.2050e-01, 1.5430e-02, 7.1435e-03, -1.3865e-01, 1.2723e-01,
4.2048e-01, -6.7568e-03, 5.6880e-01, -4.0415e-02, 1.4608e-02,
-1.0133e-01, -3.0233e-02, 1.0611e-01, 2.2009e-02, -3.9683e-01,
1.2131e-01, 9.0254e-02, 1.9736e-01, -9.5703e-02, 1.7404e-01,
-1.9512e-01, 2.5212e-01, -5.0407e-01, 4.4219e-02, 7.2702e-01,
1.3100e-01, 5.3219e-02, -3.2507e-02, -4.1355e-02, -8.9424e-02,
-1.1530e-01, 2.8468e-02, -9.6898e-02, -1.4571e-01, 1.9531e-01,
1.4607e-01, -2.2110e-01, 1.0122e-01, 5.5282e-02, -4.8657e-02,
-6.2065e-02, 1.0838e-01, -8.2040e-02, 3.4591e-02, -9.3621e-03,
5.1858e-02, 3.0766e-02, 2.9342e-01, 1.3532e-01, 1.3024e-01,
-1.7559e-02, 3.3049e-01, -7.8658e-02, -1.1337e-02, 1.1359e-01,
4.3051e-02, 2.2617e-02, -5.5267e-02, -1.2845e-01, 8.1917e-02,
-1.5195e-02, 1.5937e-01, 1.4807e-01, -5.1756e-02, -1.7565e-02,
1.0773e-01, 5.2576e-02, -1.9508e-02, -2.1450e-01, -1.7141e-01,
-1.5512e-01, -1.1026e-01, -6.9589e-02, -2.3349e-02, -1.2378e-01,
-3.1045e-01, -1.0144e-01, 2.1493e-02, -5.1625e-02, -6.0412e-03,
-4.4886e-02, -1.3416e-01, -5.0268e-03, 5.8920e-02, -5.4730e-01,
1.2387e-01, 4.0910e-01, 3.4139e-01, 4.3287e-01, -1.0499e-01,
1.4060e-01, 1.5676e-02, -7.9413e-02, -7.0186e-02, -1.3141e-02,
4.0079e-03, -1.6712e-01, -1.0205e-01, 2.8182e-01, 2.5586e-01,
7.0282e-03, -1.8095e-01, -6.7377e-02, -4.1285e-03, -1.3076e-01,
-4.4732e-03, 1.7674e-01, -1.4059e-01, -6.4034e-02, -1.8977e-01,
-2.5371e-02, 1.9314e-01, 2.3079e-02, -4.9579e-02, -2.5518e-02,
-1.0107e-01, -5.1041e-02, 9.0613e-02, -6.9917e-01, -1.4977e-01,
1.0300e-01, -7.9671e-02, -5.6512e-02, 1.2918e-01, -8.4691e-02,
1.9874e-01, 2.8361e-04, -6.8783e-02, 1.2349e-01, 6.5480e-02,
-1.1261e-01, 3.3970e-02, 5.2941e-02, 1.3531e-02, -2.2760e-02,
-8.2722e-02, -6.2651e-02, 1.1614e-01, -1.7487e-03, -5.2180e-03,
2.4692e-02, -1.2567e-01, 6.6659e-02, 2.4728e-03, 3.3582e-02,
-7.0817e-02, 9.5496e-02, -1.9203e-01, -1.6346e-02, 1.5826e-03,
2.8731e-02, 5.2874e-02, -7.2897e-02, -6.3792e-02, -7.5302e-02,
4.1911e-02, 1.1836e-01, -2.7911e-01, -8.1944e-02, -2.1206e-01,
-1.9664e-03, 3.3198e-02, -2.8484e-01, -1.5053e-02, -5.6574e-02,
5.4615e-02, -2.2015e-02, -8.9797e-02, -9.2090e-02, -1.0120e-01,
-1.4566e-01, 2.3085e-02, -1.7225e-01, 6.5619e-03, -2.9946e-02,
-3.3577e-02, -1.6057e-02, 5.8046e-03, -8.4071e-02, -2.1795e-01,
-6.1297e-02, -3.5395e-02, -3.9891e-02, 8.8519e-03, -1.0132e-01,
-3.4208e-02, -1.5373e-01, -2.4345e-02, -1.0941e-01, -1.3084e-01,
5.5450e-02, 6.5978e-03, -3.8881e-02, -2.2123e-02, -1.8062e-01,
-1.2792e-01, 7.8825e-02, 3.0416e-01, -1.2686e-02, 9.5195e-02,
2.1059e-01, -8.1313e-02, -7.4520e-02, 4.6426e-02, 6.5555e-02,
1.9426e-02, -1.4157e-01, 1.1678e-01, -4.1143e-01, -5.2140e-02,
-2.7520e-01, 1.5602e-02, 1.0109e-03, -1.0442e-02, 1.4994e-01,
2.9393e-02, 5.3196e-02, -2.0829e-03, 3.6616e-02, -9.4107e-02,
-7.9895e-03, -2.0413e-02, -5.8526e-02, -2.7869e-02, 1.5493e-01,
4.0120e-02, -6.6087e-02, -5.7724e-02, 5.6275e-02, -1.1563e-01,
-4.9130e-02, -1.1015e-02, -1.2262e-01, -3.5302e-01, 1.4690e-01,
1.3790e-02, -5.8735e-02, -3.9960e-02, 3.0468e-02, 1.0574e-01,
-6.1111e-02, 9.2068e-02, 3.2217e-02, -3.4008e-02, 4.7413e-02,
-8.7876e-02, -7.5311e-02, 2.5559e-02, 9.1063e-02, -1.6772e-02,
-7.2020e-02, 3.9152e-02, -2.6219e-02, 1.8989e-02, -1.0936e-02,
-7.1859e-02, -3.4629e-01, 5.5420e-02, 2.2696e-01, 9.5213e-03,
-3.3972e-03, 4.7785e-02, -1.7741e-02, -4.1332e-02, 1.3124e-01,
-3.6632e-02, -9.3959e-02, 9.1244e-03, -1.0056e-01, -4.7357e-02,
-6.6316e-02, -1.4465e-02, 8.6221e-02, -4.1464e-01, -9.0050e-03,
7.0935e-02, -9.2584e-02, 5.2633e-02, 1.5592e-01, -8.6247e-02,
1.4138e-02, 1.8372e-01, 1.1579e-02, -9.2871e-02, -6.6248e-02,
-6.7907e-02, -9.6441e-03, -1.0556e-01, -2.2102e-02, -1.5429e-01,
-2.5140e-02, 2.7311e-02, -9.0274e-02, 1.1515e-02, 1.8930e-02,
7.5213e-02, -8.8471e-02, 1.6384e-02, -1.9904e-03, 6.4661e-03,
7.0788e-02, 2.6565e-02, 1.5533e-01, -3.4046e-02, -2.2063e-01,
-3.7981e-03, -2.9654e-03, 1.3284e-02, 3.7695e-02, -1.5828e-01,
3.4649e-02, -9.4192e-02, 8.4189e-02, -1.5905e-01, -9.5644e-03,
-1.2872e-03, 4.1116e-02, -9.0084e-03, 1.0334e-02, 1.2717e-01,
1.1319e-01, 2.7863e-02, 9.8026e-02, 1.7205e-03, -1.4682e-02,
4.0741e-02, -2.5780e-02, 1.5778e-01, -7.2831e-02, -5.0684e-02,
-5.8246e-03, 6.2214e-03, -8.6683e-02, 1.1914e-02, -1.2284e-02,
5.8630e-02, 8.7761e-02, 3.3508e-02, -1.9622e-02, 1.7051e-03,
-6.3613e-02, -1.3957e-01, -1.9214e-02, 4.8600e-02, 3.7248e-01,
-4.6125e-02, -4.7486e-03, -2.7953e-02, -3.5557e-02, -1.1870e-01,
2.2577e-02, -1.4910e-01, -3.8412e-02, 3.2909e-02, -8.3851e-02,
-7.1665e-02, 3.6554e-02, -4.8429e-03, -3.5082e-03, 2.3752e-02,
-1.7116e-01, -6.2612e-02, 5.0508e-03, -6.9145e-02, 1.6032e-02,
2.8192e-02, 5.0070e-03, 2.8590e-02, -2.1566e-03, -8.1197e-02,
2.6568e-02, 3.6822e-02, -7.8434e-02, -5.2206e-03, -4.0271e-01,
-8.0855e-02, 3.8328e-02, 1.8480e-02, 4.0023e-01, 5.2312e-03,
4.8957e-03, 1.5181e-01, 2.4244e-01, -8.8633e-02, -7.6542e-02,
-1.9950e-01, 3.0699e-02, -6.5162e-02, -3.2778e-02, -5.0814e-02,
-1.4033e-02, -4.6909e-02, 1.7463e-02, -2.8073e-02, 1.6950e-01,
4.2670e-02, -5.9100e-02, 2.4863e-02, -1.1520e-01, -4.9703e-02,
-1.9938e-01, -1.0305e-01, 6.3462e-02, -5.8412e-02, -6.3887e-02,
-2.1998e-01, 7.0396e-03, 5.1054e-01, 2.2095e-01, -4.3708e-02,
-4.1809e-02, -1.2165e-01, -8.5498e-02, 2.6914e-02, -4.5998e-02,
-6.3971e-02, -5.9067e-03, 1.3885e-01, -2.2086e-02, 1.2363e-01,
-1.6333e-01, 4.0393e-02, -3.7943e-02, 5.1526e-01, -3.3451e-01,
1.1337e-01, 1.8184e-01, 8.4312e-02, 2.4355e-01, -8.5342e-03,
-3.2308e-02, 1.0018e-02, -7.4414e-02, -2.1242e-02, -1.7328e-01,
1.6473e-01, -7.6199e-02, 4.1103e-02, 7.4623e-02, 2.6248e-01,
-8.6681e-02, 3.9357e-02, -7.5091e-02, -1.0282e-01, -3.7715e-04,
-8.5219e-02, -1.0916e-01, 3.7846e-02, -1.3742e-01, 3.8574e-03,
-1.1490e-02, 6.0917e-02, 1.1182e-03, 8.7574e-02, 1.7941e-01,
8.7056e-02, 8.2133e-02, 2.3666e-02, 8.7381e-02, 1.2940e-01,
-2.8549e-02, -4.7621e-02, -5.2666e-02, 9.5314e-02, 4.5115e-02,
-1.1539e-02, 1.1161e-01, -4.2081e-02, -3.7440e-02, -1.0259e-01,
-1.3734e-01, -2.7882e-02, -6.0205e-02, 1.0346e-01, -9.5248e-02,
-2.3358e-01, -1.3677e-01, 1.6957e-01, -4.7192e-03, -3.1268e-02,
2.2840e-02, 8.2800e-02, 2.9686e-02, 1.3305e-01, -6.2738e-02,
-7.1743e-02, -4.0482e-02, 1.7749e-02, 1.8546e-01, 9.2390e-02,
-8.4680e-02, 1.6567e-02, -6.8322e-02, -1.0974e-02, -6.5563e-02,
-1.2059e-01, 9.3158e-02, -8.9064e-02, -6.8972e-02, -2.7208e-02,
7.1593e-02, -1.6192e-01, -7.9970e-02, -1.1651e-01, -6.9170e-02,
-1.2351e-02, -1.0707e-01, -5.3950e-03, -7.4687e-02, -1.4173e-01,
-7.8466e-02, 3.1088e-01, 2.6087e-02, -6.0751e-03, 3.6817e-02,
-8.6026e-02, -3.0731e-01, -1.5869e-02, 9.1197e-02, 1.3745e-01,
-1.5438e-01, 7.8972e-03, -4.3117e-02, 9.5781e-02, 1.9953e-02,
-4.1047e-01, 2.5379e-03, -2.6485e-02, 1.9960e-01, 8.0377e-03,
7.0582e-02, 1.8043e-01, -1.0441e-02, -2.6325e-02, -4.5924e-02,
-2.5385e-01, 7.0534e-02, -2.8098e-03, -7.0243e-03, -3.6249e-03,
-1.9973e-02, 1.6458e-02, 1.4989e-01, 1.0475e-01, 4.6814e-01,
-2.2182e-02, 5.9959e-02, -3.7827e-01, 6.1434e-02, -4.9246e-03,
-5.6905e-02, -2.5312e-02, -7.9763e-02, -5.4673e-01, 7.1034e-02,
-1.6902e-02, -5.4054e-02, -6.0812e-02, 2.3393e-01, -4.1617e-02,
1.2539e-01, -4.0688e-03, 1.2256e-01, -1.8978e-02, -2.0026e-01,
4.6696e-02, 4.1273e-02, 2.8509e-02, -1.1843e-02, 8.3701e-02,
-1.6219e-01, -5.8175e-02, -1.7387e-02, -5.5893e-02, 8.8922e-02,
-3.0393e-02, 2.6817e-02, -4.7525e-02, 1.4900e-02, 1.9022e-01,
-4.2717e-02, 4.7732e-02, 2.7535e-02, 5.5258e-02, -9.2159e-02,
-1.1192e-01, -1.2073e-01, 1.5322e-02, -4.3613e-02, -2.6907e-02,
4.5652e-02, 9.1463e-02, -1.0032e-01, 7.8169e-02, 2.3142e-02,
-3.6313e-02, 9.9838e-02, -3.2531e-02, -2.5866e-02, -9.2327e-03,
-3.6546e-04, -6.7810e-02, 2.9256e-01, 1.2368e-02, 9.5052e-02,
3.0645e-03, 2.5810e-02, -1.8935e-03, -2.2622e-02, 6.4063e-02,
-9.6346e-02, 2.9716e-02, -1.4205e-01, 3.5767e-02, 2.5764e-02,
-1.7006e-01, 4.7190e-01, 2.8594e-02, -9.8143e-02, -7.6214e-02,
-2.9054e-01, -9.1032e-02, -6.6893e-02, -1.7402e-02, 5.2517e-03,
-9.1743e-02, -7.1777e-03, 3.5149e-02, 4.6270e-02, 1.5773e-02,
-7.1153e-02, 7.9846e-02, 2.3412e-02, -6.0121e-02, -3.9628e-02,
-2.2824e-02, -8.1513e-03, -1.0785e-01], device='cuda:0')),
('bert.encoder.layer.6.attention.self.key.weight',
tensor([[-0.0233, 0.0028, -0.0269, ..., -0.0093, 0.0323, 0.0547],
[ 0.0253, 0.0164, -0.0633, ..., 0.1065, -0.0585, 0.0341],
[-0.0180, -0.0061, 0.0394, ..., -0.0264, 0.0044, -0.0004],
...,
[-0.0165, 0.0544, -0.0378, ..., -0.0719, -0.0048, 0.0347],
[ 0.0473, -0.0085, 0.0284, ..., -0.0244, -0.0316, 0.0315],
[-0.0430, -0.0507, 0.0681, ..., 0.0234, -0.0519, -0.0094]],
device='cuda:0')),
('bert.encoder.layer.6.attention.self.key.bias',
tensor([-1.8406e-03, -6.8470e-04, -3.8185e-03, -1.2032e-03, -1.9410e-03,
5.8798e-03, -3.0628e-04, 1.9982e-03, -3.0292e-03, -1.5066e-03,
1.9389e-03, -3.1186e-04, -1.9403e-03, 3.1045e-03, 2.0994e-03,
4.5764e-04, 4.4711e-05, 5.5443e-04, -3.1933e-04, -9.2982e-05,
-7.5446e-04, -8.0967e-04, 3.7392e-03, 1.7261e-04, -2.7145e-04,
-1.6633e-04, 1.9009e-03, -2.1828e-03, 1.6448e-03, 9.6703e-04,
-7.2358e-04, 3.0402e-04, 2.7701e-03, -3.1984e-03, -1.2930e-03,
-7.3130e-04, -4.0198e-03, 3.4821e-03, -2.7389e-03, 4.1693e-03,
1.5764e-03, -1.4169e-03, -1.0550e-03, -1.2563e-03, 4.9567e-03,
-6.6733e-03, 1.8918e-03, -3.3697e-03, -1.0544e-03, 4.8734e-03,
4.6231e-03, 1.1329e-03, -1.0996e-03, 1.7315e-03, -2.9929e-03,
-2.4285e-03, 2.3226e-03, 4.1172e-04, 1.0264e-03, 2.7642e-03,
1.4963e-03, -4.5179e-03, -1.3859e-03, -1.1571e-03, -4.7487e-04,
1.0046e-03, -8.6009e-04, 1.7446e-03, 1.1505e-03, 2.4869e-03,
-1.7902e-03, -1.8919e-03, -2.3241e-03, -1.7449e-03, 1.3198e-03,
-7.3614e-04, 3.0895e-04, 2.3791e-04, 1.1460e-03, -1.4656e-03,
-1.6446e-03, -4.0026e-03, -1.6609e-03, -1.1801e-03, 3.1225e-03,
1.3279e-03, 1.0083e-03, 1.3483e-03, -1.5870e-03, 1.1969e-03,
1.8374e-03, 4.4244e-03, -8.7622e-04, -1.2669e-04, 1.7784e-03,
1.6621e-03, 5.8152e-04, 3.2074e-04, 1.0399e-04, -7.5501e-04,
-5.8686e-04, -8.8005e-04, 1.1414e-03, -3.2173e-03, 9.2757e-04,
3.9061e-03, 2.9545e-03, 5.7890e-05, -2.3574e-03, 7.0752e-04,
7.6493e-04, -7.7817e-04, 8.8128e-04, 1.7064e-03, 2.2008e-03,
-1.2458e-04, 1.6056e-03, 1.2888e-03, 1.5946e-03, -1.2813e-03,
8.1392e-04, 1.3520e-03, 2.4292e-03, -3.5053e-03, 5.9301e-04,
-1.3884e-03, -2.7589e-03, 1.4707e-03, -3.4943e-03, -1.2238e-04,
3.4216e-03, -3.1501e-03, -1.3559e-03, -1.3332e-04, -4.1379e-03,
-3.7068e-03, -5.4921e-03, -9.4753e-03, 2.1903e-04, 4.9694e-04,
-1.6422e-03, -2.6663e-03, 1.2282e-03, -1.2072e-03, 8.0094e-04,
-1.9039e-03, -3.7237e-03, -2.9595e-03, 7.2968e-04, -7.4445e-03,
3.0624e-03, 1.7009e-04, 6.9029e-03, 3.4021e-03, -8.2778e-03,
-1.9908e-03, -1.1034e-03, -5.0282e-03, 1.0029e-03, 1.8465e-03,
5.3476e-03, 3.9020e-03, -1.9022e-03, -5.7130e-06, 7.5860e-04,
-2.4421e-03, 4.5681e-03, -1.2302e-03, -1.9595e-03, 1.8403e-03,
3.3732e-05, -5.0745e-03, 2.5797e-03, -7.0630e-05, -2.6743e-03,
-1.4982e-03, 5.7911e-04, -2.5408e-03, -9.5778e-04, -6.1043e-04,
1.4812e-03, -6.3726e-03, 1.0202e-03, 5.4787e-04, -1.3124e-03,
-6.8759e-04, 4.2228e-04, 1.8795e-03, 9.7303e-04, -1.7106e-03,
-1.8990e-03, -4.4942e-03, -4.1036e-03, -3.2631e-03, 6.5175e-04,
-6.8593e-03, 2.9777e-03, 9.4890e-04, 3.2283e-03, -4.5951e-03,
-4.5134e-03, -1.5101e-03, -2.8054e-03, 1.6805e-03, 5.9015e-03,
4.0616e-03, 5.6733e-04, -9.1010e-04, 2.3004e-03, 3.9778e-03,
3.8646e-03, -3.7834e-03, -4.0723e-03, 9.6942e-04, 3.4447e-03,
-5.7349e-03, 4.1976e-03, 1.3746e-03, 4.3676e-03, 2.4424e-03,
2.2497e-03, 3.4976e-03, 1.5497e-03, 3.9617e-03, 2.4373e-03,
4.0149e-03, 3.8478e-03, 7.4001e-04, 1.2982e-03, -1.8294e-03,
-1.8272e-03, -6.3403e-04, -1.8410e-03, 5.8187e-03, -2.7165e-03,
-1.0324e-03, -5.1836e-03, -2.3031e-03, -7.3781e-04, 4.0459e-03,
-4.2640e-03, 4.7988e-03, 2.9698e-03, -9.3340e-04, -6.9752e-03,
1.6277e-03, 1.0073e-03, 1.1334e-03, -7.1660e-03, -6.7792e-03,
-2.9391e-03, 2.2630e-03, -7.8284e-04, 6.5082e-03, -1.4517e-04,
1.3394e-03, -8.9068e-03, 3.5034e-04, -3.3897e-03, -1.4681e-03,
1.1856e-03, -2.1517e-03, -3.5284e-03, -1.3692e-04, 2.2522e-03,
7.3024e-04, 3.1261e-03, -1.6671e-03, -2.5168e-03, -6.9373e-05,
3.8759e-03, 6.7499e-03, 6.6664e-03, -5.4170e-05, -3.9602e-03,
-1.2974e-04, -2.8595e-03, -5.0329e-03, -2.1453e-03, 3.2091e-03,
-3.7751e-03, 1.6442e-03, -4.6115e-03, -1.5879e-03, 6.0046e-03,
2.9951e-03, 1.1302e-03, -2.0541e-03, -2.5533e-04, -5.3168e-03,
5.6952e-03, -2.9686e-03, -3.5736e-04, 2.9233e-03, 5.4946e-03,
-8.3860e-03, -2.6499e-03, 1.5301e-03, 1.8187e-03, 9.4268e-03,
-5.1389e-04, -5.3132e-03, -7.5476e-04, 4.0258e-03, -8.3550e-05,
1.2160e-03, -2.6552e-03, 1.2214e-03, -1.8632e-03, 1.2617e-03,
-2.8091e-03, 5.5534e-04, -7.0705e-03, -7.0820e-03, 1.2732e-03,
-1.8336e-03, -3.2280e-03, -9.5307e-04, -5.9206e-03, 5.1331e-03,
9.6573e-03, -2.6154e-03, -2.4594e-04, 5.1913e-03, -2.7105e-03,
1.1201e-03, -4.0187e-03, -3.7483e-03, -3.4289e-03, -3.0044e-03,
-5.9903e-03, -3.0973e-03, -2.2112e-03, 2.4069e-03, 5.5574e-03,
5.4487e-03, -2.0024e-03, 5.4508e-03, -3.1101e-03, 2.1784e-03,
-6.7941e-03, 3.8418e-03, 4.0105e-03, -2.4822e-03, 3.4816e-03,
6.2107e-04, -8.5389e-03, 4.8295e-03, 7.8272e-03, -8.6411e-03,
-3.0653e-03, -6.2238e-03, -4.7630e-03, 1.5014e-03, 5.4389e-03,
1.4610e-03, -4.4998e-03, -3.9586e-03, -2.0989e-03, 1.9864e-03,
-2.0080e-03, 9.3743e-03, -5.7392e-03, -6.8824e-03, 2.9148e-03,
7.6114e-03, -8.7652e-03, -4.8532e-03, -1.4337e-03, -3.7838e-03,
6.6518e-04, 8.2549e-04, 1.0916e-03, 1.8314e-03, 7.0864e-03,
-1.2923e-03, -1.4491e-03, -2.7994e-03, 5.8749e-03, -4.8005e-03,
-2.9436e-04, 3.1913e-03, 4.3337e-03, 2.1438e-03, -1.7751e-03,
-4.5047e-04, -5.0137e-04, 2.9809e-04, -5.7039e-03, -2.1688e-03,
4.5291e-03, -4.2290e-04, 2.5526e-03, -3.8890e-03, -3.3675e-03,
-1.0891e-04, 3.4900e-03, 4.2882e-03, 4.7792e-03, -2.3653e-03,
-4.3601e-04, 2.3923e-03, 2.1590e-03, -7.7232e-03, -6.4501e-03,
-5.1392e-03, -1.3850e-03, 4.3984e-06, -8.5545e-04, 2.1700e-03,
-6.4904e-03, -2.3780e-03, -1.0285e-03, -2.9888e-03, -3.1170e-05,
1.6093e-04, 2.0149e-03, 9.1302e-03, -4.3153e-03, -5.7524e-03,
2.3931e-03, 1.8035e-03, -2.2186e-03, -3.1408e-03, -4.0462e-03,
-3.9847e-03, -4.2099e-03, 3.4315e-03, 1.2443e-03, 1.6074e-03,
-2.3632e-03, -4.2560e-03, -4.9872e-03, 1.7536e-03, -4.7208e-03,
5.2813e-03, -1.8831e-03, 3.4027e-03, -1.7634e-03, -3.3777e-03,
6.0563e-04, -5.3480e-03, 1.3179e-03, -3.4778e-04, 1.7084e-03,
-2.6319e-03, -3.2385e-03, -1.9175e-03, 3.8775e-04, 3.3699e-03,
3.8930e-03, 2.8717e-03, -4.8458e-03, 3.2504e-03, 6.4765e-04,
1.1693e-03, -2.9281e-03, 1.5996e-04, 1.5262e-03, -2.7166e-03,
1.7924e-03, 1.9019e-03, 3.7400e-03, 7.6871e-04, 3.6536e-05,
-1.6451e-04, -5.9207e-03, 4.2581e-03, 3.2865e-03, 3.4702e-04,
-3.4253e-03, 5.7310e-04, 2.0604e-03, -4.1459e-03, -5.4876e-03,
-3.4202e-03, -7.0081e-06, 5.1037e-03, -2.1914e-03, -3.7576e-03,
5.3477e-03, -2.4879e-04, -3.0363e-04, 4.8309e-03, 5.8936e-03,
3.2448e-03, -2.4033e-03, -1.2677e-03, 6.8278e-03, 6.1192e-03,
-3.9492e-03, -5.0392e-03, -5.6169e-03, 1.7792e-03, 1.4016e-03,
-1.1798e-03, 2.1347e-04, -4.4910e-03, -4.1138e-03, 2.1645e-03,
1.6351e-03, 8.7265e-04, -1.4852e-03, 1.3342e-03, -5.6688e-03,
-1.0285e-03, -3.9429e-03, -8.8152e-04, 4.1203e-03, 1.1250e-03,
3.0114e-03, -5.6487e-04, 5.3901e-04, -2.7263e-03, -2.6152e-03,
-1.7176e-04, -3.5614e-03, 4.4046e-04, -8.3121e-03, -8.1121e-04,
7.3044e-04, -2.2708e-03, 3.5682e-03, -1.8281e-03, -2.7225e-03,
-1.6051e-03, 4.4637e-03, -3.4965e-03, -3.5360e-04, -4.3884e-03,
5.4806e-03, 3.5786e-03, 6.1779e-04, -2.8317e-03, -2.6718e-03,
5.2628e-03, 1.9767e-04, -8.4494e-03, 7.3818e-04, 2.4327e-03,
4.7307e-03, 1.0205e-03, 2.8984e-03, -2.7697e-03, 2.1024e-03,
-3.6085e-03, -6.1561e-03, 1.5255e-03, -2.2356e-03, 6.8211e-04,
1.0491e-04, 2.8913e-03, -4.3112e-05, 4.5197e-04, -2.2540e-04,
3.5512e-03, -2.7960e-03, 3.9815e-03, -2.0252e-03, -1.3128e-03,
-5.0377e-03, 1.2272e-03, 1.8778e-03, 3.5701e-03, 1.7177e-03,
-2.5151e-06, 1.7071e-03, -1.8235e-03, 2.3482e-03, -2.8545e-03,
-6.1952e-03, -6.1156e-03, -2.3802e-03, -3.6561e-03, -2.0809e-04,
1.1967e-04, 1.6463e-03, 1.4624e-03, -8.7372e-05, -8.8704e-04,
-3.3846e-04, 1.2226e-03, -1.4585e-03, -9.0832e-05, -2.6506e-04,
1.3344e-03, 1.3377e-03, 1.1922e-03, -2.0053e-03, -1.2459e-03,
1.0358e-03, 2.5874e-03, 8.8941e-04, -2.8025e-03, -2.6977e-03,
1.6319e-03, -4.4144e-04, -4.5227e-04, 2.2312e-03, 1.0026e-03,
1.2647e-03, -1.2592e-03, 1.2375e-03, 1.2378e-03, 1.5539e-03,
3.5096e-03, 8.8063e-04, -1.0854e-03, -9.9233e-04, 1.9511e-03,
-1.8267e-03, -1.8222e-03, -1.7805e-03, 8.8286e-04, 6.8600e-04,
-6.4064e-04, -4.7801e-04, -1.0056e-03, -2.1293e-03, 2.0054e-03,
-2.0280e-03, -1.3074e-04, -8.8230e-04, 6.0852e-04, 3.1746e-04,
4.1489e-04, 6.2827e-04, 1.0082e-03, 1.6447e-03, -1.0858e-03,
1.2617e-03, -2.1733e-04, 8.3846e-04, -6.2595e-04, 1.8334e-03,
6.3335e-04, 7.9462e-04, 8.2212e-04, 4.1658e-04, -1.1895e-03,
-1.9348e-03, 8.0378e-03, -1.4787e-03, -1.5157e-03, 1.9021e-03,
1.6181e-03, -9.0019e-03, 6.7154e-04, 8.5904e-04, -6.4351e-04,
-4.6070e-03, -6.4088e-03, -3.9830e-03, 3.2914e-03, 1.8308e-03,
-4.0015e-03, 2.5408e-03, 2.3049e-03, 7.0985e-03, 1.4031e-04,
3.5380e-04, 2.0287e-03, 2.4049e-04, -4.0808e-03, 2.3391e-03,
-6.5217e-03, 2.7266e-03, -4.8077e-03, -3.5746e-03, -3.0578e-03,
6.1090e-03, 4.8923e-03, 5.2905e-03, 3.2168e-03, 7.0763e-03,
-2.7660e-03, 2.1856e-03, -3.8519e-03, -3.9083e-05, 1.6925e-03,
-3.6936e-03, -3.0379e-03, -4.0674e-03, -7.4896e-03, 1.9778e-03,
-1.0525e-03, 4.5645e-03, -5.9876e-04, 3.6789e-04, 2.7021e-03,
3.4751e-03, -1.8326e-03, 4.3117e-03, 1.1553e-04, 2.5762e-03,
-1.8444e-03, -7.0805e-03, -3.8609e-03, -1.4182e-03, 3.0188e-03,
1.2282e-04, 2.2209e-04, -1.3782e-03, -2.4688e-03, 5.6235e-03,
-2.1521e-03, -7.1703e-03, -1.4919e-04, -4.7656e-03, -7.8290e-03,
1.0402e-03, -1.0695e-03, -1.2517e-04, 1.2332e-03, 1.4842e-03,
8.2301e-03, -1.0480e-03, -1.1897e-03, 1.6245e-03, 2.9873e-04,
-3.7534e-03, -1.0518e-03, 1.3970e-03, 3.2696e-03, -1.8360e-04,
3.7562e-04, -2.6939e-05, -6.2943e-03, -5.9409e-03, -4.9756e-03,
-1.5223e-03, -7.7378e-04, -5.6246e-05, -3.1848e-03, -3.0911e-03,
-2.8479e-03, -8.0376e-04, -2.9943e-03, -9.2063e-04, 2.2536e-03,
-1.0546e-03, -1.5181e-03, 3.7550e-03, -1.0284e-03, -2.7145e-03,
7.7571e-04, 1.7447e-03, 5.9834e-03, -5.5414e-04, -1.1647e-03,
-5.1414e-04, -1.8105e-03, -2.1002e-03, -2.3130e-04, -1.5189e-04,
5.3598e-03, 1.8292e-03, -1.6643e-03, 6.9841e-04, 6.0613e-03,
3.0097e-03, -3.8161e-03, -5.6617e-03, 4.9378e-03, 3.0151e-03,
1.8309e-03, 1.0629e-03, -1.1782e-03], device='cuda:0')),
('bert.encoder.layer.6.attention.self.value.weight',
tensor([[ 0.0099, -0.0080, 0.0064, ..., 0.0007, -0.0188, 0.0598],
[-0.0145, -0.0089, -0.0534, ..., -0.0588, 0.0330, 0.0510],
[ 0.0651, 0.0613, -0.0748, ..., -0.0443, -0.0163, -0.0015],
...,
[ 0.0111, 0.0403, -0.0101, ..., 0.0125, 0.0326, -0.0497],
[ 0.0011, 0.0229, 0.0934, ..., 0.0959, -0.0826, -0.0297],
[ 0.0118, -0.0076, -0.0212, ..., -0.0144, -0.0272, -0.0249]],
device='cuda:0')),
('bert.encoder.layer.6.attention.self.value.bias',
tensor([-2.1870e-04, -1.8654e-02, 1.5517e-02, -4.7777e-02, -8.4054e-03,
1.8613e-02, 3.5819e-03, -7.8913e-03, -1.9277e-02, -3.1735e-02,
-7.6665e-04, 1.4120e-02, -4.4810e-02, 4.0248e-02, 3.6167e-03,
2.1454e-02, -2.2477e-02, 3.0922e-02, -8.3769e-03, -6.3302e-04,
3.4202e-03, 1.7419e-02, 3.6698e-03, 1.2382e-02, -2.7636e-02,
2.6047e-02, 8.6415e-03, -1.8470e-02, 1.0428e-02, 8.9511e-03,
1.5432e-02, 1.4256e-02, -7.7578e-03, 6.9216e-03, 1.6216e-02,
-2.5234e-02, -1.1010e-02, 2.1176e-02, -4.7447e-03, 3.8757e-02,
-6.5572e-03, 9.5168e-03, 6.4247e-03, -2.7799e-02, -1.7678e-02,
-2.1435e-02, -1.9521e-02, -1.1072e-03, -6.4409e-02, -3.0219e-03,
9.9481e-04, 3.2463e-02, -2.5957e-02, 1.5523e-02, -1.7687e-02,
-1.4097e-03, -2.5694e-02, -1.1446e-02, -2.5614e-02, -2.8373e-03,
7.7943e-03, 2.1755e-02, -3.9401e-02, -1.5415e-02, -8.5537e-02,
-3.1543e-02, -6.2091e-02, -1.2307e-02, 3.0403e-02, 4.4122e-02,
3.4333e-02, 2.7358e-02, -2.3095e-02, -1.2765e-03, -7.7281e-02,
-9.0173e-02, 6.7653e-03, 2.5364e-01, -4.2085e-02, -2.0202e-02,
8.2859e-03, 4.5942e-02, 5.4225e-02, 6.0209e-02, 4.8987e-02,
-1.3328e-02, -6.6157e-02, 9.9436e-03, -9.0374e-03, -2.3950e-02,
1.4845e-02, -3.2083e-02, 4.9114e-02, 6.1795e-02, 2.0268e-02,
5.0714e-02, -6.8357e-02, -1.4192e-02, -5.1531e-02, -1.5024e-02,
-1.5782e-03, 4.8491e-02, -4.6017e-02, 9.6117e-03, 8.3376e-04,
2.9929e-02, -1.0472e-02, 5.4261e-02, 3.2321e-04, 2.6930e-02,
1.4048e-02, -4.3033e-02, 2.5971e-02, 4.2419e-02, -2.1256e-02,
-5.4153e-02, 1.7402e-02, -7.2735e-02, 2.0562e-02, 5.2968e-02,
8.2844e-03, -2.1282e-02, -2.9834e-02, 4.8047e-02, -5.5755e-02,
5.4862e-02, -5.9859e-02, 9.4786e-02, -7.6614e-03, -1.4085e-02,
-3.2193e-03, 3.3879e-02, 7.0085e-02, 5.6871e-02, 4.3363e-02,
1.0039e-03, 1.6576e-02, 5.5375e-02, -3.6221e-02, -8.0308e-03,
9.8100e-02, -1.2239e-02, -4.4971e-02, -5.6373e-02, -3.0643e-02,
6.6806e-02, -1.4987e-02, 3.1783e-02, 1.8909e-02, -1.6518e-03,
1.5698e-02, -4.9912e-03, 1.1908e-01, -5.7377e-03, 3.9718e-02,
-1.5843e-02, -1.9302e-02, -6.4547e-02, 3.2693e-02, -2.6749e-03,
3.3871e-02, -1.1817e-02, 5.6736e-04, -1.6071e-02, -4.0785e-02,
1.8656e-02, -9.4311e-02, -3.0954e-02, 8.7856e-02, 4.3886e-02,
1.2476e-02, 3.5721e-02, -1.3754e-02, -1.2917e-03, 5.6465e-02,
3.7020e-02, -1.6036e-02, 3.7407e-02, -3.7705e-02, -3.2772e-03,
1.4685e-03, 3.5017e-02, -1.3142e-01, -2.0206e-02, -1.9931e-02,
4.3883e-02, 8.7761e-03, 1.5288e-02, -2.0708e-02, 3.4732e-02,
2.6165e-02, 1.2957e-02, -1.7032e-03, -1.1402e-02, 1.6655e-02,
-5.4874e-03, -1.7068e-02, 3.3257e-03, -5.2489e-03, 1.3391e-02,
-3.7310e-04, 6.9252e-03, -1.2205e-02, 4.7891e-02, -3.9877e-02,
-1.6350e-02, -8.3937e-03, -1.1023e-02, -2.3014e-03, -3.8264e-02,
5.0256e-03, -5.2317e-03, 2.4893e-03, -2.5400e-02, 2.2592e-03,
-1.6571e-02, 6.3631e-03, -3.3394e-03, -1.3361e-02, 3.1521e-03,
1.2470e-02, 1.8485e-02, 6.4782e-04, 3.5859e-03, -1.4143e-02,
-6.3074e-03, 3.3262e-03, -1.3137e-02, 2.7748e-02, 1.4043e-02,
-7.6759e-03, -1.6565e-02, 1.4582e-02, -1.1218e-02, -5.8775e-03,
1.5018e-02, -2.3257e-02, 4.1090e-02, 2.2012e-02, -2.2510e-02,
1.4194e-02, -1.3644e-02, 1.1071e-02, -1.0273e-02, 1.5336e-03,
-1.0026e-02, 1.4399e-02, 1.4473e-02, 2.0915e-02, 3.5548e-02,
-1.7965e-02, 8.3791e-03, -2.5730e-02, -5.0666e-03, 1.0529e-02,
-2.4278e-02, 1.1981e-02, -1.0149e-02, -6.9478e-02, -3.9291e-02,
-2.0661e-02, -4.9883e-03, -2.2105e-02, 4.9094e-02, -6.6645e-03,
-4.4333e-04, 5.9867e-02, -3.3961e-02, -1.1421e-02, 1.7737e-02,
1.2539e-02, 1.6208e-02, 4.7507e-02, -1.0831e-02, -3.1357e-02,
1.9768e-02, 4.0061e-02, 1.9117e-02, -5.2693e-04, -4.4794e-02,
2.1703e-02, 9.5096e-03, 2.3942e-03, -2.8901e-03, 4.0521e-02,
1.2407e-02, -6.2641e-02, -4.6420e-02, -1.7520e-03, 8.9380e-03,
-2.2022e-02, -1.5892e-04, 2.4680e-02, 5.3268e-02, -4.7802e-02,
-3.8604e-02, 1.2457e-02, -4.3191e-02, -3.1317e-02, -1.2858e-02,
4.1423e-03, 5.8247e-02, 8.3495e-02, -1.8550e-02, 2.2153e-02,
-9.8623e-03, -5.9355e-02, -5.6438e-02, 9.0163e-02, 4.8036e-02,
-3.3946e-02, -4.7474e-03, 2.3174e-02, -1.8892e-02, 4.1508e-02,
-3.7571e-02, -3.6792e-03, -4.0041e-03, -1.2485e-01, -5.9523e-02,
-3.9468e-02, -2.6080e-02, -2.8488e-02, -3.8930e-02, -1.8767e-02,
-9.4611e-03, 1.1559e-03, -1.7207e-02, -7.3603e-03, -4.8234e-03,
1.6948e-02, 7.2229e-03, -8.0968e-03, 1.4022e-02, 4.9272e-02,
3.6599e-02, -3.9809e-02, -1.8767e-02, -4.5781e-05, 1.7522e-02,
-4.4280e-02, 1.0320e-03, 3.9230e-02, 8.7600e-03, -2.3161e-02,
5.6809e-03, -8.4140e-03, 2.6889e-02, 2.9360e-04, -3.4617e-02,
-4.1751e-03, 2.2017e-02, -2.1615e-02, -2.3186e-02, -1.7101e-02,
-1.3131e-03, -6.0807e-03, -2.8594e-03, 5.5350e-02, -1.9657e-03,
-1.2429e-02, 1.5775e-02, -9.2772e-03, -6.3146e-03, -1.0894e-02,
1.9013e-02, -9.2691e-03, -8.6644e-04, 1.2562e-03, -2.2767e-02,
1.7370e-02, 2.4283e-02, 1.3233e-02, -3.3955e-02, -3.3102e-02,
1.0714e-02, 3.6121e-02, 2.0954e-02, 3.7811e-02, 4.1810e-02,
1.1004e-03, -2.7600e-03, 6.1050e-03, 1.8315e-02, -2.5275e-02,
-9.3381e-03, -5.0213e-03, -2.8080e-02, -7.5635e-03, 4.0747e-03,
3.0343e-02, 5.9500e-03, 2.4209e-02, -1.7243e-02, 1.1922e-02,
-6.0231e-03, 2.2027e-02, 2.1977e-02, -3.4643e-02, 6.0449e-03,
1.1345e-02, 1.7540e-02, 2.0056e-02, -1.6508e-02, -6.2366e-03,
1.1873e-02, -2.1640e-02, 3.8877e-02, -1.3049e-02, -1.1733e-02,
-5.7647e-04, 3.0212e-02, -1.1902e-03, 3.0374e-02, -9.0327e-03,
1.9417e-02, -2.1010e-02, -1.7579e-02, -6.5504e-03, -1.2908e-02,
-1.6671e-02, -4.4741e-03, 1.3489e-02, -3.8615e-02, -5.4933e-03,
-7.4225e-03, -2.2661e-02, -2.2821e-03, 1.2735e-03, -5.8802e-03,
-6.9403e-03, 5.2393e-03, -1.8921e-02, 5.4042e-03, -1.2172e-02,
6.4723e-02, -1.3978e-02, -1.9701e-02, -1.2662e-02, 2.1660e-02,
-4.5036e-02, -8.6751e-03, -9.3344e-04, 3.6246e-02, -2.4564e-03,
9.0377e-03, -2.6584e-02, -2.4130e-02, -2.0455e-04, 3.6011e-02,
2.7367e-02, -6.0653e-03, -8.0091e-03, 9.0391e-03, -2.9022e-02,
-3.4699e-03, 1.9375e-02, 4.2809e-02, -8.7839e-03, 1.2166e-02,
-1.1815e-02, 1.5092e-02, -1.1707e-02, 4.9180e-02, 5.2021e-02,
-3.5195e-04, 1.0370e-03, -6.3394e-02, 5.1970e-03, -9.6783e-03,
-9.3061e-03, 1.6237e-03, -9.1309e-03, 1.4104e-04, -6.2164e-03,
-2.8792e-02, -6.5559e-03, -2.4504e-02, -5.1430e-03, 1.2844e-02,
3.7207e-02, 2.8664e-02, -3.9735e-02, -1.5409e-02, -2.8896e-03,
-1.1060e-02, -7.4059e-03, 2.1940e-02, 1.6091e-02, 1.2691e-02,
-6.0321e-02, -2.4150e-02, 2.2778e-02, 5.4252e-03, 1.0921e-02,
-7.0926e-03, 2.7340e-02, -1.7225e-03, -1.9258e-03, -1.2092e-02,
-3.8872e-02, 8.9336e-03, 1.5791e-02, 1.7826e-02, -2.5986e-02,
-1.3147e-02, -2.6505e-02, -2.3914e-02, 7.6881e-03, 2.6940e-02,
-4.1061e-03, 3.9790e-02, -2.7158e-02, 6.5897e-03, -2.0205e-02,
1.0517e-02, -2.3293e-02, -3.2499e-02, -2.0662e-02, 4.6309e-03,
-1.8674e-02, -3.2606e-03, 9.6373e-03, 3.5628e-02, 4.5959e-02,
2.6577e-03, -3.4931e-02, -2.1942e-02, 1.2983e-02, 4.8699e-02,
4.1858e-02, 2.5586e-02, 1.7635e-02, 8.1474e-03, 1.6309e-02,
1.6541e-02, -2.3365e-03, -2.2281e-02, 1.1975e-03, 6.5408e-04,
-1.5146e-03, 1.2094e-02, -5.5525e-02, 2.1594e-02, -9.7901e-03,
2.4903e-02, -1.0986e-02, -2.3322e-02, -8.6456e-02, 4.3172e-02,
8.7684e-03, 8.4737e-03, -1.3504e-02, 1.6131e-02, 2.1334e-02,
2.3870e-02, 4.7942e-03, 2.2768e-02, 2.6969e-02, 6.6437e-02,
-2.6048e-02, 7.4283e-03, 3.2704e-02, 4.2185e-02, -1.1602e-02,
3.0482e-02, -4.0941e-02, 2.4177e-02, 4.3369e-02, -6.5132e-02,
5.8558e-02, -4.2084e-03, -3.4189e-02, 3.1847e-02, 3.1146e-02,
4.4362e-03, 2.8914e-02, -1.7126e-02, -3.2401e-02, 9.5144e-02,
5.6091e-02, 9.5887e-02, 2.8892e-02, -4.3384e-02, 1.5676e-02,
8.0881e-02, -4.5677e-02, 1.2817e-01, -4.9871e-02, 1.9191e-02,
-3.2459e-02, -6.6050e-02, 5.9886e-02, -5.6032e-03, 1.8029e-02,
2.1191e-02, -6.8269e-02, 1.1572e-01, -1.7957e-02, -4.2192e-02,
2.2403e-02, 2.5345e-02, 5.8227e-02, -4.4431e-02, -1.1687e-01,
-5.6582e-02, -1.8168e-02, 2.3121e-02, 3.6106e-03, 1.9820e-02,
4.0907e-03, -2.7006e-02, 1.2837e-03, -6.4533e-02, -4.5822e-03,
-3.9647e-02, 1.4127e-01, 3.3713e-02, 6.3164e-03, 1.0782e-02,
1.1437e-01, -1.2975e-02, -1.3685e-02, 1.0006e-02, -1.1007e-01,
-6.8214e-02, -8.7947e-02, 7.4017e-03, 1.2616e-01, -9.6948e-02,
5.7463e-03, 8.1426e-03, -2.3709e-02, -3.9538e-02, 1.9245e-02,
4.8834e-02, -2.3588e-02, 2.2537e-01, 7.6780e-02, 1.2460e-02,
-5.1250e-02, -8.0602e-02, 1.4498e-02, -5.3757e-02, 2.6932e-02,
4.4898e-02, 2.1980e-02, -1.6265e-02, 6.0994e-02, -5.8653e-02,
-4.5363e-02, -1.2565e-01, -6.6360e-03, 2.1145e-02, -1.0244e-02,
-3.1875e-03, 4.8429e-02, -2.8040e-02, -5.8772e-02, 6.3194e-02,
2.8482e-02, -4.7568e-02, 4.3629e-02, 6.6900e-02, 3.6957e-02,
-3.4027e-02, -3.8882e-02, 3.8883e-02, 2.4346e-02, -2.5951e-02,
1.8718e-02, -4.8959e-03, 2.7312e-02, 3.4546e-03, 3.5409e-02,
-1.6231e-02, -1.6391e-02, -2.8304e-02, 1.2830e-02, -4.9755e-03,
7.5826e-03, -8.6854e-02, -1.5759e-02, 1.0454e-01, -2.0834e-02,
-2.2318e-02, 2.7261e-02, 3.8783e-02, -4.5611e-02, -2.7813e-03,
-4.8845e-02, -8.0330e-02, 3.1504e-02, -3.8361e-02, 6.1379e-02,
-8.8663e-02, 1.4099e-03, -2.5612e-02, 1.4751e-02, 3.6107e-02,
-2.1798e-02, 5.4890e-02, 2.6861e-03, 1.8073e-02, 5.8975e-03,
3.4911e-02, -4.5463e-03, 6.9765e-03, 2.7260e-02, 8.4273e-03,
4.2255e-03, -1.9174e-02, 1.7642e-02, -1.3822e-02, -9.9868e-03,
7.8200e-03, -5.8628e-03, 1.2196e-02, -3.8902e-03, 1.6759e-03,
1.1046e-02, 2.3541e-03, -5.7018e-03, -1.5190e-02, -7.4700e-03,
-3.0349e-03, 2.0867e-02, -9.4611e-05, 2.9422e-02, -6.8863e-03,
-4.5357e-04, 1.3223e-02, -1.4110e-02, 1.1538e-02, -1.6983e-02,
-2.5186e-02, -6.2587e-03, -4.4851e-03, -2.2620e-02, 2.1329e-02,
-2.6047e-02, 4.4117e-02, -9.4389e-03, 2.0636e-02, -3.6215e-02,
3.6250e-03, -5.6992e-03, -1.6827e-03, -6.6229e-03, -5.9052e-03,
2.4376e-02, 1.6243e-02, -1.6858e-02, -2.2114e-02, 2.8001e-02,
-1.3109e-02, -2.2380e-02, -2.7205e-03, -5.8636e-03, 7.0144e-03,
-4.7333e-03, 1.1563e-02, 8.5818e-03, -1.5223e-02, 1.1244e-02,
-1.1014e-02, 8.7014e-03, -1.7116e-03], device='cuda:0')),
('bert.encoder.layer.6.attention.output.dense.weight',
tensor([[ 0.0059, 0.0027, -0.0116, ..., 0.0071, 0.0357, -0.0076],
[ 0.0283, 0.0087, -0.0130, ..., -0.0467, 0.0072, -0.0128],
[ 0.0239, -0.0158, 0.0826, ..., -0.0067, -0.0849, -0.0191],
...,
[ 0.0523, 0.0549, 0.0293, ..., -0.0278, -0.0528, 0.0518],
[ 0.0463, -0.0028, 0.0002, ..., 0.0005, 0.0509, 0.0147],
[-0.0955, -0.0465, 0.0417, ..., 0.0121, 0.0362, -0.0437]],
device='cuda:0')),
('bert.encoder.layer.6.attention.output.dense.bias',
tensor([-1.3236e-02, -1.2163e-02, 1.9071e-02, -1.1298e-02, 1.3303e-01,
3.8607e-02, 1.4307e-01, -1.6474e-02, -9.8609e-03, -4.5511e-02,
-1.2193e-02, 8.8831e-03, 3.5721e-03, 8.8673e-02, -5.0871e-02,
9.3358e-02, 8.9916e-02, 3.7453e-02, 1.1792e-01, -1.8418e-02,
6.1010e-02, -1.3734e-02, -5.5166e-02, -1.4382e-02, 3.4637e-02,
-9.0711e-02, -2.1051e-02, -1.2852e-01, 5.5205e-02, 2.3619e-03,
5.0351e-03, -1.6493e-02, 1.9293e-02, -7.8825e-02, 2.1475e-02,
1.5225e-02, 3.7580e-02, 1.3648e-02, -1.3150e-01, -4.8084e-03,
8.8784e-03, -2.5607e-02, -2.0307e-02, -4.8870e-02, -1.8684e-02,
4.3679e-02, -3.3827e-02, -4.6872e-02, 3.1305e-02, -8.8422e-02,
-3.9011e-02, -4.4445e-02, -1.9160e-01, 6.6045e-02, 8.3066e-02,
4.1934e-02, 3.4454e-02, 5.2466e-02, 3.1527e-03, -1.6895e-01,
1.7728e-02, 1.1281e-02, 1.4772e-02, 5.1660e-02, 5.1768e-02,
1.7534e-03, 1.8308e-02, 9.8585e-02, -1.1815e-01, -8.3639e-02,
-1.4134e-02, 6.4276e-02, 2.0218e-02, -3.6065e-02, -2.3329e-03,
-1.3997e-02, -7.1877e-02, -6.5303e-02, -4.2348e-02, -7.5635e-02,
-8.3620e-03, -4.5857e-02, 6.4082e-02, 2.6331e-03, -7.5048e-02,
-7.0886e-02, 3.4538e-02, -5.2603e-02, -1.7797e-02, 1.0744e-02,
6.0565e-02, 3.7790e-02, -2.6301e-02, 3.8890e-02, 3.6495e-02,
-3.0622e-02, 7.9302e-02, -5.5540e-02, -5.0376e-02, -8.5025e-02,
-5.3538e-02, -1.6908e-02, 1.1004e-01, -5.4946e-02, 8.0609e-02,
1.8877e-02, -2.8184e-03, -6.9256e-03, 3.7359e-02, 4.1202e-02,
5.3779e-02, 9.9735e-02, 2.2942e-02, -5.6739e-02, -1.1225e-01,
-6.9923e-02, -1.4614e-02, -1.0865e-01, 6.0194e-02, -3.7556e-02,
4.7235e-02, 2.0594e-02, -4.2807e-02, 4.0507e-02, -1.0774e-01,
-1.1470e-01, -3.9956e-02, -1.0378e-01, -4.1590e-02, -3.5735e-02,
4.3429e-02, -7.1265e-02, -3.8251e-02, 1.0044e-02, -3.2708e-02,
-7.5228e-03, -9.7859e-02, -2.3072e-02, -1.3343e-01, -1.3114e-03,
9.8314e-02, 2.9311e-02, 3.4780e-02, 2.5127e-02, -6.5238e-02,
2.4885e-02, 1.5737e-02, 1.7884e-02, 6.5301e-02, 1.4649e-01,
6.5976e-03, -4.0426e-02, 1.3966e-02, -5.3902e-02, -2.1559e-03,
-6.6993e-02, 8.3393e-02, -3.7240e-03, -3.0408e-02, 7.3352e-02,
-2.7952e-02, -5.8281e-02, -2.0256e-02, -1.3336e-02, 5.9644e-02,
7.7121e-02, -8.0985e-03, -1.8143e-01, -1.0374e-02, 8.3800e-02,
5.1632e-03, -2.5589e-02, 5.0060e-02, -5.0929e-03, -1.1858e-01,
-4.9003e-02, -4.2449e-02, 6.8814e-03, 4.7499e-02, -6.8409e-02,
8.5713e-02, 2.2887e-02, -1.5884e-02, -1.2927e-02, 5.9644e-02,
4.6007e-02, -9.4016e-03, 4.4852e-02, 3.8703e-02, -5.0035e-02,
-6.2600e-02, -1.8658e-01, -3.1526e-02, 3.8071e-02, 2.7637e-03,
5.7217e-02, 1.8109e-02, 8.0936e-02, 1.2950e-01, 4.3744e-02,
-1.9007e-02, -1.8988e-02, 6.8366e-02, -1.0422e-03, -8.1934e-02,
-2.8287e-03, 3.6046e-03, 4.0377e-02, 2.1465e-02, 5.2491e-02,
4.1929e-03, 1.1757e-02, -4.0781e-02, 3.3640e-02, 2.5665e-02,
-1.0493e-02, -2.7438e-02, -1.9191e-02, 5.7702e-02, -3.6781e-03,
-1.1556e-01, 1.2306e-02, -1.8753e-02, 8.1233e-02, 2.5101e-02,
-1.0932e-02, 3.5822e-02, 1.5765e-02, 3.8862e-02, 1.6142e-01,
6.6794e-02, -4.3824e-03, -1.3509e-02, -6.6193e-03, 2.0699e-02,
-1.8632e-02, 8.6367e-02, -1.2366e-02, -1.4371e-01, 3.2970e-03,
2.4949e-02, 3.5921e-02, -6.3109e-02, -5.2304e-02, -1.5270e-02,
1.8178e-02, 1.6749e-02, -4.7477e-02, -6.0582e-03, 8.3858e-03,
-6.7964e-02, 8.9593e-03, 2.2949e-02, 6.8923e-02, -3.3327e-02,
-9.8096e-02, 5.6926e-02, 5.3649e-02, 3.3292e-02, -4.3956e-03,
9.7943e-02, -5.2823e-02, -5.9559e-02, -2.1001e-02, -3.9587e-02,
-3.4599e-02, -7.9744e-03, -2.2000e-02, 1.5673e-02, 1.3096e-02,
1.8223e-02, 1.0990e-01, -2.0751e-02, -6.0190e-02, -7.7168e-03,
4.0341e-02, 6.5867e-02, 3.6491e-02, -4.0974e-02, 9.5286e-02,
4.2439e-02, -1.6369e-02, 3.0062e-02, -6.2276e-02, -1.0534e-02,
2.4319e-02, -2.0796e-02, 8.9870e-02, -6.3860e-03, -1.3005e-01,
-5.9857e-02, -3.2196e-03, 4.7243e-02, 1.8719e-02, -4.8148e-03,
-4.1465e-02, 1.1076e-01, -1.1337e-01, 2.9481e-02, 4.9911e-02,
-3.0424e-02, -5.7350e-04, 1.0096e-02, -1.0038e-02, -1.9020e-01,
3.1233e-02, -1.3227e-02, 3.8245e-04, 9.0113e-02, -5.9796e-02,
2.3527e-02, 2.7477e-02, 1.2035e-02, -1.1760e-01, -2.3315e-02,
6.0928e-02, 2.1537e-02, -1.0204e-01, 6.5621e-03, 9.1756e-03,
6.4156e-02, -1.3263e-02, -5.6400e-02, 1.1375e-03, 1.2071e-01,
4.5395e-02, 2.2572e-02, -2.4067e-03, 4.9181e-02, -1.6409e-03,
5.0069e-02, 6.9066e-03, -1.1990e-02, -2.4706e-02, 1.5458e-02,
5.7688e-02, -8.6626e-02, -5.8086e-02, 3.1505e-02, -7.7312e-03,
9.9227e-02, 1.2368e-02, -8.2765e-02, 6.0646e-02, 3.3457e-02,
2.4675e-02, -6.0380e-03, -2.4521e-02, -1.0857e-01, 3.3933e-02,
-9.0439e-02, 1.2103e-03, 1.0239e-01, 2.1805e-02, -1.8194e-02,
6.8341e-02, 7.2596e-03, -8.3442e-03, -4.2439e-03, 2.6455e-02,
3.7236e-03, 3.9710e-02, -3.6185e-02, -8.6168e-03, 1.5645e-02,
1.0465e-02, 4.2839e-02, -3.4896e-02, 1.8218e-02, 7.3093e-04,
2.7835e-02, -1.5304e-02, -1.5953e-02, -5.7715e-02, 8.1525e-02,
-1.5618e-02, -1.0071e-01, -4.7075e-05, 4.0547e-02, -8.8143e-02,
1.2048e-02, -7.5762e-03, -3.5170e-02, 1.8314e-02, -1.9076e-02,
1.9583e-02, -4.2043e-02, 8.9620e-02, -7.6094e-02, 4.7111e-02,
-2.8868e-02, -7.7672e-02, 5.1873e-02, -2.2793e-02, 6.4188e-02,
1.2215e-02, 1.5146e-02, -1.0573e-02, -1.6601e-02, 1.0267e-01,
-3.0483e-02, -7.7926e-02, -6.2101e-02, -3.5942e-02, -1.9674e-02,
-5.9267e-02, 1.9546e-02, 5.6847e-02, -3.6420e-03, -3.3967e-03,
8.2196e-02, 4.4068e-02, 1.4088e-02, 1.1038e-02, 4.4477e-02,
-6.7539e-03, 3.5205e-02, -9.2201e-02, 5.0928e-02, 2.5072e-02,
-1.5179e-02, 3.7751e-02, 8.3259e-02, 3.3562e-02, -4.0262e-02,
-2.2287e-02, 7.2775e-02, -6.3801e-02, -4.3138e-02, -4.4877e-02,
2.3866e-02, 2.0529e-02, 6.8219e-02, -1.9277e-02, 3.3958e-02,
2.4757e-02, -7.5780e-02, -3.2487e-02, 1.2414e-02, -4.0182e-02,
-4.7104e-02, -2.1338e-02, -2.1661e-02, -2.9108e-02, -9.6417e-02,
2.4518e-03, 6.6331e-02, 7.1667e-03, -2.6775e-02, 6.0210e-02,
-1.3478e-02, -5.7221e-02, -2.3851e-02, -3.2823e-02, -3.2297e-02,
5.0868e-02, 5.9152e-02, 1.3114e-03, 4.0058e-02, -1.4768e-01,
1.5379e-03, 9.4678e-04, -1.7117e-02, 7.0680e-02, 3.4641e-03,
5.4440e-02, -9.5127e-02, 1.8567e-02, -2.2619e-02, -7.2762e-02,
-5.3610e-02, 3.7542e-02, -2.0007e-02, 2.4255e-02, -9.9244e-03,
-4.8621e-02, 5.4749e-02, -3.3497e-02, 1.3213e-02, 3.9935e-02,
2.4607e-02, 2.8806e-02, 3.8297e-02, -2.7975e-02, -7.3531e-02,
6.0623e-03, 4.8612e-03, -3.8022e-02, -4.9337e-02, 4.9785e-02,
-6.6090e-02, -1.4512e-02, 6.0393e-02, -5.1761e-03, -7.2992e-02,
-5.5978e-02, -1.8646e-01, 2.0113e-02, -6.5171e-02, 8.7049e-03,
-3.6538e-02, -2.4315e-02, 3.8195e-02, 2.3905e-02, 6.9460e-02,
-6.9385e-02, 1.5046e-02, -1.1491e-02, 2.7889e-02, 4.1695e-02,
-2.2372e-02, 1.5868e-02, -8.8248e-02, -4.7370e-02, 8.6561e-02,
-1.4006e-03, 3.9542e-02, 5.8226e-03, -1.2567e-01, 4.9078e-02,
5.5618e-02, -5.2331e-02, 2.0751e-02, -1.4998e-02, -4.7503e-03,
3.3869e-02, -5.6412e-02, -4.2618e-02, 3.5526e-03, -3.0623e-03,
9.3880e-02, -4.1858e-02, -2.4588e-02, 1.0939e-03, 2.3293e-02,
-5.6422e-02, 1.4209e-01, -1.8203e-02, 1.3026e-01, -9.9923e-02,
5.8530e-02, -2.0034e-03, 1.0203e-01, 4.3783e-02, 3.7646e-02,
-1.7878e-02, -2.2185e-02, -4.9958e-02, -4.2541e-02, -2.7178e-02,
6.2641e-03, -5.0883e-02, -1.5527e-02, 5.9509e-02, -1.4199e-01,
1.3955e-02, 3.7470e-03, 7.0370e-01, 6.8864e-04, 4.0773e-02,
8.6692e-03, -5.2444e-02, 3.6453e-02, -2.8319e-03, -2.6413e-02,
-6.0545e-02, 3.4649e-02, 3.1655e-02, -4.6513e-02, -1.4382e-02,
-4.8047e-02, 7.5138e-02, -2.0866e-02, 9.9479e-03, 5.2902e-02,
1.2342e-02, -8.1485e-02, 6.9800e-02, -1.0101e-01, 9.7813e-03,
3.2746e-02, -8.3141e-02, 3.8328e-02, -5.6249e-02, 2.0560e-02,
3.7996e-02, -3.0406e-02, -6.8837e-02, -9.5865e-03, 6.2962e-02,
9.7139e-03, 4.0651e-02, 1.5242e-02, 4.6739e-02, 1.2378e-01,
2.1254e-02, -1.7433e-03, 6.7833e-02, 7.2524e-02, -6.3581e-02,
-2.9327e-02, -1.8345e-02, 8.4212e-03, 7.1397e-02, -2.5589e-02,
7.0202e-02, 4.4433e-02, -1.1098e-01, -2.6360e-02, -3.8443e-02,
-9.1100e-02, 7.3978e-03, -5.0027e-02, 1.1708e-01, -6.6691e-02,
-8.8689e-02, -3.9027e-02, 3.7510e-02, -5.3413e-03, -3.2657e-02,
1.8564e-02, -2.2265e-02, -4.5084e-03, -2.2162e-03, -1.0608e-01,
2.1236e-02, 4.8748e-02, 1.1712e-01, -7.6259e-02, 4.3142e-02,
-1.2542e-02, -4.0642e-02, 6.4321e-03, 1.9108e-02, -9.0555e-03,
-4.3754e-02, 6.5748e-02, -2.2054e-02, 4.5565e-02, 1.5186e-02,
-2.5044e-02, 4.5098e-02, -4.3176e-02, -8.1638e-02, 5.0787e-02,
-4.6448e-04, 1.2251e-02, -1.6683e-02, -2.9815e-02, 1.6924e-02,
-4.8046e-02, 8.4020e-02, 7.8569e-02, 1.2731e-01, -3.9327e-02,
-3.6924e-03, -5.9878e-03, -5.0234e-02, -6.8906e-02, 5.3859e-02,
-4.6395e-02, -8.7250e-02, 4.2398e-03, 1.0445e-02, 5.6061e-02,
7.4200e-02, -1.5522e-02, 1.0643e-01, 4.6342e-02, -1.4083e-02,
-2.1968e-02, -9.1889e-05, 3.8613e-03, -3.2443e-02, -6.3896e-02,
3.5311e-02, -1.2982e-02, 5.9491e-02, -3.1557e-02, 2.7635e-02,
-7.3378e-02, -8.7058e-02, -5.1575e-02, 6.4661e-03, -9.4049e-03,
1.7431e-03, 9.9387e-03, -4.0185e-02, 4.4003e-02, 7.3710e-02,
-3.7819e-02, 3.6385e-02, 2.5430e-02, -4.9967e-02, -1.6984e-02,
7.7580e-02, -2.0427e-03, 3.8180e-02, -4.9352e-02, 2.1175e-02,
2.5780e-03, -1.0320e-01, -1.0777e-01, 1.9672e-02, 1.4640e-03,
3.6417e-02, 5.1445e-03, 2.3575e-02, -1.4355e-02, 1.7423e-02,
9.4091e-02, -3.9214e-02, 8.8520e-03, 3.4066e-02, 7.2610e-03,
9.3276e-03, 1.1291e-01, 9.3180e-02, -3.5511e-02, 2.6467e-02,
-5.5399e-03, -8.8281e-03, -1.2773e-02, 6.9268e-02, 4.3915e-02,
-1.9290e-01, -2.9352e-02, -4.4181e-02, -3.6290e-04, -2.7117e-03,
-7.1204e-02, 2.8252e-02, 3.2398e-02, -1.4038e-01, 5.0732e-02,
-6.6476e-03, -2.6162e-02, 7.0463e-02, -1.4962e-02, -1.1306e-02,
-2.2449e-03, -3.3412e-02, -3.9056e-02, -7.7428e-02, -9.1458e-02,
-4.5221e-02, 6.0381e-02, -1.8170e-02, 1.2688e-01, 2.0489e-02,
6.9479e-02, -2.8164e-02, 1.3802e-02, 1.1843e-01, -2.3270e-02,
1.4971e-01, 1.6822e-03, 2.9090e-02, 3.2179e-02, 1.5367e-03,
1.1686e-01, 7.1564e-03, 9.2808e-03, -4.4139e-02, -3.5445e-02,
5.0987e-02, -2.0232e-02, -3.0719e-03], device='cuda:0')),
('bert.encoder.layer.6.attention.output.LayerNorm.weight',
tensor([0.8369, 0.8696, 0.8466, 0.8224, 0.8372, 0.8121, 0.7318, 0.7677, 0.9117,
0.7382, 0.9223, 0.9008, 0.9596, 0.9333, 0.8751, 0.7029, 0.8249, 0.8135,
0.8400, 0.8754, 0.7723, 0.9513, 0.8262, 0.8162, 0.7905, 0.8662, 0.8694,
0.9157, 0.8483, 0.9034, 0.8569, 0.7001, 0.9123, 0.7180, 0.8345, 0.8207,
0.7023, 0.9105, 0.7341, 0.8807, 0.9285, 0.8578, 0.8845, 0.9004, 0.9452,
0.9016, 0.8626, 0.9024, 0.9372, 0.8227, 0.9217, 0.7998, 0.8211, 0.8777,
0.7419, 0.7201, 0.8189, 0.8585, 0.7770, 0.7983, 0.8625, 0.9536, 0.9413,
0.9344, 0.7523, 0.9434, 0.8648, 0.8246, 0.7062, 0.7677, 0.8747, 0.8663,
0.8567, 0.8245, 0.9091, 0.9266, 0.8310, 0.8533, 0.9389, 0.8880, 0.8694,
0.8127, 0.8615, 0.8795, 0.6473, 0.8642, 0.7835, 0.8470, 0.9204, 0.8329,
0.8643, 0.8184, 0.8803, 0.8597, 0.8147, 0.8139, 0.6719, 0.8779, 0.9145,
0.8697, 0.7838, 0.9406, 0.7644, 0.9508, 0.7039, 0.9340, 0.9323, 0.7815,
0.9183, 0.9052, 0.7894, 0.8298, 0.9409, 0.6277, 0.8474, 0.9326, 0.8763,
0.8607, 0.9037, 0.9370, 0.8844, 0.8837, 0.8907, 0.7663, 0.7238, 0.7848,
0.8599, 0.7868, 0.8596, 0.8082, 0.8955, 0.7733, 0.8622, 0.8795, 0.8991,
0.8598, 1.1197, 0.8947, 0.9127, 0.8934, 0.7358, 0.9137, 0.8396, 1.1786,
0.8071, 0.8607, 0.8739, 0.8871, 0.8751, 0.9234, 0.8939, 0.8630, 0.9101,
0.8604, 0.8738, 0.8362, 0.9135, 0.8845, 0.8313, 0.8734, 1.0078, 0.9233,
0.7292, 0.8789, 0.8112, 0.9003, 0.8701, 0.6644, 0.8360, 0.8681, 0.9090,
0.6956, 0.7129, 0.8259, 0.8301, 0.9070, 0.9359, 0.8154, 0.9401, 0.8529,
0.8149, 0.8546, 0.7738, 0.9246, 0.9038, 0.8865, 0.8058, 0.8865, 0.8516,
0.8778, 0.8334, 0.7050, 0.8417, 0.8687, 0.8543, 0.9112, 0.9078, 0.7373,
0.8225, 0.9228, 0.9120, 0.7589, 0.9138, 0.8633, 0.7838, 0.8429, 0.9122,
0.9583, 0.8858, 0.8067, 0.9092, 0.9220, 0.7973, 0.9044, 0.8398, 0.9062,
0.8342, 0.7525, 0.8581, 0.8289, 0.9106, 0.8492, 0.9198, 0.9342, 0.8857,
0.8698, 0.9070, 0.9017, 0.8503, 0.6093, 0.8037, 0.9227, 0.8256, 0.8568,
0.7965, 0.8747, 0.6677, 0.9229, 0.8747, 0.9122, 0.8425, 0.7780, 0.8354,
0.8195, 0.8841, 0.7925, 0.9133, 0.7830, 0.9304, 0.9395, 0.8831, 0.8718,
0.9976, 0.9629, 0.9711, 0.8972, 0.9145, 0.7005, 0.8740, 0.8785, 0.6906,
0.8495, 0.8522, 0.8291, 0.8452, 0.8655, 0.8790, 0.9331, 0.7369, 0.9003,
0.8900, 0.8803, 0.9569, 0.8250, 0.9625, 0.9118, 0.8506, 0.8867, 0.8321,
0.9261, 0.9756, 0.9000, 0.7469, 2.9654, 0.8902, 0.9412, 0.7223, 0.9415,
0.8809, 0.8020, 0.7608, 0.8286, 0.7489, 0.8463, 0.8639, 0.8040, 0.8420,
0.6606, 0.9419, 0.8647, 0.9124, 0.8258, 0.8298, 0.8533, 0.8138, 0.9304,
0.7775, 0.9161, 0.9147, 0.8688, 0.8001, 0.8465, 0.8319, 0.7454, 0.8096,
0.9215, 0.8225, 0.7725, 0.9637, 0.7481, 0.7901, 0.8839, 0.8470, 0.9351,
0.7591, 0.8093, 0.8813, 0.8004, 0.9232, 0.8564, 0.9362, 0.8787, 0.9303,
0.9067, 0.9468, 0.9124, 0.8803, 0.9285, 0.9321, 0.7786, 0.6558, 0.9151,
0.7659, 0.9374, 0.8462, 0.9361, 0.8926, 0.8439, 0.8530, 0.8247, 0.8763,
0.8306, 0.8228, 0.8471, 0.9463, 0.8660, 0.8249, 0.8485, 0.8526, 0.7597,
0.8487, 0.9062, 0.8406, 0.9272, 0.8580, 0.8717, 0.8949, 0.9834, 0.8940,
0.8209, 0.8240, 0.9036, 0.8744, 0.8723, 0.8294, 0.8262, 0.8149, 0.8829,
0.8738, 0.6464, 0.8256, 0.8309, 0.9268, 0.9231, 0.7892, 0.7581, 0.7386,
0.8945, 0.9112, 0.7996, 0.9363, 0.7869, 0.8768, 0.8920, 0.8488, 0.8823,
0.7512, 0.9417, 0.8391, 0.7716, 0.7260, 0.8096, 0.7492, 0.8462, 0.8770,
0.8712, 0.7869, 0.8616, 0.9096, 0.9663, 0.8150, 0.7915, 0.9088, 0.9452,
0.9278, 0.8095, 0.7571, 0.9888, 0.8171, 0.9020, 0.8633, 0.9653, 0.9023,
0.7763, 0.8508, 0.9005, 0.8696, 0.6837, 0.8677, 0.9335, 0.8546, 0.8838,
0.7987, 0.9706, 0.6996, 0.9332, 0.8776, 0.8103, 0.8685, 0.8901, 0.9297,
0.7499, 0.8258, 0.8369, 0.8314, 0.7807, 0.8892, 0.9190, 0.8891, 0.8423,
0.8888, 0.6958, 0.8646, 0.9070, 0.8479, 1.0182, 0.7621, 0.7835, 0.8557,
0.8580, 0.8044, 0.8643, 0.7697, 0.9193, 0.7219, 0.7763, 0.8486, 0.7963,
0.8950, 0.8666, 0.9518, 0.8390, 0.9604, 0.8579, 0.9199, 0.8614, 0.6701,
0.9213, 0.7924, 0.9975, 0.8397, 0.8334, 0.9094, 0.9118, 0.8852, 0.7974,
0.9588, 0.7428, 0.9680, 0.8013, 0.8007, 0.9076, 0.8717, 0.7989, 0.9316,
0.8050, 0.8263, 0.9335, 0.8048, 0.8795, 0.9245, 0.9076, 0.8167, 0.8769,
0.8905, 1.0123, 0.9423, 0.8510, 0.8780, 0.8639, 0.8889, 0.8741, 0.8415,
0.8722, 0.9245, 0.7565, 0.9044, 0.8217, 0.7151, 0.9181, 0.9163, 0.7106,
0.8625, 0.9342, 0.8772, 0.9703, 0.9560, 0.9600, 0.8829, 0.9010, 0.8742,
0.8975, 0.8625, 0.7845, 0.8198, 0.8187, 0.7537, 0.8744, 0.8446, 0.8479,
0.9276, 0.9196, 0.7576, 0.7507, 0.8004, 0.9728, 0.8027, 0.7952, 0.8762,
0.8891, 0.8050, 0.8226, 0.9463, 0.8625, 0.7508, 0.8390, 0.7694, 1.4058,
0.8383, 0.8535, 0.9206, 0.9287, 0.7022, 0.8991, 0.9058, 0.9147, 0.8392,
0.8826, 0.7775, 0.9427, 0.7610, 0.8508, 0.7910, 0.8441, 0.9164, 0.9236,
0.8226, 0.8379, 0.8823, 0.9064, 0.8747, 0.9397, 0.8906, 0.8518, 0.8905,
0.9146, 0.8283, 0.8782, 0.7843, 0.7608, 0.9230, 0.7295, 0.8229, 0.8127,
0.8462, 0.9923, 0.8211, 0.8142, 0.8905, 0.8380, 0.8875, 0.8187, 0.7505,
0.8886, 0.9387, 0.8681, 0.8606, 0.7766, 0.9281, 0.9099, 0.8648, 0.7455,
0.8172, 0.8513, 0.9836, 0.9399, 0.9395, 0.9643, 0.8972, 0.9012, 0.8439,
0.7669, 0.8770, 0.9721, 0.8602, 0.9385, 0.9064, 0.8375, 0.8165, 0.8115,
0.8909, 0.8963, 0.7847, 0.8593, 0.7944, 0.8591, 0.9037, 0.8944, 0.8702,
0.8381, 0.9534, 0.8269, 0.8874, 0.8360, 0.8343, 0.8011, 0.7251, 0.9165,
0.9327, 0.8218, 0.7499, 0.9396, 0.7770, 0.7874, 0.8221, 0.8474, 0.9063,
0.8462, 0.8781, 0.8962, 0.8927, 0.8520, 0.8516, 0.8346, 0.7811, 0.8541,
0.9687, 0.6601, 0.6968, 0.8569, 0.9636, 0.7812, 0.8304, 0.9718, 0.9183,
0.8346, 0.8520, 0.8987, 0.9404, 0.8833, 0.9380, 0.8037, 0.8705, 0.9262,
0.9177, 0.8448, 0.8059, 0.9336, 0.8602, 0.9290, 0.9167, 0.6807, 0.8788,
0.8829, 0.9438, 0.8818, 0.8846, 1.0112, 0.7926, 0.9501, 0.7782, 0.7819,
0.7257, 0.8194, 0.8864, 0.9635, 0.8734, 0.9308, 0.8303, 0.9042, 0.8358,
0.9228, 0.8883, 0.8015, 0.9633, 0.8360, 0.7985, 0.7856, 0.8373, 0.9210,
0.8884, 0.8744, 0.9215, 0.7772, 0.9254, 0.6286, 0.9444, 0.7983, 0.8763,
0.8714, 0.8344, 0.8070, 0.9510, 0.9823, 0.8108, 0.9362, 0.9289, 0.7882,
0.8550, 0.9004, 0.9373, 0.8381, 0.7172, 0.8407, 0.8106, 0.7460, 0.8576,
0.8385, 0.8297, 0.7043, 0.8243, 0.8502, 0.8736, 0.8206, 0.9040, 0.8194,
0.7835, 0.8567, 0.8891, 0.8173, 0.8062, 0.8901, 0.9368, 0.8604, 0.9338,
0.8644, 0.9322, 0.8558], device='cuda:0')),
('bert.encoder.layer.6.attention.output.LayerNorm.bias',
tensor([-3.9534e-03, -1.7100e-01, -2.2746e-01, 1.5810e-01, -8.5434e-02,
2.8639e-02, -3.1078e-01, 1.2363e-01, 1.3210e-01, -6.3273e-02,
7.6655e-02, -2.5867e-02, -9.5142e-02, -2.1289e-01, -1.2252e-02,
2.5193e-01, 1.9540e-02, -7.2185e-02, -1.8499e-01, -5.7217e-02,
6.5842e-02, 9.3602e-02, 4.7007e-02, 6.4587e-02, -1.0720e-01,
9.9082e-02, 9.0609e-02, 2.5338e-01, 9.8481e-02, -3.3319e-03,
-1.0419e-01, -1.0972e-02, -1.0060e-01, -5.1549e-02, -1.0681e-02,
6.0082e-02, -1.9609e-01, 5.7545e-02, -3.1802e-02, 2.0709e-01,
-5.6563e-03, -1.9450e-01, 4.3324e-02, 7.6857e-02, 7.1483e-02,
-1.2141e-01, -7.0925e-02, 1.1844e-01, -5.7391e-02, 1.4511e-01,
-1.4762e-02, 1.8248e-01, 2.3445e-01, -1.8060e-01, 5.8986e-02,
-4.2109e-02, -2.4838e-01, -8.7038e-02, 3.8322e-02, 8.2838e-02,
-7.2054e-02, -8.6281e-02, 8.2496e-02, -3.4480e-01, -2.6625e-01,
1.3231e-01, 4.7116e-02, -8.1001e-02, 1.9272e-01, -4.6107e-02,
-1.6983e-01, -1.5002e-01, -4.1283e-02, 1.8983e-02, 1.0063e-02,
1.1701e-01, -4.4639e-02, -3.6888e-02, -1.0401e-02, 6.5442e-02,
1.0786e-01, -2.7716e-02, -7.4960e-02, 8.1812e-02, 6.7540e-02,
5.2135e-02, -2.8722e-02, 5.2939e-02, 6.8336e-02, 5.0212e-02,
-2.0624e-01, -1.2494e-01, -1.7442e-01, -4.6347e-02, -8.6057e-02,
6.1653e-02, 2.2470e-02, -2.5606e-02, -8.7298e-02, 6.7172e-02,
-8.1774e-02, -1.3301e-02, -1.0073e-01, 9.5035e-02, -2.1910e-01,
-1.1642e-02, 8.1663e-02, 5.2173e-02, -6.8688e-02, -7.4903e-02,
-7.6157e-02, -1.2207e-01, -4.4852e-02, -8.7806e-02, 2.9535e-01,
1.4226e-01, -1.4303e-01, 1.5867e-01, -2.4171e-02, 3.7571e-02,
-3.9150e-02, 3.6510e-03, -5.8370e-02, 2.7006e-02, -4.9885e-02,
7.4740e-02, 1.1824e-02, 5.8371e-02, -1.5605e-01, -6.8878e-02,
-1.4770e-01, 3.4794e-02, -1.5053e-02, 2.3664e-02, -1.1387e-01,
-1.5680e-02, 6.5261e-01, 8.1738e-02, 5.6622e-02, -1.5103e-02,
-1.2405e-01, -2.2260e-01, 6.5244e-02, -1.6765e+00, -2.0172e-02,
-1.5310e-01, 2.0117e-02, -4.6244e-02, -1.1861e-01, -3.6113e-01,
-5.3242e-02, 1.6730e-02, -7.2644e-02, 9.9217e-02, 4.6328e-02,
-7.1267e-02, -1.0719e-01, -2.0079e-01, 8.6899e-02, -1.8599e-01,
1.7534e-01, 6.5210e-02, 3.4877e-02, -5.7987e-02, -6.7710e-02,
-2.0902e-01, 3.8338e-02, 8.1247e-02, -9.5497e-02, -1.0790e-01,
1.2168e-02, 7.1319e-02, -1.0902e-01, 7.9367e-02, 2.2493e-01,
5.0540e-02, 1.5198e-01, -2.0783e-01, -5.4901e-02, -7.5120e-02,
-2.7803e-01, -4.3161e-02, -2.2980e-02, -3.5552e-02, 9.8375e-02,
-3.0653e-02, -1.7776e-01, -5.1091e-02, -9.5917e-02, -1.9699e-02,
1.2370e-01, 9.9495e-02, 2.0181e-01, 8.7645e-02, -5.3067e-02,
-1.6449e-01, -7.4772e-02, -1.0034e-01, -1.3169e-01, -1.8445e-01,
7.0169e-02, 6.8828e-02, -6.2504e-02, 1.6484e-01, -8.8400e-03,
-7.7789e-02, 6.0073e-02, -1.4946e-01, -8.1686e-02, -5.9332e-02,
-1.0395e-02, -3.9499e-02, 1.2636e-01, -7.9293e-02, 5.3680e-02,
2.2978e-02, 1.3794e-01, 5.0496e-02, -4.0771e-02, 1.0313e-02,
8.7840e-02, 3.4274e-02, 1.6259e-01, -2.4309e-01, -1.9995e-01,
5.8281e-02, -1.1403e-03, -4.0045e-02, 6.4353e-02, -1.1152e-01,
1.3734e-02, 1.0785e-01, 3.7865e-02, -2.9062e-01, -5.3680e-02,
3.4262e-02, -8.8656e-02, -1.5004e-01, 3.6792e-02, 5.0921e-02,
-8.7352e-02, 1.9180e-02, 1.9615e-01, 9.1222e-02, -9.0968e-02,
-1.6830e-01, 2.6083e-02, 9.5760e-02, 8.1030e-02, 1.1529e-01,
-2.4652e-03, -4.1772e-04, 1.6889e-03, 8.1404e-02, 9.8254e-02,
5.5908e-02, -9.0743e-02, -5.7782e-02, -8.0303e-02, 1.3070e-01,
4.0400e-02, -5.8675e-02, 4.2774e-02, -1.1872e-01, 7.5796e-02,
1.5013e-01, 8.3502e-02, 4.0035e-02, -5.4045e-02, -1.9010e-01,
-6.5121e-02, -2.9590e-01, 6.2495e-02, 5.2558e-04, 1.5850e-01,
4.2785e-02, -1.5687e-01, 7.5038e-03, 1.6968e-01, -1.2483e-01,
-6.6920e-02, 4.5529e-02, -5.6058e-02, 1.4144e+00, 1.0968e-02,
-1.1306e-03, 5.5966e-02, -2.9194e-01, 1.3160e-01, 1.1400e-01,
3.1746e-02, 1.9530e-02, 2.3214e-02, -2.0276e-01, -1.5529e-01,
-1.8441e-01, -8.5630e-02, 4.1446e-03, -4.6871e-02, 4.8949e-03,
7.9177e-02, -1.3359e-01, 5.3256e-02, 8.7229e-02, 1.2835e-01,
-7.4962e-02, -6.2932e-02, 6.0843e-02, -1.5026e-01, 1.9726e-01,
1.0526e-01, 5.7665e-02, 2.6463e-02, 2.0345e-01, -2.6707e-02,
-8.5184e-02, 1.2029e-01, -1.0278e-02, -7.9414e-02, 9.4296e-02,
-1.8203e-01, -5.9336e-02, 8.8379e-02, -9.1845e-02, -7.3630e-02,
-2.0401e-01, -1.0382e-01, -2.1860e-02, -4.1631e-02, 7.5170e-02,
-1.6401e-01, 2.8741e-02, 8.3469e-02, -1.9067e-03, 2.7246e-03,
-9.3526e-02, -1.1491e-02, 8.7805e-02, -1.3057e-01, -5.3535e-02,
2.7124e-03, 4.1077e-02, 2.4632e-02, -5.1066e-02, 7.1698e-02,
6.7148e-03, -1.4109e-02, -9.7996e-02, 5.9094e-02, -1.2028e-02,
-1.0552e-02, -6.8861e-02, -1.8963e-01, 4.4581e-02, 1.2430e-01,
-2.6376e-01, 1.1262e-01, 4.8569e-04, -3.8245e-02, -2.3820e-01,
9.2294e-03, -1.5844e-01, 1.4446e-01, -1.3448e-01, -2.0951e-01,
1.2781e-01, -2.3304e-02, 4.2686e-02, 1.8266e-02, 7.1012e-02,
-1.2960e-01, -1.4352e-01, 7.0356e-03, 6.2183e-06, -2.1088e-01,
1.6270e-03, 7.0194e-03, -1.0573e-01, 1.1045e-02, -1.0182e-01,
-1.8922e-01, 7.9629e-02, 1.5938e-01, 8.3807e-02, -4.2901e-02,
-1.0496e-01, 1.3488e-01, -3.4447e-02, 2.0428e-01, -2.3079e-01,
-2.1366e-02, 9.3443e-02, -1.0191e-02, -1.5134e-03, 1.5716e-03,
-1.3231e-01, 4.8150e-02, -5.9950e-02, -2.3979e-01, 1.6638e-02,
3.7102e-02, 1.9587e-01, -2.8049e-02, -1.6694e-02, -1.4549e-01,
8.8044e-02, -9.2892e-03, -2.2456e-01, -8.0888e-02, -5.3915e-02,
-1.7447e-01, -3.6678e-02, 7.9825e-02, -6.7907e-02, -1.8465e-02,
-8.8716e-02, -5.9100e-02, 3.1333e-01, -1.7039e-01, -1.3292e-01,
-8.7891e-02, -1.4986e-01, -1.6712e-01, 1.3454e-01, 2.1221e-01,
-4.8319e-02, -9.5147e-02, 1.1704e-02, 7.8855e-02, 5.5905e-02,
-8.5696e-02, -2.6499e-02, -6.6667e-02, 2.3925e-01, -7.4502e-02,
5.9192e-03, 7.7220e-02, -1.3115e-01, -1.5549e-02, -3.1466e-02,
3.9701e-02, -7.5888e-02, -7.4980e-02, -7.2150e-02, 7.7653e-03,
-1.3707e-01, -1.8412e-02, -5.2041e-02, 2.4679e-02, -7.3515e-02,
2.9440e-02, 1.9697e-01, 7.9930e-02, 4.6158e-02, -1.0627e-01,
-3.0966e-01, 4.2810e-02, -2.3325e-01, -1.0858e-01, -6.4974e-02,
5.3793e-03, -4.7857e-02, -1.4773e-01, 5.6170e-02, -7.8975e-02,
1.4092e-02, 1.0858e-01, -2.9560e-02, 4.0140e-03, 7.8053e-02,
1.5542e-01, 7.1952e-02, -7.7096e-02, 1.3588e-01, 4.4108e-02,
1.0307e-01, -3.0781e-02, 1.9354e-02, 2.5529e-02, -1.0801e-01,
-5.1734e-02, -1.5146e-01, -4.6736e-02, 6.7774e-02, 1.0945e-01,
-5.4158e-02, 6.4499e-03, 6.8896e-02, -6.1215e-02, -4.7359e-02,
-4.8446e-02, -4.9291e-02, -1.3523e-01, -1.4286e-01, 1.8678e-01,
-4.5223e-04, 1.0839e-01, -9.3483e-02, -1.3260e-02, 8.8392e-02,
3.0364e-01, 2.9538e-02, -3.1225e-02, -1.9102e-01, -1.5650e-01,
1.7587e-01, -5.3880e-02, 1.4433e-01, -5.2628e-02, -8.7008e-02,
-1.7183e-01, -7.8490e-02, 1.0118e-01, -1.8819e-02, -2.1096e-01,
-1.0798e-01, -4.8023e-02, 5.1056e-02, 2.2240e-01, 5.9825e-02,
-1.6389e-01, -7.3624e-02, 5.9060e-03, -5.9563e-02, 2.6501e-02,
-7.5131e-02, 9.2468e-02, 3.2419e-02, 4.2602e-02, -1.3537e-02,
-1.1429e-01, 1.6950e-01, -1.0687e-01, -1.0086e-01, -1.9396e-01,
-2.4826e-02, 4.1585e-02, 7.2225e-02, -1.9110e-01, 1.1186e-01,
-1.8046e-01, -8.7658e-02, -6.4102e-02, -2.8116e-01, 7.7151e-02,
2.2108e-01, 6.1471e-03, 4.6776e-02, 3.3924e-02, 1.1331e-01,
6.7449e-02, 8.2147e-02, -9.5798e-02, 5.4265e-02, 1.4765e-01,
1.0630e-01, -1.9197e-01, -1.5510e+00, -1.3867e-01, 1.2395e-01,
-4.4860e-02, 8.7348e-02, -1.1756e-01, -9.0210e-02, 7.8085e-02,
-3.3873e-02, 5.9578e-02, -3.1259e-02, 4.0654e-02, 1.4637e-01,
9.4840e-02, -6.5627e-02, 7.0868e-02, -1.2217e-01, 1.0725e-01,
-1.1000e-01, -1.2155e-02, -9.6127e-02, 1.4071e-02, -2.2394e-01,
-1.4352e-02, 2.1333e-01, -4.7686e-02, 5.5789e-02, -6.1373e-02,
-1.6919e-02, -4.8204e-03, 1.6467e-02, 1.0692e-01, -6.6853e-03,
-5.8228e-02, 1.5128e-01, -7.0721e-02, -1.5278e-01, -2.2164e-01,
1.4293e-01, 1.6339e-01, 8.6170e-02, -8.7162e-02, 1.3975e-01,
-2.5559e-02, -3.5770e-02, -1.1442e-01, -1.2611e-01, -1.4734e-03,
-1.2391e-01, 4.3121e-02, 1.3446e-01, 1.2616e-01, 1.7806e-01,
5.9210e-02, 3.8671e-02, -6.0011e-02, -2.9005e-01, 9.7489e-02,
2.4138e-01, -1.5815e-02, -8.7402e-02, -4.5643e-02, 4.8207e-02,
-1.2086e-01, -2.4950e-02, 2.1356e-01, 8.5962e-02, 1.4254e-01,
-8.9473e-02, -1.1292e-01, -1.4695e-01, 7.1749e-02, 1.5801e-01,
-1.7599e-01, 1.4275e-01, -1.2907e-01, -1.0389e-01, 5.1789e-02,
4.5291e-03, -1.7413e-01, 5.1198e-02, -9.1268e-02, -7.1746e-02,
3.1166e-02, -1.5790e-01, 1.6185e-01, 1.1207e-01, -5.2154e-02,
-2.4973e-01, -1.1654e-01, 6.0339e-02, -1.3879e-01, -3.2823e-01,
-7.5734e-03, -1.2707e-01, -1.7693e-04, -5.9229e-02, 1.3050e-01,
5.8161e-02, -8.0315e-02, -4.5184e-02, 1.2522e-01, -8.8359e-02,
1.4858e-01, 7.5485e-02, -1.7370e-02, -2.7830e-02, -6.1513e-02,
-4.8344e-02, 1.2952e-01, -6.4840e-02, -1.0989e-01, 5.8452e-02,
1.3390e-02, 2.2457e-01, 2.9236e-02, -2.6943e-02, 2.3352e-01,
4.6551e-02, 3.8936e-02, -1.9210e-01, -1.5977e-01, 9.3634e-02,
8.0193e-02, -7.8820e-02, 2.8805e-02, 5.3294e-03, -1.5549e-02,
-1.4083e-02, -3.6998e-02, 2.3170e-02, -7.4747e-02, -4.4942e-02,
5.1046e-02, 1.8718e-02, -7.7657e-02, 1.1949e-01, 4.8016e-03,
-1.1209e-01, 5.2468e-03, -2.3301e-01, 7.0290e-02, 1.7557e-02,
1.5491e-01, 1.0322e-01, 2.6067e-02, -2.0995e-01, -1.2912e-01,
-1.5108e-01, -5.5143e-02, -3.5437e-02, -3.3957e-02, -8.2902e-02,
-4.9543e-02, -8.2734e-02, 1.3738e-01, -1.0149e-01, -1.5261e-02,
1.9339e-02, -1.6155e-01, 1.5997e-02, 6.4502e-02, 1.2575e-01,
-6.6917e-02, -4.0141e-02, 1.8951e-02, -1.5323e-01, -9.3854e-02,
4.5637e-02, 1.1132e-01, -1.3072e-01, -3.9860e-03, -6.2780e-02,
-4.8440e-02, -8.8961e-02, -1.8732e-01, 2.6282e-01, -9.8498e-02,
-8.1003e-02, 8.7471e-02, 6.1147e-02, 8.5892e-03, -6.7357e-02,
-7.2032e-02, -9.6450e-02, 1.0630e-01, 1.6816e-01, 1.7376e-02,
-4.3272e-02, -1.8481e-01, -3.2042e-02, -1.6425e-01, 1.3080e-02,
-6.5067e-02, 4.1245e-02, -3.1468e-03, -8.0827e-02, -4.8083e-02,
-1.6303e-01, -3.5713e-02, -7.1940e-02, -1.4348e-02, 6.2689e-02,
-1.4933e-01, -1.8474e-01, 5.0867e-02, -2.4566e-02, -3.9082e-03,
-7.4972e-02, -2.7508e-02, 1.4209e-01], device='cuda:0')),
('bert.encoder.layer.6.intermediate.dense.weight',
tensor([[-0.0054, 0.0102, -0.0386, ..., -0.0077, 0.0200, 0.0072],
[-0.0532, -0.0278, -0.0086, ..., -0.0622, -0.0065, -0.0700],
[-0.0318, -0.0054, 0.0358, ..., -0.0067, -0.0409, -0.0286],
...,
[-0.0602, 0.0260, -0.0370, ..., 0.0657, 0.0158, 0.0237],
[ 0.0029, 0.0303, -0.0298, ..., 0.0974, -0.0845, 0.0019],
[ 0.0055, -0.0462, 0.0306, ..., -0.0099, 0.0379, -0.0265]],
device='cuda:0')),
('bert.encoder.layer.6.intermediate.dense.bias',
tensor([-0.0314, -0.0629, -0.1064, ..., -0.0344, -0.2055, -0.0628],
device='cuda:0')),
('bert.encoder.layer.6.output.dense.weight',
tensor([[-0.0076, 0.0452, 0.0286, ..., -0.0053, 0.0044, -0.0441],
[ 0.0055, 0.0063, 0.0046, ..., 0.0180, -0.0177, 0.0084],
[ 0.0458, -0.0152, -0.0253, ..., 0.0642, -0.0775, -0.0101],
...,
[ 0.0364, -0.0007, 0.0257, ..., -0.0033, 0.0500, 0.0247],
[ 0.0039, -0.0121, -0.0104, ..., 0.0149, -0.0767, -0.0139],
[ 0.0230, 0.0075, -0.0231, ..., -0.0452, 0.0822, -0.0155]],
device='cuda:0')),
('bert.encoder.layer.6.output.dense.bias',
tensor([ 2.4297e-02, -9.6316e-02, -5.9197e-02, 6.6073e-02, -2.5214e-03,
6.1783e-03, 3.4608e-02, 8.9933e-02, -3.7094e-02, -2.9137e-02,
2.5201e-02, -2.2193e-02, -8.0563e-02, -1.2208e-01, 8.1075e-02,
1.3500e-01, 2.5523e-02, -1.5823e-02, -4.4536e-02, -2.3408e-01,
-6.3702e-02, 7.4779e-02, -1.8929e-02, 2.9741e-02, -1.5847e-01,
3.9013e-02, 4.3133e-02, 8.4161e-02, 8.4292e-02, 9.5331e-03,
6.9464e-02, -1.5426e-01, 1.8314e-02, -3.3501e-01, 1.2716e-01,
-8.9938e-02, -4.1702e-02, 1.9654e-02, 1.6569e-01, 1.9695e-01,
-6.7955e-02, -1.0039e-01, -7.6041e-02, -7.7862e-02, 5.2979e-02,
-2.2903e-02, 8.3069e-02, 7.5812e-02, -2.6646e-02, 5.4995e-02,
7.2290e-03, 3.2663e-02, 4.9033e-02, -9.5284e-02, -7.0260e-02,
-2.4213e-02, -1.2605e-02, -4.7477e-02, -1.5895e-02, -1.1087e-02,
-3.5284e-02, -1.0535e-01, -8.9092e-03, -1.1084e-01, -1.3969e-01,
1.3578e-01, 4.6440e-03, -1.0936e-02, 1.6395e-02, -2.1533e-01,
-3.8838e-02, 4.7516e-03, 1.5685e-02, -4.0146e-02, -5.2009e-02,
8.0487e-02, -3.0787e-02, -6.4648e-02, -8.4773e-02, -1.1018e-01,
1.1581e-01, 6.7964e-02, 1.3963e-01, 1.0102e-01, -5.8088e-02,
-1.5418e-01, -5.6645e-02, -5.8211e-02, 4.5684e-02, 5.6074e-02,
-9.1087e-02, -2.1298e-02, -1.9320e-02, 3.8677e-02, 5.2814e-02,
7.7810e-02, -8.6015e-02, 9.6347e-02, 1.6127e-01, 2.6974e-02,
8.4395e-02, -1.6223e-02, -3.0473e-02, -2.7167e-02, -1.3685e-01,
-7.2041e-02, 8.2723e-02, 9.2062e-02, -1.1047e-03, 8.5061e-02,
-4.4145e-02, -1.0596e-02, 1.5574e-03, 3.7786e-02, 6.0705e-02,
7.8976e-02, -6.8124e-02, 1.2533e-01, 1.8281e-02, -3.1004e-02,
3.8536e-03, -4.9023e-02, -1.7684e-02, -9.5471e-02, -1.9599e-01,
3.4934e-02, 9.0342e-02, -5.9259e-02, -3.4959e-02, -6.1275e-02,
-2.3346e-02, -2.3363e-04, -3.2279e-04, 1.6065e-02, 2.7156e-02,
-3.0969e-03, -4.0273e-02, 1.1442e-01, -1.5829e-01, 1.5685e-01,
-1.9117e-01, -8.8937e-02, -3.6198e-02, -1.0848e+00, -1.1835e-01,
1.6946e-02, 4.4745e-02, 1.1598e-01, -1.2605e-01, 8.2513e-02,
-5.5254e-02, -1.2142e-01, -1.9661e-02, 4.1270e-03, 8.9303e-02,
-6.1726e-02, 5.8032e-02, -1.5105e-01, 6.6842e-02, -6.6798e-02,
8.9821e-02, -1.8458e-02, 3.5354e-02, 6.8194e-02, 8.6982e-02,
1.3924e-03, 1.1101e-01, -9.1063e-02, -1.1495e-01, 6.3229e-02,
4.4717e-02, 1.0666e-01, -3.0267e-02, 6.9938e-03, -6.2556e-02,
1.6093e-01, 1.5041e-01, -1.8330e-02, 7.9683e-02, 8.9567e-02,
-1.9758e-01, -1.0318e-01, 4.5047e-02, 4.3052e-02, 6.1707e-02,
1.8739e-02, 2.4208e-02, -1.1493e-01, -4.4776e-02, -5.4327e-02,
4.9132e-02, -6.7108e-03, 5.3009e-02, 5.5190e-02, 9.7276e-03,
-4.2028e-02, -9.8706e-02, 5.5723e-02, -1.1039e-01, -6.5295e-02,
3.4224e-02, 1.7636e-01, 3.5752e-02, 5.3188e-02, 2.0144e-01,
-9.4280e-02, 5.2514e-02, -4.6698e-02, -7.8261e-02, -7.3062e-02,
4.7450e-02, -7.7020e-02, -7.6559e-03, -1.5632e-01, 7.2135e-02,
9.5594e-02, 5.8085e-02, -6.4084e-02, -1.8181e-02, 7.6823e-02,
8.0724e-02, 1.1498e-01, 1.0392e-01, -3.0364e-02, 1.7978e-02,
5.1680e-02, -6.7965e-02, -5.3071e-02, 1.2469e-01, 1.8994e-01,
-4.8242e-02, 9.5289e-02, -2.5994e-02, -4.0885e-02, -1.7481e-02,
-7.9366e-02, -6.8262e-03, -6.8160e-02, -3.7777e-03, 6.0146e-02,
-1.1325e-01, -2.1615e-03, 1.2893e-01, 9.0298e-02, -9.8138e-02,
-3.2894e-02, -1.1025e-02, -3.5046e-02, 5.3982e-02, 4.7625e-02,
9.2203e-02, -4.6125e-02, 1.0609e-02, 1.0921e-01, -8.8336e-03,
2.1104e-02, -5.8161e-03, 7.8480e-02, -1.0354e-02, 3.0801e-02,
4.0941e-02, -1.5133e-01, -5.0891e-02, -6.2647e-02, 1.4561e-01,
-4.6380e-02, 5.6076e-02, 1.2340e-01, -1.0502e-01, -7.7725e-02,
-1.2172e-01, 1.5204e-02, 1.1782e-01, 1.9438e-02, 6.1638e-02,
-5.1187e-02, -4.5583e-03, -4.5389e-02, 1.2438e-01, -6.6697e-02,
3.2918e-02, -4.6995e-02, -1.1738e-01, 6.1586e-01, -9.7159e-02,
-4.8005e-02, 2.2172e-02, -8.7598e-04, 1.0719e-01, -4.6131e-02,
5.6577e-02, 1.4906e-01, 9.0028e-02, 1.9165e-02, -5.3927e-02,
-4.7122e-02, -8.4019e-02, 5.4389e-02, -6.1889e-02, 1.0556e-02,
-1.1489e-01, -9.2808e-02, 7.9638e-03, -2.8899e-02, -2.5222e-01,
3.8278e-03, 1.0163e-02, 1.2186e-01, -8.4017e-02, -9.4121e-03,
-4.3921e-02, 1.6008e-01, 2.6475e-03, 2.3983e-02, 1.2213e-03,
-9.9873e-03, -6.4777e-02, -1.9085e-02, 4.0772e-02, 1.9325e-02,
-8.0391e-02, 1.1676e-02, -6.8710e-02, 7.0224e-02, -1.1048e-02,
7.8045e-03, 2.2490e-02, 4.7686e-02, 1.3138e-01, -2.5234e-02,
-2.0477e-02, 1.1219e-01, 2.4441e-02, -2.1416e-02, -5.3753e-02,
7.0921e-03, -1.0415e-02, 8.5147e-02, -1.0671e-01, 3.6271e-02,
-2.5104e-02, 3.1550e-02, -1.0013e-01, -4.9285e-02, 4.7868e-02,
5.7973e-02, 3.0158e-02, -1.1411e-02, 8.9057e-02, 4.4811e-02,
-6.2860e-02, -7.1154e-02, -2.7036e-02, 1.3175e-02, 1.1170e-01,
1.4253e-02, -9.8454e-02, 1.0034e-01, 5.4001e-02, -9.3885e-02,
6.0012e-02, -8.8242e-02, 8.1439e-02, 2.5623e-02, -2.7454e-02,
1.0505e-01, 5.3861e-03, 8.8709e-02, -8.8617e-02, -2.8532e-02,
-9.8993e-02, -1.9602e-02, -6.3834e-02, 6.7288e-03, -1.4933e-01,
-4.4780e-02, -6.2255e-02, -2.7362e-02, -6.4856e-02, -1.1482e-02,
-1.2916e-01, 2.1432e-02, 3.7282e-02, 3.2785e-02, -1.6163e-02,
-8.6976e-02, 6.3625e-02, 4.1004e-03, -7.4794e-03, -8.2095e-02,
2.9422e-02, 1.3599e-01, 1.5514e-02, -1.1964e-02, 1.7362e-01,
-1.7251e-01, -5.9783e-03, -6.5892e-02, -1.4758e-01, 3.0618e-02,
-2.0778e-02, 1.3919e-01, -3.9527e-03, -6.4913e-02, -1.7387e-01,
3.3737e-02, -3.4975e-02, -5.7456e-02, -4.8275e-02, -5.1583e-02,
-1.0195e-01, -4.0537e-02, -6.0466e-02, -5.9034e-03, 8.5255e-02,
3.9267e-02, 1.3764e-02, -3.2382e-02, -5.9515e-02, -4.7652e-02,
-1.1103e-01, 6.1871e-03, -1.0620e-02, 5.9398e-02, -8.8220e-02,
-7.8426e-02, -3.9998e-02, 1.1407e-02, 8.3059e-02, -9.4687e-04,
1.0367e-01, 1.1901e-01, 1.5863e-01, 1.0835e-01, 1.8770e-02,
1.0851e-01, 1.1401e-01, 8.9867e-02, 1.0565e-01, 5.1833e-02,
2.5986e-02, -4.8752e-02, -1.1149e-01, -1.0415e-01, -8.0798e-02,
-9.1958e-04, -5.6190e-02, 6.3684e-02, 3.3269e-02, -3.2497e-02,
1.6116e-01, 1.1660e-01, 3.8952e-03, 4.0594e-02, 3.2867e-02,
-1.4691e-01, 1.4936e-01, -1.4615e-01, 2.4206e-02, -4.3652e-02,
-4.9244e-02, -1.7975e-02, 1.0099e-01, 1.2089e-01, -6.7752e-03,
1.7571e-01, 3.1669e-02, 6.5153e-02, -2.4573e-02, -8.5841e-03,
3.4204e-02, 5.6526e-02, -3.1499e-02, 1.0453e-01, 3.0423e-02,
3.9828e-02, -1.6904e-01, -6.9726e-02, 7.1227e-02, 3.2434e-02,
6.0851e-02, -7.9462e-02, 1.6253e-02, 4.5961e-02, 7.3771e-02,
-7.0481e-02, -5.8431e-03, 1.3489e-01, -2.3502e-03, -8.0285e-02,
-1.5048e-02, -2.6293e-03, -1.2613e-01, -2.9883e-02, 5.1388e-02,
9.5273e-02, -6.9789e-02, -1.6587e-02, 3.7718e-03, 1.1463e-01,
-4.9233e-02, -3.9873e-02, 8.9806e-02, -1.3416e-01, 3.2509e-02,
1.5563e-01, 3.6397e-02, 1.1884e-02, -7.2894e-02, 1.1002e-02,
9.2776e-02, -1.7384e-02, -6.3230e-02, -3.9379e-02, 1.0925e-02,
-1.2286e-01, 1.6240e-02, -1.1283e-01, 1.2525e-01, 3.1683e-02,
-1.7841e-02, 1.0294e-01, -4.5233e-02, 5.8971e-02, 2.6063e-02,
-7.8474e-02, 6.9265e-02, -6.4090e-02, 2.5132e-02, -3.8495e-03,
5.2787e-02, 1.4151e-01, -1.1683e-01, -1.1683e-01, -3.8401e-02,
3.2368e-02, 1.0614e-01, 8.0770e-02, 3.1547e-02, -1.2834e-02,
-1.0372e-01, -9.9134e-03, 4.4254e-03, -2.4027e-02, 4.8598e-02,
4.8245e-02, 8.3093e-02, -8.6429e-02, 1.3068e-03, 1.4376e-01,
1.4453e-01, 6.7959e-02, -1.1237e-01, -5.4527e-02, -2.6933e-02,
8.6369e-02, -7.4784e-02, -8.4227e-01, -3.9423e-02, 6.4336e-02,
8.6613e-02, -4.6211e-02, -1.2085e-01, -3.5213e-02, 4.6368e-02,
-3.5833e-02, -8.4253e-02, -1.2893e-03, -1.3187e-01, 2.8187e-02,
-3.0695e-02, -1.1659e-02, -5.5159e-02, 5.1198e-03, 2.5998e-02,
1.6346e-02, 1.6645e-02, -7.4004e-02, 2.7421e-02, -1.2580e-01,
7.1443e-02, 1.6685e-01, -4.0682e-02, -9.3361e-02, 2.1915e-03,
7.4918e-04, 5.2887e-02, 9.2587e-03, 7.7255e-02, -8.0406e-02,
-1.5789e-03, 1.1769e-01, 8.9138e-02, -1.3421e-01, 3.1080e-02,
1.0779e-01, 1.0912e-02, -1.7175e-02, 6.4660e-02, 4.5092e-02,
-1.3569e-02, -1.4266e-02, -3.6440e-02, -4.4174e-02, -2.9936e-02,
-8.6837e-02, 2.1039e-02, -7.0088e-02, 7.9831e-02, 1.0529e-01,
1.5832e-02, 4.2548e-02, -7.3977e-02, -2.1482e-01, 5.0614e-02,
1.2146e-02, -9.3969e-03, -5.9803e-02, -3.7979e-02, 6.8093e-02,
2.3535e-02, -6.8583e-02, 3.4276e-02, -5.2935e-02, 1.5537e-02,
-9.4003e-02, 2.3303e-02, -1.0642e-01, -2.7048e-02, 1.3306e-01,
-2.1957e-01, 5.4158e-02, -1.0166e-01, -1.3951e-01, 8.0370e-02,
1.8543e-01, 8.3734e-02, 5.6604e-02, 3.5604e-02, -2.4903e-02,
-1.7270e-03, 5.1600e-02, 7.0212e-02, 1.6110e-01, -2.6149e-02,
-9.8831e-02, -6.5816e-02, 2.0292e-02, -1.0038e-01, -5.5902e-02,
7.9726e-02, 8.6065e-02, -2.2445e-01, -6.5723e-02, -1.0174e-02,
-1.0542e-01, -3.9376e-03, -1.2894e-01, 5.8707e-02, -1.1983e-01,
1.5218e-01, 1.1906e-01, -5.2977e-02, 7.9341e-02, -5.2632e-02,
3.5847e-02, -2.8913e-02, -6.6804e-02, -3.1256e-03, 1.3129e-02,
4.5960e-03, 1.8244e-01, 1.5756e-03, -5.8570e-02, -5.9680e-02,
-1.7875e-02, 3.1518e-02, 3.5874e-03, -1.9406e-02, 1.5116e-01,
1.4379e-02, -1.0675e-01, -2.3386e-02, 2.5279e-02, -6.0032e-02,
-1.4136e-02, -9.7695e-02, 1.6742e-02, 5.8309e-02, -2.8696e-02,
4.7900e-02, 7.7216e-02, -3.5168e-02, 3.4742e-02, -6.9735e-02,
-4.0129e-04, 2.0663e-02, -2.2620e-02, 7.4318e-02, 5.5340e-02,
1.0890e-01, 3.3111e-02, 9.3233e-03, -3.8003e-02, -1.2983e-01,
-2.1722e-03, -8.1235e-03, -9.7363e-02, 4.0503e-02, -8.2999e-02,
-3.5484e-02, 3.6902e-03, -4.4621e-02, 2.2693e-02, 3.2946e-02,
8.0761e-02, -7.8551e-02, -2.9246e-02, 8.8395e-02, 8.9609e-02,
7.7357e-03, 1.6316e-02, 2.6046e-02, 8.6548e-02, -5.9285e-03,
-7.6054e-02, 4.6954e-02, -1.6787e-02, 5.6414e-02, -2.1277e-02,
-1.3870e-01, 2.6429e-02, -4.1439e-02, -5.6296e-02, -5.8386e-02,
-1.6056e-02, 2.9711e-02, -3.0086e-04, 1.3119e-01, 2.9094e-02,
-3.5575e-02, -5.0882e-02, 1.2839e-01, 2.5949e-02, 4.4488e-02,
-5.4461e-02, 1.1290e-01, -1.0229e-02, 5.3444e-02, 1.4122e-01,
4.9758e-02, -4.2899e-02, 4.9242e-02, -1.8836e-04, 1.9739e-02,
-1.6744e-02, 2.0119e-02, -6.1169e-02, -1.0107e-01, -6.6249e-03,
4.4030e-02, 3.1038e-02, 1.0228e-01, 4.8458e-02, -7.4337e-02,
-9.5635e-03, -9.0142e-04, 1.9770e-01], device='cuda:0')),
('bert.encoder.layer.6.output.LayerNorm.weight',
tensor([0.8640, 0.8902, 0.8627, 0.8508, 0.8621, 0.8595, 0.7553, 0.8373, 0.8863,
0.8489, 0.8761, 0.9152, 0.9430, 0.8943, 0.9009, 0.7760, 0.8822, 0.8856,
0.8427, 0.9051, 0.8384, 0.8849, 0.8779, 0.8727, 0.8849, 0.8647, 0.9121,
0.8561, 0.8662, 0.8990, 0.8837, 0.8322, 0.9068, 0.8494, 0.8988, 0.8449,
0.8111, 0.9111, 0.8326, 0.8758, 0.9211, 0.8547, 0.8812, 0.8835, 0.9118,
0.8874, 0.8766, 0.8915, 0.9354, 0.8475, 0.9026, 0.8536, 0.8230, 0.8900,
0.8168, 0.8092, 0.8433, 0.8783, 0.8709, 0.8196, 0.8845, 0.9228, 0.9184,
0.8483, 0.7969, 0.9206, 0.8682, 0.8620, 0.7831, 0.8048, 0.8682, 0.8702,
0.8595, 0.8807, 0.9127, 0.9210, 0.8702, 0.8936, 0.9098, 0.9104, 0.8863,
0.8946, 0.8658, 0.8937, 0.7771, 0.8729, 0.8216, 0.8784, 0.9081, 0.8647,
0.8535, 0.8661, 0.8691, 0.8967, 0.8698, 0.8560, 0.8261, 0.9040, 0.8981,
0.8736, 0.8572, 0.9209, 0.8350, 0.9167, 0.7937, 0.9422, 0.9135, 0.8414,
0.9136, 0.9206, 0.8429, 0.8567, 0.9349, 0.8056, 0.8523, 0.9200, 0.8805,
0.8670, 0.8989, 0.9148, 0.9029, 0.8806, 0.9221, 0.8458, 0.8449, 0.8478,
0.9260, 0.8501, 0.8807, 0.8752, 0.9036, 0.8373, 0.8694, 0.8872, 0.9123,
0.8879, 1.0050, 0.8934, 0.9120, 0.9248, 0.8115, 0.9077, 0.8475, 0.1284,
0.8419, 0.8961, 0.9094, 0.9092, 0.8874, 0.8606, 0.8793, 0.8817, 0.9004,
0.8763, 0.8545, 0.8748, 0.9202, 0.9019, 0.8574, 0.9083, 0.9080, 0.9361,
0.8279, 0.8981, 0.8662, 0.8782, 0.8457, 0.8048, 0.8657, 0.8780, 0.9154,
0.8072, 0.8075, 0.8788, 0.8512, 0.8758, 0.9116, 0.7983, 0.9322, 0.9046,
0.8384, 0.8937, 0.8433, 0.9077, 0.8862, 0.9007, 0.8573, 0.8689, 0.8871,
0.8969, 0.8139, 0.8139, 0.8544, 0.8901, 0.8554, 0.8908, 0.9156, 0.8271,
0.8933, 0.8876, 0.9035, 0.8224, 0.9018, 0.8554, 0.8460, 0.8808, 0.9147,
0.9313, 0.8833, 0.8520, 0.9019, 0.9074, 0.8403, 0.9022, 0.8941, 0.9361,
0.8680, 0.8407, 0.8779, 0.8444, 0.9296, 0.8936, 0.9141, 0.8520, 0.8661,
0.8986, 0.9027, 0.9014, 0.8652, 0.7869, 0.8756, 0.9060, 0.8716, 0.8336,
0.8730, 0.8754, 0.7918, 0.9219, 0.8939, 0.9077, 0.8737, 0.8503, 0.8288,
0.8487, 0.8946, 0.8478, 0.9069, 0.8591, 0.9271, 0.9196, 0.8814, 0.8895,
0.9748, 0.9215, 0.9150, 0.9416, 0.9021, 0.8130, 0.8966, 0.8846, 0.7927,
0.8891, 0.8935, 0.8836, 0.9012, 0.8629, 0.8947, 0.9230, 0.8680, 0.8794,
0.8782, 0.8749, 0.9122, 0.8659, 0.9129, 0.9046, 0.8841, 0.9028, 0.8546,
0.8789, 0.9494, 0.9255, 0.8623, 0.4201, 0.8999, 0.9432, 0.8320, 0.8918,
0.8805, 0.8329, 0.8383, 0.8641, 0.8752, 0.8475, 0.8733, 0.8408, 0.8762,
0.7994, 0.9201, 0.8899, 0.8929, 0.8599, 0.8698, 0.9076, 0.2235, 0.9096,
0.8569, 0.9200, 0.8982, 0.8927, 0.8424, 0.8612, 0.8589, 0.8168, 0.8462,
0.9146, 0.8581, 0.8520, 0.9157, 0.8289, 0.8645, 0.8839, 0.8595, 0.9391,
0.8503, 0.8319, 0.9005, 0.8454, 0.9258, 0.8527, 0.8950, 0.9181, 0.9034,
0.9143, 0.9223, 0.9235, 0.8925, 0.9042, 0.8971, 0.8389, 0.7930, 0.9122,
0.8831, 0.9221, 0.8783, 0.9085, 0.9227, 0.8906, 0.8872, 0.8486, 0.8970,
0.8765, 0.8597, 0.8830, 0.9231, 0.8272, 0.8750, 0.8815, 0.9011, 0.8101,
0.8895, 0.9028, 0.8787, 0.9093, 0.8308, 0.8609, 0.9066, 0.9380, 0.9145,
0.8873, 0.8871, 0.9122, 0.8896, 0.9063, 0.8611, 0.8565, 0.8687, 0.9198,
0.8978, 0.8022, 0.8754, 0.8878, 0.8825, 0.8973, 0.8620, 0.8452, 0.8146,
0.9141, 0.8562, 0.8125, 0.9126, 0.8107, 0.8764, 0.9031, 0.8921, 0.9061,
0.8366, 0.9129, 0.8396, 0.8253, 0.8290, 0.8466, 0.8266, 0.8902, 0.8927,
0.9029, 0.8665, 0.8614, 0.9053, 0.9387, 0.8736, 0.8591, 0.9162, 0.9266,
0.9036, 0.8763, 0.8378, 0.8588, 0.8711, 0.8890, 0.9016, 0.9254, 0.8778,
0.8359, 0.8361, 0.9144, 0.8772, 0.8018, 0.9011, 0.8979, 0.8987, 0.9170,
0.8287, 0.8855, 0.8132, 0.9220, 0.8702, 0.8693, 0.9001, 0.9004, 0.8994,
0.7937, 0.8859, 0.8695, 0.8719, 0.8295, 0.8977, 0.9061, 0.9177, 0.8685,
0.9063, 0.7741, 0.8836, 0.8991, 0.8831, 0.8882, 0.8833, 0.8459, 0.8591,
0.8886, 0.8705, 0.8919, 0.8189, 0.9236, 0.7515, 0.8263, 0.8468, 0.8476,
0.8831, 0.8786, 0.9187, 0.8648, 0.9204, 0.8016, 0.9028, 0.8720, 0.8082,
0.9119, 0.8582, 0.9281, 0.8877, 0.8756, 0.9212, 0.8909, 0.8830, 0.8541,
0.9417, 0.8457, 0.9820, 0.8298, 0.8540, 0.9033, 0.9029, 0.8360, 0.8845,
0.8552, 0.8726, 0.9079, 0.8794, 0.8721, 0.8904, 0.9135, 0.8583, 0.9153,
0.8776, 0.8873, 0.9244, 0.8458, 0.8956, 0.8810, 0.8802, 0.8988, 0.8603,
0.9017, 0.8820, 0.8688, 0.9041, 0.8864, 0.8033, 0.8998, 0.9076, 0.8094,
0.8813, 0.9352, 0.8973, 0.9099, 0.9062, 0.9229, 0.8886, 0.9190, 0.8681,
0.8725, 0.8671, 0.8552, 0.8389, 0.8847, 0.8416, 0.8847, 0.8373, 0.8578,
0.9115, 0.9270, 0.8262, 0.8169, 0.8730, 0.8883, 0.8728, 0.8312, 0.8930,
0.8847, 0.8438, 0.8405, 0.9185, 0.8816, 0.8096, 0.8517, 0.8292, 0.6395,
0.8725, 0.8576, 0.9162, 0.9321, 0.8365, 0.9114, 0.8820, 0.9274, 0.8808,
0.9062, 0.8526, 0.8920, 0.8368, 0.8856, 0.8446, 0.8813, 0.8891, 0.9020,
0.8710, 0.8717, 0.9044, 0.8833, 0.8934, 0.8796, 0.9060, 0.9107, 0.8928,
0.9065, 0.8720, 0.8989, 0.8570, 0.8296, 0.9218, 0.8278, 0.8429, 0.8529,
0.8625, 0.8999, 0.8418, 0.8631, 0.9063, 0.9031, 0.8892, 0.8879, 0.8346,
0.8990, 0.9173, 0.8878, 0.8817, 0.8096, 0.8869, 0.8706, 0.8697, 0.8365,
0.8630, 0.8442, 0.9024, 0.8780, 0.9222, 0.9311, 0.9067, 0.9105, 0.8614,
0.8366, 0.8576, 0.9017, 0.8509, 0.9100, 0.9143, 0.8471, 0.8657, 0.8331,
0.9124, 0.8656, 0.8792, 0.8794, 0.8503, 0.8804, 0.9035, 0.9172, 0.8994,
0.8676, 0.9414, 0.8580, 0.8988, 0.8656, 0.9012, 0.8619, 0.7973, 0.9150,
0.9092, 0.7997, 0.8410, 0.9355, 0.8618, 0.8325, 0.8691, 0.8637, 0.9147,
0.8863, 0.8542, 0.9061, 0.8826, 0.8705, 0.8925, 0.8889, 0.8637, 0.8874,
0.9202, 0.7741, 0.8210, 0.8986, 0.9256, 0.7967, 0.8708, 0.9194, 0.8693,
0.8591, 0.8928, 0.9238, 0.9220, 0.8772, 0.9278, 0.8557, 0.9015, 0.9142,
0.9153, 0.8765, 0.8575, 0.9096, 0.8733, 0.9139, 0.9153, 0.7920, 0.9062,
0.8937, 0.9221, 0.9181, 0.9032, 0.9145, 0.8598, 0.9157, 0.8274, 0.8002,
0.8266, 0.8316, 0.8944, 0.9270, 0.8771, 0.9226, 0.8799, 0.9175, 0.8527,
0.9049, 0.8994, 0.8610, 0.9218, 0.8579, 0.8152, 0.8317, 0.8995, 0.9105,
0.9000, 0.8837, 0.9133, 0.8484, 0.9220, 0.7720, 0.9312, 0.8132, 0.9061,
0.8957, 0.8708, 0.8651, 0.9022, 0.9039, 0.8920, 0.9207, 0.8914, 0.8494,
0.8589, 0.9081, 0.9087, 0.8727, 0.8148, 0.8636, 0.8586, 0.8161, 0.8735,
0.8751, 0.8645, 0.8178, 0.8636, 0.8825, 0.8892, 0.8604, 0.9177, 0.8930,
0.8378, 0.8713, 0.9016, 0.8478, 0.8449, 0.9121, 0.9058, 0.8934, 0.9343,
0.8869, 0.9255, 0.8811], device='cuda:0')),
('bert.encoder.layer.6.output.LayerNorm.bias',
tensor([-9.4361e-03, 6.1208e-02, 9.9110e-02, -7.1612e-02, 5.5384e-02,
-3.8282e-02, 9.1427e-02, -8.9928e-02, -8.7460e-02, 2.9031e-02,
-5.8130e-02, -1.1395e-04, 4.1569e-02, 6.2454e-02, 9.9742e-03,
-6.3740e-02, 6.1913e-03, 3.2516e-02, 5.8414e-02, 1.9367e-02,
-5.4868e-02, -5.0276e-02, -7.9381e-03, -3.4920e-02, 3.1630e-02,
-2.2000e-02, -3.4826e-02, -1.0689e-01, -2.5483e-02, 2.0018e-03,
3.9547e-02, -4.3618e-05, 5.0716e-02, 9.8998e-03, -6.4362e-03,
-4.0505e-02, 7.2603e-02, -1.8110e-02, 2.0251e-02, -9.2179e-02,
-1.1049e-02, 7.0921e-02, -3.2663e-02, -7.0789e-02, -1.1949e-02,
3.6645e-02, 3.0338e-02, -5.1657e-02, 6.5143e-03, -7.2499e-02,
-8.3896e-03, -8.0283e-02, -7.7377e-02, 5.9005e-02, -1.0026e-02,
3.7657e-02, 9.1198e-02, 3.4643e-02, -1.2491e-02, -4.8856e-02,
1.3577e-02, 2.8716e-02, -6.8119e-02, 1.3494e-01, 5.8675e-02,
-3.5374e-02, -2.1138e-02, 3.8076e-02, -8.0541e-02, 2.7049e-02,
7.6431e-02, 6.1287e-02, 2.9860e-02, -1.3562e-02, 5.9554e-03,
-2.7891e-02, -9.1672e-03, 2.3430e-02, -7.6812e-03, -4.7242e-02,
-3.3518e-02, 3.5984e-03, 1.4740e-02, -6.1391e-02, -1.5774e-02,
-6.7128e-02, 1.1300e-02, -1.2038e-02, -3.7719e-02, -1.8887e-02,
6.6920e-02, 3.4253e-02, 7.6265e-02, -8.7833e-03, 4.7552e-02,
-6.1449e-02, -1.8575e-02, 1.1300e-02, 2.3147e-02, -5.3794e-02,
4.0631e-02, 1.8682e-02, 3.5924e-02, -6.7435e-02, 7.4404e-02,
-1.5629e-02, -3.9786e-02, -6.8015e-03, 3.4313e-02, 4.7816e-02,
1.3409e-02, 3.2699e-02, 3.2551e-02, 4.3273e-02, -9.8815e-02,
-7.7067e-02, 3.4911e-02, -6.9764e-02, 8.7694e-03, -2.1701e-02,
-2.3587e-02, 8.3244e-04, 1.3840e-02, -1.7684e-02, 1.2607e-02,
-3.0188e-02, 3.4094e-02, -3.7183e-02, 6.5009e-02, 3.4403e-02,
3.7272e-02, -3.2959e-03, -5.6872e-03, -7.0953e-03, 3.9165e-02,
3.2635e-03, -2.3466e-01, -4.4967e-02, 5.7485e-02, 8.7269e-03,
5.2883e-02, 7.1428e-02, -1.2840e-02, 4.7390e-01, 3.2025e-03,
4.2818e-02, -1.9226e-02, 1.5870e-02, 2.2445e-02, 1.2186e-01,
6.0370e-02, -1.0400e-02, 3.1473e-02, -4.7192e-02, -4.1058e-02,
7.3537e-03, 4.0492e-02, 7.3980e-02, -6.1228e-02, 6.8851e-02,
-1.0087e-01, -5.0056e-02, -1.3566e-02, 3.0874e-02, 2.1598e-02,
8.2982e-02, -5.3284e-02, -4.7637e-02, 5.0457e-02, 3.0620e-02,
-1.1189e-02, -2.7083e-02, 4.2671e-02, -6.8299e-02, -1.0792e-01,
-6.1004e-02, -8.2476e-02, 1.2348e-01, 3.3250e-02, 4.7455e-02,
9.3521e-02, 1.2829e-02, 1.2076e-02, 6.7848e-02, -6.3143e-02,
1.3523e-03, 9.5087e-02, 5.7887e-02, 1.1308e-02, 3.6740e-04,
-5.7968e-02, -4.0659e-02, -1.1438e-01, -3.7827e-02, 2.7158e-02,
8.8742e-02, 2.6164e-02, 2.0610e-02, 7.2779e-02, 7.4337e-02,
-4.4011e-02, -1.6158e-02, 2.3265e-02, -7.4726e-02, 2.0264e-02,
1.8637e-02, -4.1696e-02, 7.3533e-02, 2.5547e-02, 3.0332e-02,
2.5211e-02, 3.2177e-02, -7.6837e-02, 1.6601e-02, -1.5094e-02,
4.0640e-03, -3.6121e-02, -4.1931e-02, 2.1116e-02, -1.6220e-02,
-1.4728e-02, -2.5227e-03, -5.4838e-02, 1.6005e-01, 9.1396e-02,
-3.0774e-02, -5.8799e-04, 1.1915e-02, -5.9355e-02, 5.3675e-02,
-4.7441e-03, -6.0228e-02, -4.3907e-02, 1.0873e-01, 3.1766e-02,
8.3445e-03, 2.7224e-02, 6.0975e-02, -1.0197e-02, -1.8635e-02,
1.7979e-02, -4.6955e-03, -7.1598e-02, -3.6268e-02, 2.4262e-02,
6.0222e-02, -2.7275e-02, -6.6770e-02, -2.9861e-02, -6.6194e-02,
1.8224e-02, -5.5790e-03, -5.1136e-02, -4.3189e-02, -6.8993e-02,
-3.6627e-02, 5.0326e-02, 1.5868e-02, 3.0530e-02, -3.6578e-02,
-2.2526e-02, 2.6079e-02, -4.3918e-02, 2.0301e-02, -1.8976e-02,
-6.7076e-02, -1.7175e-02, 6.9679e-03, -3.7100e-03, 6.5223e-02,
1.3569e-02, 1.2152e-01, -4.4777e-02, -2.4100e-02, -9.9335e-02,
5.3126e-03, 4.4151e-02, -7.4535e-03, -7.1133e-02, 7.3178e-02,
9.8632e-04, -1.2044e-02, 3.5695e-02, -3.2324e-01, 3.2394e-03,
-4.2720e-02, -2.6270e-02, 1.1937e-01, -5.2879e-02, -3.0655e-02,
-2.5144e-02, 1.7057e-02, -1.7464e-03, 9.4757e-02, 3.8690e-02,
7.7318e-02, 5.3704e-02, 3.3696e-03, 2.5721e-02, -2.1182e-02,
-8.4840e-02, 4.8840e-02, -3.5286e-02, -4.5649e-02, 2.2355e-01,
2.8760e-02, 6.6183e-03, -1.6822e-02, 3.7931e-02, -6.9662e-02,
-5.3808e-02, -2.3720e-02, -1.4008e-02, -4.3483e-02, 1.1526e-02,
2.1843e-02, -2.8786e-02, -1.5266e-03, 5.8623e-02, -2.9832e-02,
6.0147e-02, 3.9000e-02, -1.6170e-02, 3.1252e-02, 2.5840e-02,
7.9685e-02, -1.0527e-02, 6.3328e-04, 6.7818e-03, -4.9534e-02,
1.1632e-01, 4.6438e-03, -4.6735e-02, -2.0212e-02, -5.1695e-02,
4.2211e-02, -2.6833e-03, -2.3800e-02, 6.4543e-02, 1.6877e-02,
-1.3289e-02, -3.5096e-03, 1.6756e-03, 1.3714e-02, -2.9856e-02,
5.8694e-03, 7.0754e-03, 4.2416e-02, -1.1909e-02, -5.6234e-03,
1.3986e-02, 3.6881e-02, 6.1599e-02, -3.4411e-02, -5.5435e-02,
8.9295e-02, -5.0502e-02, -2.1789e-02, 1.8723e-02, 8.2564e-02,
-1.9151e-04, 5.7625e-02, -5.4676e-02, 7.5288e-02, 1.0558e-01,
-3.6738e-02, 3.0185e-02, -7.3258e-02, -1.3993e-02, -5.5404e-02,
4.5864e-02, 7.1376e-02, -9.1594e-03, -1.8953e-02, 6.5838e-02,
2.8067e-03, 1.0632e-02, 2.9164e-02, 7.3288e-04, 2.6945e-02,
6.6152e-02, -3.2075e-02, -6.2440e-02, -8.0789e-02, 2.6032e-02,
3.9963e-02, -5.0181e-02, 2.0927e-02, -9.6142e-02, 6.1041e-02,
-1.7779e-02, -2.0212e-02, -1.8862e-03, 1.6297e-02, 2.6506e-02,
7.4045e-03, -1.6014e-02, 3.5231e-04, 8.1241e-02, -1.5515e-02,
-4.5443e-03, -8.8935e-02, 4.5203e-03, -6.6771e-03, 5.9204e-02,
-2.9036e-02, 4.4251e-04, 1.0413e-01, 6.4916e-02, 2.6715e-02,
6.5423e-02, -1.3470e-04, -6.3287e-02, 3.0686e-02, -3.0585e-02,
3.2767e-02, 2.1859e-02, -1.7440e-01, 7.6643e-02, 5.9322e-02,
3.3874e-02, 6.9158e-02, 4.7186e-02, -4.3266e-02, -8.0709e-02,
3.0727e-02, 5.6045e-02, 2.8348e-02, -4.3519e-02, -6.6822e-02,
5.1132e-02, 1.5976e-02, 5.0032e-02, -1.2365e-01, 4.7243e-02,
-2.3621e-02, -4.0320e-02, 4.0540e-02, 1.1793e-02, 9.3939e-04,
-5.9925e-02, -4.5619e-03, -1.1715e-03, 2.8357e-02, 1.1959e-02,
5.1081e-02, 7.6299e-03, 1.9265e-02, 2.4426e-03, 3.0290e-02,
-2.5334e-02, -5.4912e-02, -4.2014e-02, -2.4705e-02, 3.5719e-02,
1.6084e-01, 3.5439e-03, 6.2775e-02, 3.5833e-02, 2.0222e-02,
8.2340e-03, 3.7378e-02, 6.3472e-02, -4.3051e-02, 2.9412e-02,
1.1183e-02, -3.7401e-02, -2.9058e-03, -6.4064e-04, -3.7002e-02,
-7.4310e-02, -3.1618e-02, 7.3409e-03, -6.6277e-02, -7.4870e-03,
-3.8328e-02, -1.5725e-02, -4.1827e-02, -2.0518e-02, 4.3129e-02,
4.5382e-02, 3.6178e-02, 3.0577e-02, -2.9839e-02, -4.8355e-02,
2.2555e-02, -1.0166e-02, -2.1384e-02, 2.7813e-02, 1.4321e-02,
2.7922e-02, 3.3424e-02, 5.6018e-02, 4.2309e-02, -9.6591e-02,
2.2596e-03, -2.6699e-02, 3.0912e-02, 1.1126e-02, -3.7266e-02,
-1.1763e-01, -2.2526e-02, 3.4847e-02, 5.2565e-02, 7.6984e-02,
-1.3041e-01, 3.4995e-02, -7.1060e-02, 2.7000e-02, 3.4363e-02,
7.4421e-02, 2.4128e-02, -7.7220e-02, -2.5009e-02, 8.6749e-02,
3.0508e-02, 2.3062e-03, -3.9836e-02, -6.0405e-02, -3.0953e-02,
7.2254e-02, 2.4101e-02, 5.7227e-04, 5.1734e-02, -7.9273e-03,
1.9903e-02, -4.7512e-02, -9.3065e-03, -1.5063e-02, 2.1628e-02,
4.1746e-02, -7.5184e-02, 4.3461e-02, 4.4164e-02, 9.9540e-02,
-6.9969e-04, -1.3473e-02, -2.1664e-02, 6.8890e-02, -7.7002e-02,
8.5420e-02, 1.9436e-02, -8.3720e-03, 1.0283e-01, -1.2377e-02,
-1.3158e-01, -2.5962e-04, -2.8541e-02, -2.5567e-02, -5.3968e-02,
-4.0011e-02, -3.9274e-02, 1.3097e-02, -3.6133e-02, -5.4864e-02,
-4.0632e-02, 7.0886e-02, -4.9632e-01, 3.9628e-02, -3.9412e-02,
3.5602e-02, -5.7750e-02, 4.8838e-02, 1.5919e-02, -5.6075e-02,
2.2956e-02, -1.4279e-02, 2.9059e-02, -3.8468e-02, -7.0426e-02,
-4.1915e-02, -9.3316e-04, -2.4529e-02, 1.5684e-02, -4.6403e-02,
3.3860e-02, -2.1632e-03, 4.2937e-02, -2.5746e-02, 7.3933e-02,
1.0577e-02, -9.4640e-02, 5.8818e-03, -2.9829e-02, -3.6321e-03,
-4.7828e-03, -3.5823e-02, -1.0849e-03, -4.8452e-02, 1.2734e-02,
1.2320e-02, -5.7859e-02, 3.9626e-02, 4.5457e-02, 8.3805e-02,
-7.6520e-02, -3.2128e-02, -4.3616e-02, 3.3048e-02, -6.3067e-02,
1.6592e-02, 1.3718e-02, 2.8671e-02, 8.4791e-02, 1.8724e-02,
4.6023e-02, -2.9076e-02, -6.9819e-02, -3.5933e-02, -8.7679e-02,
-1.4671e-02, -1.5335e-02, 2.0901e-02, 1.0459e-01, -7.3042e-02,
-1.0355e-01, 9.5617e-03, 4.8399e-02, 7.2226e-03, -2.9928e-02,
5.7416e-02, 1.2822e-02, -1.0003e-01, -4.6165e-02, -6.0657e-02,
6.8191e-02, 6.7473e-02, 8.5810e-02, -1.2501e-02, -5.0895e-02,
4.3319e-02, -6.2306e-02, 4.2327e-02, 3.2782e-02, -2.9242e-02,
-6.7304e-03, 7.7751e-02, -2.6303e-02, 5.5481e-02, 2.9457e-02,
-1.4656e-02, 6.8773e-02, -6.5245e-02, -1.3993e-02, 1.3720e-02,
7.7782e-02, 6.8091e-02, -4.0868e-02, 7.2754e-02, 1.1693e-01,
4.2100e-03, 8.7532e-02, -3.1424e-02, 4.8176e-02, -5.6146e-02,
-3.7987e-02, 2.8189e-02, -6.1235e-03, -8.8079e-02, 3.4772e-02,
-4.2653e-02, -1.7304e-02, 1.1904e-02, 1.4983e-02, 3.6255e-02,
1.3468e-02, -9.0336e-02, 1.3603e-02, 4.6261e-02, -5.4608e-02,
-2.4863e-02, -1.2266e-01, -3.0352e-02, -1.2889e-02, -1.1675e-01,
-3.3407e-02, -2.3524e-02, 8.4076e-02, 7.5417e-02, -4.0544e-02,
-5.8987e-02, 2.7410e-02, -3.6875e-02, -4.7763e-03, -1.1459e-03,
-1.0285e-02, 1.8388e-02, -2.4202e-02, 2.6352e-03, 4.5086e-02,
-4.4011e-02, 4.0244e-03, 4.8432e-02, -3.7585e-02, -5.6310e-02,
4.2851e-02, -1.9959e-02, 1.2949e-01, -3.6332e-02, -2.0297e-02,
-6.4990e-02, -6.3076e-02, 1.5381e-02, 5.8653e-02, 5.1450e-02,
6.8664e-02, 1.9225e-02, 2.1892e-02, 2.0162e-02, 2.0132e-02,
1.4298e-02, 2.9513e-02, -3.5685e-02, 4.2910e-02, -7.7058e-03,
-1.4253e-02, 5.4246e-02, 1.0879e-02, -1.6259e-02, -5.3311e-02,
1.3213e-02, 5.6521e-03, -2.8373e-02, 6.5416e-02, -3.0298e-03,
-2.3385e-02, -5.1436e-02, 4.9657e-02, 1.5537e-02, -4.6171e-03,
2.4957e-02, 3.8865e-02, 7.7758e-02, -1.1643e-01, 3.6990e-02,
2.5483e-02, -9.4101e-02, -6.3079e-03, -1.2119e-02, 2.6557e-02,
4.0087e-02, 4.2001e-02, -2.4991e-02, -8.3735e-02, -1.6236e-02,
9.3121e-03, 7.5275e-02, 1.7550e-02, 6.4617e-02, -6.1487e-03,
2.4930e-02, -3.4395e-02, -2.5842e-02, 4.6671e-02, 1.5021e-02,
5.0034e-02, -1.5609e-02, 5.3905e-02, 2.7870e-03, -6.5273e-02,
6.8529e-02, 7.9437e-02, -2.3684e-02, -1.1427e-03, 6.8185e-03,
5.5605e-03, 1.3317e-02, -6.8737e-02], device='cuda:0')),
('bert.encoder.layer.7.attention.self.query.weight',
tensor([[ 0.0218, -0.0217, 0.0900, ..., 0.0218, -0.0139, 0.0577],
[-0.1070, 0.0564, 0.0619, ..., 0.0143, 0.0238, 0.0024],
[ 0.0353, 0.0209, -0.0267, ..., 0.1320, -0.0840, -0.0879],
...,
[ 0.1053, -0.0456, 0.0318, ..., 0.0039, 0.0498, 0.0970],
[-0.0573, -0.0216, 0.0264, ..., -0.0131, 0.0131, 0.0068],
[ 0.0531, -0.0438, 0.1126, ..., -0.0287, -0.0925, 0.0574]],
device='cuda:0')),
('bert.encoder.layer.7.attention.self.query.bias',
tensor([ 1.1179e-01, 2.0612e-01, 7.2012e-02, -8.2836e-03, 5.5863e-01,
2.0537e-02, -6.3352e-03, -4.5487e-02, 1.7491e-02, 2.3397e-01,
-7.8682e-02, 1.4935e-01, 3.3536e-04, 4.9545e-02, 7.5517e-02,
-3.4222e-02, -7.3880e-02, 3.1885e-02, -5.6718e-02, 2.8882e-02,
-6.3453e-02, -3.2583e-02, 4.5801e-02, 1.1614e-01, 2.0785e-01,
-3.2157e-02, -4.7586e-02, -1.6119e-02, 1.4451e-02, -2.3629e-02,
1.4081e-01, -1.1648e-01, -1.8173e-03, 5.9215e-02, 3.9697e-02,
2.7594e-01, -1.8014e-02, 7.6269e-02, -4.2230e-02, 1.3055e-01,
4.7519e-02, -6.4307e-02, -7.4426e-02, -2.0998e-02, 2.2243e-02,
3.7506e-02, 6.1506e-02, -1.5849e-02, 1.5879e-01, -1.3234e-01,
-1.1085e-01, 1.0254e-01, 5.8249e-02, -2.5516e-02, 1.7839e-02,
-4.7461e-02, 1.6210e-01, 8.0996e-02, 6.7426e-02, 9.4955e-02,
3.0650e-02, -6.6621e-02, -4.8017e-01, 1.5876e-01, 1.1541e-01,
-5.6028e-02, 5.2756e-02, -1.7132e-01, -1.6348e-01, 1.6448e-01,
3.4531e-02, 2.9813e-02, 1.5705e-02, 2.4737e-02, 8.6748e-03,
6.6420e-02, -4.2938e-02, 1.4162e-02, 2.2689e-03, -3.6797e-02,
-6.1305e-02, 9.2366e-02, 1.3272e-01, -2.7919e-02, -9.9172e-02,
8.0380e-02, -5.4228e-02, 1.2395e-02, 4.4485e-01, -2.3673e-02,
6.8545e-02, -1.8293e-02, -2.4870e-02, -1.4621e-01, 8.3462e-02,
4.4752e-02, 1.3180e-01, 1.0179e-01, -1.0518e-01, -4.0840e-02,
7.7112e-02, 1.4141e-02, -1.9439e-01, -3.5920e-01, -6.7349e-02,
8.6342e-02, -1.2418e-02, 1.6944e-02, -2.2161e-02, -1.9605e-02,
9.3820e-02, 6.7582e-01, 1.0912e-01, -6.9734e-03, -1.1281e-01,
-2.3416e-02, -3.8112e-02, -1.8315e-01, -1.2280e-01, 2.3748e-02,
5.2858e-02, 1.2738e-01, -1.3209e-01, -4.1200e-02, 6.6948e-02,
-2.2851e-01, 4.6459e-02, 2.7396e-02, -1.5897e-01, -2.9980e-02,
-7.6554e-02, -7.6539e-02, -9.3824e-02, 7.5085e-03, -3.7539e-02,
1.2624e-02, -1.1497e-01, -8.6913e-02, 9.8651e-02, 4.0293e-02,
-2.4020e-02, -1.4155e-02, 4.8128e-02, -6.3170e-02, -8.2296e-02,
7.7015e-02, -9.5355e-02, 1.0580e-01, -1.4170e-01, -5.2647e-03,
7.4505e-02, 7.8124e-02, -2.1917e-02, -6.3916e-02, 5.9448e-02,
-1.1541e-01, -1.1917e-01, -1.8029e-01, -3.7347e-01, -1.3644e-01,
6.5702e-02, 6.9462e-01, -2.9254e-02, 7.2533e-02, 2.5510e-02,
-8.9362e-02, -2.1933e-02, 3.8869e-01, 1.1676e-01, -1.7744e-01,
-7.5662e-02, -1.3106e-01, -2.6447e-02, -2.2610e-01, 2.3030e-01,
1.6159e-01, -1.1150e-01, 5.2076e-04, 7.4985e-02, 1.9576e-02,
2.7936e-01, -9.4488e-02, -3.0182e-02, 5.1030e-02, 8.2776e-02,
-4.9881e-02, 1.4499e-02, -5.2421e-01, -1.1255e-01, 8.8436e-02,
2.0288e-02, 1.1581e-01, 2.6618e-01, 4.2766e-02, -2.0900e-02,
8.2244e-02, -1.1243e-01, -2.3960e-02, 9.4268e-02, -8.6513e-02,
-1.1084e-01, -2.3493e-02, -7.6449e-02, -2.3692e-02, -1.5428e-01,
2.4893e-02, -6.8793e-02, -1.2010e-01, 8.8189e-03, 4.2049e-02,
-3.1915e-03, 2.9238e-01, 3.9726e-02, -4.4195e-02, -4.8230e-02,
1.3751e-01, 1.4695e-02, 2.0786e-01, 2.5807e-04, -1.2915e-01,
1.2751e-01, 5.5683e-02, -3.3559e-02, -1.0535e-01, 8.3520e-02,
5.2469e-02, 5.0460e-02, 2.8459e-02, 1.6862e-02, -3.4422e-02,
1.2278e-01, 7.7393e-02, -1.8393e-01, -1.5365e-01, 1.7571e-02,
7.3836e-02, -6.1258e-02, 1.2561e-01, -2.4728e-02, -2.7929e-02,
-2.4031e-02, -3.2348e-03, 4.5357e-02, -1.2726e-02, 5.2120e-02,
-6.9554e-02, 1.2372e-02, 5.6593e-01, -9.3807e-02, 1.1254e-01,
-5.1963e-02, -2.6701e-02, -9.7235e-02, -4.3634e-02, 6.6561e-02,
-4.6930e-02, 2.2628e-02, -1.5810e-02, 5.1014e-01, 5.5563e-02,
-4.4845e-02, 9.3053e-02, 1.6936e-01, -2.9936e-02, 9.4835e-02,
-1.1273e-02, -5.7560e-02, 7.5717e-02, 8.0737e-02, -4.8134e-02,
4.2127e-02, -6.0775e-02, -1.5716e-02, 2.6579e-01, -1.0824e-01,
4.6911e-02, -2.7797e-02, -3.7523e-02, -4.4817e-03, 5.3649e-02,
7.6023e-02, -1.2549e-01, -4.5804e-02, -9.2508e-02, -4.2060e-02,
-6.9294e-03, -5.7379e-02, 9.9781e-02, -1.0325e-01, 2.3548e-02,
-1.5172e-01, -4.7354e-02, 9.2478e-03, 1.2806e-02, 1.2340e-01,
6.5357e-02, 4.1007e-02, 1.8363e-01, 2.2143e-03, 6.5274e-02,
-6.4641e-02, 9.9620e-02, 1.8477e-01, 5.5172e-02, -1.6881e-01,
-3.8114e-02, -1.1010e-01, 6.7352e-02, 3.5470e-02, 5.1924e-02,
-2.7327e-01, 1.2497e-01, 9.8581e-03, -1.1523e-01, -5.7794e-02,
2.2468e-01, -5.3162e-01, 6.7797e-02, 2.2635e-02, 1.4507e-01,
4.1919e-02, -3.2634e-02, -6.8837e-02, -3.8337e-02, -7.5493e-02,
7.4057e-02, 6.1536e-02, 3.3805e-02, -4.1638e-03, 1.1861e-02,
3.8900e-02, -1.2507e-01, -1.2140e-02, -1.6167e-01, 7.3674e-02,
1.7094e-03, 4.1576e-02, 6.3122e-02, 3.3721e-02, -2.6667e-02,
-1.6689e-02, 4.0795e-02, -9.3477e-02, 7.2454e-02, 2.3009e-02,
-2.1527e-02, -3.0415e-02, 3.9616e-02, -9.0151e-04, -2.7279e-02,
1.9912e-02, -9.1751e-02, 1.9361e-02, 1.1309e-02, -4.6705e-03,
-2.3888e-02, 3.7854e-02, -1.9811e-02, 3.9543e-02, 2.9023e-01,
1.1904e-02, 4.3803e-02, 6.0401e-02, 1.6390e-02, -1.3975e-02,
2.4675e-02, 9.6456e-04, 4.5514e-02, -1.1817e-01, 3.8108e-03,
2.8117e-02, 9.2991e-02, -2.6675e-01, 1.5562e-01, 8.3248e-02,
7.6916e-02, 4.1422e-02, 5.7378e-02, -3.7027e-02, -6.3925e-02,
-2.9203e-02, 4.4375e-03, -3.7083e-02, 1.8764e-02, 7.8523e-02,
1.5927e-02, 8.7300e-02, 2.1288e-02, -3.5251e-02, 1.7931e-02,
1.0899e-01, 5.6497e-02, 5.7717e-02, -8.2807e-02, 1.3246e-01,
1.3342e-02, -2.7510e-02, -9.5584e-02, 3.0225e-02, -4.5710e-01,
4.2413e-03, 4.1891e-02, 2.2652e-02, -1.0289e-01, 8.5471e-02,
-7.4334e-02, -8.9869e-02, -3.5710e-03, -2.2365e-03, 6.1473e-02,
-7.8463e-02, -1.5566e-02, -8.5401e-02, 6.7078e-03, 4.6893e-02,
-6.6846e-03, -5.3685e-03, -9.3375e-02, -4.4391e-02, 5.1153e-04,
-2.8386e-02, -1.2479e-01, 2.8911e-02, -1.2589e-01, -7.7300e-02,
-2.3997e-02, 6.0784e-02, 2.2425e-02, 6.7788e-02, 3.7782e-02,
-8.3327e-02, -2.2774e-02, -3.7479e-01, -1.3579e-02, -3.5869e-02,
5.3856e-02, -3.4109e-02, 8.4188e-02, 1.5189e-02, 5.0231e-02,
-1.3656e-01, -6.3755e-02, -9.5076e-02, -5.8610e-02, 2.0174e-02,
1.4272e-02, -5.5482e-02, -2.5580e-02, 1.3217e-01, 1.7813e-02,
3.6106e-02, 6.0400e-02, -5.8836e-02, -5.3090e-02, -4.2443e-02,
-1.1259e-01, 6.4605e-02, 2.9078e-02, -3.1125e-02, 3.1953e-02,
1.1926e-02, 8.5533e-02, 4.3630e-02, -1.0969e-01, 1.3444e-03,
5.7723e-02, 2.9834e-02, 1.3470e-01, -5.9218e-02, -6.4614e-02,
-7.9785e-02, -6.7789e-02, -6.4553e-02, 1.0286e-01, -3.9212e-02,
-4.6244e-02, -1.2123e-02, 4.4307e-02, 4.5461e-02, 5.3543e-02,
-1.1192e-01, 6.6463e-02, 3.4199e-02, 5.0591e-04, -4.7689e-03,
-2.1300e-02, 2.6245e-02, -7.0050e-02, -7.0290e-02, 1.2596e-02,
-5.7772e-02, 2.7672e-02, 1.2128e-01, -8.8527e-02, 4.0695e-02,
-1.9112e-03, -2.8909e-02, 3.9924e-03, -2.2168e-02, 3.7276e-02,
-3.7363e-02, 2.4024e-02, -7.4715e-02, 1.0134e-02, 5.0446e-02,
1.2272e-01, 3.9428e-02, 5.9132e-02, -2.0318e-03, 1.1904e-01,
-1.5315e-01, 4.6411e-02, 9.2149e-02, 1.1443e-01, -4.3196e-01,
-1.1644e-01, 2.7555e-01, -2.1235e-01, -2.1901e-01, -8.3246e-02,
3.2593e-02, -2.4814e-01, 1.7201e-03, -7.6169e-02, 1.5146e-01,
-3.3374e-02, 1.6865e-01, -4.1719e-01, -1.2361e-01, -1.8544e-01,
2.4755e-01, 1.6179e-01, 1.8040e-01, 7.4171e-02, 4.3125e-02,
1.5375e-01, 4.7706e-02, -2.7236e-01, 2.8956e-02, -1.2042e-01,
1.4824e-01, 1.0343e-02, 9.5694e-02, 5.1579e-02, -1.4013e-01,
3.1312e-02, 1.4570e-01, -1.8130e-01, 2.8845e-02, -8.4161e-02,
-4.8739e-01, -4.9203e-03, -3.2607e-02, 2.3135e-01, 3.8879e-03,
2.2724e-01, -1.0446e-01, 4.8781e-02, 1.3451e-03, -1.2893e-01,
-2.3526e-01, -3.1271e-01, 1.5426e-01, 7.5869e-02, -1.6073e-01,
-1.0687e-02, -1.0839e-01, -9.8764e-02, -2.4824e-01, -8.5149e-02,
-7.5142e-02, 6.7742e-01, 1.8902e-01, 2.2078e-01, -2.3762e-01,
-7.7569e-02, -2.7714e-01, -5.4254e-02, -1.4982e-01, 1.6546e-01,
4.8768e-02, -1.7688e-01, 5.9906e-01, 9.0697e-02, -1.9477e-01,
-4.4689e-02, -8.1479e-02, -1.4877e-01, -3.3763e-02, 3.2408e-02,
1.1215e-01, 1.4046e-01, 1.3045e-02, 4.4032e-02, -2.6196e-01,
2.2572e-01, -1.3292e-02, 7.0525e-03, 1.1690e-01, 1.3032e-01,
4.9383e-02, -1.3797e-01, 6.1802e-02, 2.0869e-01, 2.4046e-01,
-6.1577e-02, -3.9593e-02, 1.8071e-02, 1.5708e-01, 2.1804e-01,
1.9790e-01, -9.2247e-02, -6.0199e-01, 1.0433e-01, 6.1373e-03,
1.5975e-01, -1.3174e-01, 6.7491e-01, -4.4149e-02, -1.6958e-01,
-2.0410e-02, -6.4506e-02, -3.3280e-02, -1.1794e-02, -4.7186e-02,
4.5693e-02, 2.0588e-01, -1.1781e-01, -1.0816e-01, 7.5247e-02,
-8.7984e-02, -1.3725e-01, -1.3421e-01, -1.6990e-01, -5.0400e-03,
1.0619e-01, -2.5509e-01, 3.7541e-02, -3.4353e-02, -6.7452e-01,
2.2238e-02, -3.9773e-01, -1.4770e-01, -1.0307e-01, 8.8830e-02,
3.4401e-01, -1.1896e-01, -3.1962e-01, -1.5709e-02, -8.1651e-02,
-2.8507e-02, 6.1031e-01, -2.9691e-01, -2.2951e-03, -3.1711e-01,
-9.3333e-03, -2.4209e-01, -1.2561e-02, -7.2846e-02, -5.9206e-02,
5.1968e-02, -8.1204e-02, 2.5749e-01, 7.5171e-02, -5.7854e-02,
-1.1309e-02, 1.4936e-02, -2.0576e-01, 1.2595e-01, -4.6565e-02,
5.8412e-02, -3.7890e-02, 1.1500e-01, -8.7289e-02, 1.8630e-02,
-5.7196e-02, 2.9147e-02, -3.1235e-03, -1.2132e-01, -4.2552e-02,
-5.7704e-02, 5.9396e-02, -2.0756e-02, -3.3019e-02, 2.3340e-01,
-1.2194e-01, 6.0319e-02, -9.2253e-02, 8.0732e-02, 2.4447e-02,
2.1740e-01, 3.8693e-02, -1.1130e-01, 7.2589e-02, -1.2747e-01,
2.2931e-02, 1.0056e-02, 6.1015e-02, -4.6005e-02, -2.3465e-01,
1.8345e-01, -5.4166e-02, 3.4826e-02, 1.0386e-01, -9.7102e-02,
2.4493e-01, -3.2853e-02, 2.3025e-01, -4.1069e-01, -2.1488e-02,
7.6836e-03, -3.4497e-02, -4.5019e-03, -1.8207e-01, -1.2768e-01,
9.9523e-02, 1.2064e-01, -1.6989e-01, -1.4131e-01, -1.0468e-01,
1.4670e-01, 8.4380e-02, -1.8801e-02, -1.1798e-02, 2.5049e-02,
-2.4092e-01, 1.8142e-01, 9.9721e-02, -2.5447e-01, -1.7490e-01,
-1.7210e-01, -1.4355e-03, 1.5881e-01, -2.3057e-01, 2.0803e-01,
-2.9025e-01, -2.2911e-01, 2.1321e-01, -4.8450e-03, -1.3772e-01,
1.6167e-02, -1.0884e-01, -4.3925e-01, -1.3309e-01, -1.5617e-01,
-1.0215e-01, -2.1225e-02, 4.2992e-03, -1.3930e-01, 7.3507e-02,
2.2233e-01, -4.4470e-02, -8.9618e-02, -1.3262e-01, -1.4958e-01,
6.3852e-03, -3.3052e-02, 1.1504e-01, -5.5898e-02, -1.0107e-01,
-6.7528e-02, 1.8715e-01, -4.6533e-01, 5.6461e-01, 3.4431e-01,
-6.0953e-02, 4.1480e-01, -3.9079e-01], device='cuda:0')),
('bert.encoder.layer.7.attention.self.key.weight',
tensor([[ 9.2815e-03, -3.6555e-02, 5.7118e-02, ..., 2.7354e-02,
-6.2664e-03, 8.7488e-02],
[ 1.4268e-02, 1.4977e-03, -1.0401e-02, ..., 5.0858e-02,
-5.6018e-02, -2.6372e-02],
[-5.0501e-03, -2.3243e-02, -1.5879e-02, ..., 8.0924e-02,
2.6113e-02, 4.2773e-02],
...,
[ 3.7913e-02, 4.9632e-02, -1.5664e-02, ..., 5.1985e-02,
6.9953e-02, 3.0278e-03],
[-6.7544e-02, -1.9842e-02, 5.9183e-05, ..., 8.7537e-02,
-1.1636e-02, -3.5510e-02],
[-2.3107e-02, 1.8763e-02, 9.0040e-03, ..., -1.1161e-02,
6.6612e-02, -5.7946e-02]], device='cuda:0')),
('bert.encoder.layer.7.attention.self.key.bias',
tensor([ 1.9466e-03, 4.1301e-04, 5.8512e-04, 2.7468e-03, -4.3125e-03,
-1.1583e-03, -2.9148e-03, -1.6940e-04, 9.4046e-04, 2.8565e-04,
4.7934e-04, 7.7182e-04, -1.7810e-03, -3.6371e-03, 2.0687e-03,
2.5174e-04, -7.4562e-04, -5.2565e-04, 2.3401e-03, -1.7284e-03,
-4.6467e-04, 4.6156e-03, -4.3697e-03, 4.7631e-03, -2.6697e-03,
2.7975e-03, -3.0766e-04, 8.3212e-04, 1.0376e-04, -7.1412e-04,
1.0822e-03, -2.9372e-03, -1.5045e-03, -1.2850e-03, 3.0260e-05,
-1.1593e-03, -2.4194e-04, 1.7100e-03, 9.2795e-04, 7.5074e-04,
-1.6154e-03, -4.9964e-03, 3.5524e-03, 1.3303e-03, -1.3831e-03,
2.1020e-03, -2.9807e-03, -2.4811e-03, 2.4240e-03, 1.4367e-04,
5.4843e-04, -1.0855e-03, -2.0616e-03, -7.7062e-04, -4.8917e-04,
3.8717e-03, 1.5678e-03, 1.2682e-04, 4.7562e-03, 3.2737e-03,
-4.3021e-04, -1.2115e-03, -1.6178e-03, -1.7269e-04, -2.2404e-03,
7.4687e-03, 1.2799e-03, -7.5788e-04, -5.2574e-03, 6.9273e-04,
-1.4120e-03, 1.4116e-03, 1.2913e-03, -2.0688e-03, 2.7350e-03,
-4.3445e-03, -9.9049e-04, 1.6813e-04, -3.9557e-04, 1.7265e-03,
-2.3731e-03, 2.4444e-05, -5.9208e-04, 4.8442e-03, -2.8188e-03,
2.2103e-04, 2.8510e-03, -6.8202e-04, 2.0080e-03, 4.3906e-04,
-1.3990e-04, 1.9681e-03, 2.9423e-04, 5.2119e-03, 3.6379e-03,
-1.8749e-03, 3.5266e-04, 4.1815e-04, -5.9550e-04, -3.3077e-03,
-2.7328e-03, -1.0341e-03, -1.8919e-03, -4.5690e-03, 1.7451e-03,
5.3121e-03, 3.1804e-03, 3.1236e-03, -2.4717e-03, 1.2106e-04,
2.4672e-03, 1.9162e-03, -1.5673e-03, 2.5393e-03, 1.1752e-03,
-1.0402e-03, 1.9399e-03, -1.0464e-03, -1.7235e-03, -1.3799e-03,
-2.3718e-03, 1.0414e-03, -5.6531e-04, -4.6496e-03, -9.4455e-04,
-4.6226e-03, 2.4988e-03, -4.4298e-03, -8.6093e-04, 5.8217e-04,
-9.6193e-04, -4.2845e-04, 1.9436e-03, 3.0119e-03, 6.6726e-03,
1.3408e-03, -4.7680e-03, -4.6653e-04, -1.9303e-03, -3.2418e-05,
-1.3965e-03, -7.3177e-04, -5.8375e-04, -2.9164e-03, -2.1830e-03,
3.2570e-03, -3.7595e-03, -8.8744e-04, -5.5908e-03, -2.6085e-03,
-1.8362e-03, 3.4870e-03, 5.4836e-04, -1.4044e-03, -7.7963e-05,
-4.5286e-03, -3.5759e-03, -4.4965e-03, -5.2795e-03, -2.3955e-03,
-5.5546e-04, 3.7694e-03, 4.0064e-03, 2.2525e-03, -1.3961e-03,
2.4190e-04, -3.4104e-04, 5.6208e-03, 1.5422e-03, 3.7534e-03,
2.2181e-03, -2.2996e-03, 7.0197e-04, -1.2095e-04, 9.1153e-04,
2.3805e-03, -4.9472e-03, 5.6497e-04, -2.4217e-03, -3.3320e-03,
3.3590e-03, -2.0082e-03, 2.1510e-04, 2.4903e-03, 7.6881e-03,
-4.2665e-03, 2.9363e-04, -4.8663e-03, 1.5281e-03, -1.3880e-03,
6.0399e-04, 1.9421e-03, -1.2338e-02, 9.1331e-03, 1.0857e-02,
-1.0293e-03, -1.0180e-03, 2.6528e-03, 9.8847e-05, 5.7878e-03,
8.9658e-03, -3.5835e-03, 2.1363e-03, 6.6104e-03, 3.1722e-03,
-3.8677e-03, 1.0085e-02, 3.7693e-03, -3.2808e-03, -3.6710e-03,
-3.0452e-03, 9.7835e-05, 1.4364e-03, -6.8491e-04, -5.4941e-03,
-5.9292e-04, 9.5041e-03, 3.3265e-04, -3.0391e-03, 7.5512e-03,
-8.4875e-04, 5.1793e-03, 4.4741e-03, 8.4130e-03, -4.0364e-03,
-7.0317e-03, -3.1613e-03, 5.0222e-03, 5.8561e-03, 4.6155e-03,
-4.8565e-03, -2.5635e-03, -1.8994e-03, 3.7121e-03, 1.2344e-02,
4.3395e-03, -3.3992e-03, -1.1587e-02, 4.3461e-03, 1.8256e-04,
-5.8507e-03, 4.2309e-04, 4.0562e-03, 1.8961e-03, -3.5781e-03,
4.0325e-03, 8.7790e-03, 6.0596e-03, 2.8461e-03, -5.6430e-03,
4.4290e-03, 1.5886e-03, -2.0302e-02, -2.7063e-03, -7.5101e-03,
4.1121e-03, 1.0586e-03, 1.7401e-03, 9.3069e-03, 1.6366e-04,
-6.3876e-03, 2.8339e-03, 9.7855e-04, 5.1488e-05, -2.0420e-04,
3.4268e-03, -4.9251e-03, 1.5370e-03, 8.8873e-04, -3.3927e-03,
5.2997e-03, -2.4144e-03, -4.7901e-03, 2.9883e-03, -2.6926e-03,
-1.0418e-04, 2.8017e-04, -5.0095e-03, -5.3181e-03, -2.9197e-03,
2.4513e-03, 6.9441e-04, -2.0623e-03, -5.1792e-03, 1.1667e-03,
-4.0684e-03, -2.9523e-03, 1.5567e-03, -4.5968e-03, -2.6086e-03,
1.4818e-03, 1.6103e-03, -2.1057e-03, 4.3678e-04, -4.3248e-03,
3.0509e-03, -2.5101e-03, 2.1532e-03, -3.2727e-03, 6.9356e-03,
-1.2624e-03, 6.1888e-03, 7.7250e-04, 2.8785e-04, -2.9529e-03,
2.6915e-03, -6.5243e-03, 3.2282e-04, -2.5078e-03, -3.1360e-03,
-6.7282e-03, -7.7580e-04, -4.7302e-03, 3.0768e-03, 1.9561e-03,
1.0649e-02, -7.0678e-03, 2.7252e-03, -1.6138e-03, 5.5462e-03,
-1.6744e-04, -1.2659e-03, -8.3225e-05, 8.5112e-04, -3.3908e-03,
4.2556e-04, -2.6080e-04, 8.0658e-04, 2.3472e-03, -7.3573e-04,
4.2041e-03, 2.4658e-03, -1.1446e-03, -1.0718e-03, 1.4071e-04,
-1.7771e-03, -3.3208e-03, -5.7339e-04, -2.9076e-04, 1.0950e-03,
1.9673e-03, 1.3517e-03, 9.4711e-04, 6.2333e-04, -3.6805e-03,
-2.0651e-06, 2.6852e-03, 2.9738e-04, -9.5476e-04, -1.6579e-03,
-1.2369e-03, -4.6594e-04, 3.2229e-04, 3.7518e-03, -1.7160e-03,
2.4353e-03, 9.8535e-04, -2.4767e-03, -1.8349e-03, 1.0365e-03,
-2.6394e-03, 3.5638e-03, 3.6104e-03, -1.5989e-04, -2.7136e-04,
-5.0987e-03, -5.1758e-04, -2.4475e-03, -4.2372e-03, -1.0607e-02,
2.3849e-03, 2.6988e-05, -6.2553e-03, -1.3158e-03, 9.0325e-04,
-4.0331e-03, 1.7835e-04, -9.8690e-04, 1.7467e-03, 5.3493e-05,
2.6772e-05, 5.1488e-03, -7.6257e-05, 3.6078e-03, -2.3963e-03,
-5.4836e-04, -9.6854e-03, 4.4118e-03, -3.2490e-03, 2.7959e-03,
-1.4672e-03, 1.7447e-04, 1.2717e-02, -9.5834e-05, 2.2694e-03,
3.6863e-03, 5.2255e-03, -4.7158e-03, -2.6177e-03, -3.5032e-03,
5.8969e-03, 2.2241e-03, 6.3134e-03, -5.6005e-03, -3.0661e-03,
-2.1041e-03, -4.2941e-03, 8.3703e-03, 6.7348e-04, 2.9270e-03,
-9.1740e-03, -4.9281e-03, -3.5256e-03, -4.7459e-03, 2.2487e-03,
4.8365e-03, 5.0877e-04, -2.7982e-03, 7.2899e-03, -2.4343e-03,
2.0070e-03, 2.3834e-03, 2.3853e-03, 1.6923e-03, 2.3161e-03,
5.8772e-03, -7.3808e-04, 7.3331e-03, 2.5398e-03, 4.9378e-03,
4.1278e-03, 1.7834e-03, -2.4165e-03, 3.5764e-03, 1.1254e-02,
7.9898e-03, 3.6190e-03, 8.7170e-04, 2.9222e-03, 5.7138e-03,
1.0211e-02, 4.8992e-03, 8.4640e-04, 6.1000e-03, 5.4067e-04,
4.0048e-03, 3.2384e-03, -1.9803e-03, 2.6947e-03, 7.8008e-04,
-9.0005e-04, -2.8287e-03, 2.4680e-03, -2.3458e-03, -1.1220e-02,
1.4600e-03, 5.4570e-03, -1.9323e-03, -2.9374e-03, -4.0370e-04,
-5.5190e-04, -7.9032e-03, -3.4398e-04, 7.3177e-03, -1.3195e-03,
1.9797e-03, 1.4323e-03, -1.0364e-02, 1.0661e-02, -2.1047e-03,
2.0553e-03, -4.4134e-03, 3.5082e-03, -4.2626e-03, 4.3528e-04,
-2.6618e-03, 3.0190e-03, 5.6860e-03, -2.2775e-03, -4.8688e-03,
-5.1849e-04, -3.8568e-03, 1.5295e-03, 2.3562e-03, 1.2834e-03,
-2.1362e-03, -1.1693e-03, -1.1599e-03, 7.9841e-04, 7.6635e-04,
1.6415e-03, -4.6980e-03, -4.2009e-03, -3.3595e-04, 4.4954e-04,
-2.2911e-03, 2.7548e-03, -1.3734e-03, 1.4662e-04, 6.7067e-04,
5.0755e-03, 2.2783e-03, 6.3864e-03, -4.2356e-03, 4.8240e-03,
-6.9192e-04, -3.2012e-03, -2.8023e-03, 7.8282e-04, 3.9130e-04,
4.3608e-03, 1.1022e-03, -6.5517e-03, 4.7580e-03, -6.3505e-04,
3.9960e-04, -1.3803e-03, -4.3927e-03, 9.1769e-05, -3.1337e-03,
-2.5429e-03, 3.6880e-03, 3.9111e-03, 1.4402e-03, 5.5645e-03,
-5.7408e-03, -3.4656e-03, -5.3355e-03, 9.0320e-04, -2.3589e-04,
4.5911e-03, -4.7623e-03, 6.4354e-03, 3.4101e-03, 6.3472e-04,
-4.4511e-04, -1.4596e-03, -7.2704e-03, 3.6396e-03, -5.1898e-04,
4.7892e-03, -1.3457e-03, 3.7396e-03, 5.7402e-03, -2.0200e-03,
5.3436e-03, 2.3922e-03, -3.7602e-03, -4.4868e-03, -1.8588e-03,
-6.6018e-03, 4.4416e-04, -1.5370e-03, 5.2489e-03, -1.8780e-03,
5.0538e-03, -2.9718e-03, -3.1149e-03, -1.0065e-02, -3.3763e-03,
7.3209e-03, 5.2916e-03, -6.7379e-04, 4.4750e-04, -3.2612e-03,
2.3936e-03, 3.4405e-03, 8.5649e-03, 3.5328e-03, -2.5912e-03,
6.1901e-04, 1.1097e-02, 2.3240e-05, 1.5408e-03, -6.0069e-03,
-6.5178e-04, -2.2748e-03, -5.7032e-03, 1.5565e-03, -3.6632e-03,
-4.0461e-03, 7.0605e-04, -6.1858e-03, -1.4987e-03, 2.6810e-03,
-2.4870e-04, -4.5932e-03, 3.4089e-03, 1.8151e-03, 6.3935e-05,
1.0087e-03, -3.4287e-04, -4.9027e-03, -1.6901e-03, -3.5352e-03,
-2.3925e-03, 3.7336e-03, -1.3059e-04, -4.0120e-03, -3.6099e-03,
-2.4671e-04, -1.5460e-03, 1.8147e-05, 2.5133e-03, 3.7529e-03,
4.9294e-03, 3.7620e-04, -1.7982e-03, -1.3396e-03, -1.2155e-03,
-3.4330e-03, -1.7431e-03, 4.9171e-03, 3.7402e-03, 4.0410e-03,
-2.3435e-03, 1.6885e-03, -7.2619e-03, 1.1350e-03, -2.9469e-04,
-2.1486e-03, 6.7552e-04, -1.4303e-03, -2.7938e-03, -9.1434e-04,
1.6565e-03, 4.5826e-03, 2.6835e-03, 2.1059e-04, -1.8970e-03,
4.2715e-03, 3.4372e-04, 7.7887e-04, 2.2351e-03, -2.3217e-05,
-1.4742e-03, 3.5061e-03, -1.7497e-03, -2.2355e-03, 2.9778e-03,
-2.0993e-05, 5.7124e-03, -3.7152e-03, -3.6524e-03, 7.6157e-04,
-6.2142e-03, -3.9972e-03, 3.8735e-03, -2.1692e-03, 7.8042e-03,
-3.4373e-04, 1.8210e-03, -4.2439e-03, 2.1698e-03, 7.6571e-03,
1.6923e-04, -2.5839e-03, -1.1297e-03, 1.2708e-03, -3.3448e-03,
-1.4842e-03, 2.2517e-03, 2.6084e-03, -1.6842e-04, -1.7086e-03,
6.5299e-04, -5.8774e-03, 4.3828e-03, -5.1533e-03, -1.0608e-03,
7.9519e-04, -1.0006e-03, 5.0406e-04, 3.6631e-03, -3.2483e-03,
-3.1556e-03, 1.4080e-04, -1.9491e-03, -2.8066e-03, 4.7421e-03,
-1.9464e-03, 1.2340e-03, 2.5531e-03, -2.2155e-04, -7.8459e-03,
4.2812e-05, -2.8794e-03, -4.0133e-03, 1.7022e-03, -3.3979e-04,
-4.9122e-03, -1.9085e-03, 8.2210e-03, 4.2620e-03, -2.8633e-04,
2.3162e-03, -2.6772e-03, 4.0891e-03, 2.4036e-04, 2.1447e-03,
-5.2297e-03, 1.6934e-03, 4.0013e-03, 1.5552e-03, -1.4995e-03,
-9.4000e-04, -3.4783e-04, 1.4513e-03, -2.5499e-03, -1.4228e-03,
4.4539e-03, 8.0408e-04, 6.9701e-03, 2.8096e-03, 5.0554e-03,
-4.7391e-05, 2.5104e-03, 4.5875e-04, -7.3022e-04, 1.5881e-04,
-7.1295e-04, 3.6031e-03, 4.1247e-03, -6.1425e-03, 3.2115e-04,
-1.2223e-05, 1.8768e-03, 2.1788e-03, -5.1308e-03, -7.5869e-03,
-5.1858e-03, 5.0198e-03, 7.5575e-03, -1.5624e-03, 4.2687e-03,
3.3768e-03, 4.7986e-04, 4.5341e-03, 1.1298e-03, 2.4474e-03,
4.5962e-03, -8.5156e-04, -8.3923e-04, -2.3225e-03, -3.8209e-03,
-9.8584e-04, -4.7164e-03, -5.5240e-03, 1.4657e-03, 4.6261e-03,
-6.6392e-03, 5.0232e-03, 4.4702e-04, 2.1465e-03, -1.8273e-03,
2.9130e-03, -4.9953e-03, -3.8271e-03, 2.2779e-04, -2.9938e-03,
-2.8983e-03, -3.9921e-03, -7.0963e-03, 7.1023e-03, 4.3174e-03,
-2.2667e-03, 3.3423e-03, -3.3826e-03], device='cuda:0')),
('bert.encoder.layer.7.attention.self.value.weight',
tensor([[-0.0550, -0.0155, -0.0078, ..., 0.0179, -0.0086, -0.0079],
[-0.0308, 0.0122, -0.0366, ..., 0.0117, 0.0403, 0.0301],
[ 0.0404, -0.0118, 0.0201, ..., 0.0201, 0.0044, 0.0051],
...,
[ 0.0322, 0.0460, -0.0024, ..., 0.0043, 0.0348, -0.0256],
[ 0.0172, 0.0271, -0.0513, ..., 0.0071, 0.0148, 0.0487],
[-0.0132, -0.0237, 0.0098, ..., 0.0317, -0.1039, -0.0209]],
device='cuda:0')),
('bert.encoder.layer.7.attention.self.value.bias',
tensor([-7.7553e-02, -3.8606e-02, -4.6557e-02, -3.5322e-01, -1.8636e-02,
7.3260e-03, -4.5567e-02, 9.2709e-02, 5.2858e-02, -3.1615e-02,
-1.1608e-02, -5.0697e-02, 1.6664e-02, -1.0889e-02, -5.6644e-02,
1.4719e-02, 1.9416e-01, 8.1646e-02, 1.0006e-02, -1.5951e-02,
-3.5271e-02, 2.1864e-02, 1.0150e-02, -3.4200e-02, 1.6474e-02,
2.7684e-03, 4.5183e-02, 1.0354e-01, -7.7807e-04, -7.3659e-02,
4.3341e-03, 2.1559e-02, -6.6176e-02, -1.5983e-02, 8.2958e-02,
-6.4213e-03, -3.4833e-02, -5.9175e-02, -6.8107e-02, -6.0598e-03,
2.5828e-02, -2.7164e-04, -1.0537e-02, -1.1905e-02, -3.0183e-02,
5.0649e-02, -2.0568e-02, -5.2422e-02, -8.1612e-02, -9.0129e-04,
-5.2615e-02, -1.2436e-02, 4.4596e-04, 5.5485e-03, 1.3319e-01,
-6.4500e-03, -1.5774e-01, 2.0520e-02, -1.9038e-04, 9.1226e-02,
-5.5016e-02, -1.0806e-02, -6.1766e-02, 4.0752e-02, -2.1581e-02,
-8.7766e-03, 4.0370e-02, -2.9244e-02, -6.6549e-02, 1.7244e-01,
6.6975e-02, 1.9155e-01, -5.7793e-02, 8.0278e-02, 2.8355e-02,
-4.9309e-02, 7.5485e-02, 5.6009e-02, 2.0695e-02, 8.3348e-02,
-8.8698e-02, -2.9133e-02, -1.1384e-02, -1.4202e-02, 3.3407e-04,
-9.0015e-02, 4.8795e-02, 1.9901e-02, -7.4106e-02, 7.6762e-02,
4.4134e-02, 9.7100e-02, -4.2171e-02, 2.3917e-02, 9.9112e-02,
-3.0736e-02, 3.8393e-02, -2.0651e-02, -8.4855e-02, -2.6099e-03,
5.8795e-02, 1.7006e-03, -1.4574e-02, 2.4136e-01, -1.0121e-02,
2.1966e-02, -7.4607e-04, -4.8219e-03, 4.9584e-02, 2.5116e-02,
-3.1702e-02, -8.5058e-03, -5.7769e-02, -1.5797e-02, 3.6206e-02,
-1.6886e-02, 5.4286e-02, 4.5195e-02, 1.7183e-02, -2.8983e-02,
-2.2129e-02, -8.7392e-02, 2.0513e-02, 1.8084e-02, 9.8080e-03,
1.6083e-02, -6.3835e-02, -8.2095e-02, -9.2368e-03, 2.2391e-02,
-1.3275e-02, 3.8371e-02, 2.6124e-02, -7.5624e-02, -1.4961e-02,
-5.1351e-03, -2.1898e-02, 3.8716e-04, 4.0732e-02, 2.8042e-02,
-1.9495e-02, 5.1736e-02, 4.7451e-02, 2.1587e-04, -9.1480e-02,
3.1358e-02, 3.6445e-02, -6.2006e-02, 1.3567e-01, 3.0177e-02,
2.1892e-02, -8.0819e-02, 5.5532e-02, 5.4676e-02, -4.3716e-02,
-6.1107e-02, -5.1311e-02, -1.6782e-02, 5.1093e-03, 2.9577e-02,
1.5685e-02, 3.3215e-02, 5.6376e-03, -2.5617e-02, 3.8282e-02,
2.4502e-02, -1.5160e-02, -5.7613e-02, 1.0443e-02, -1.3551e-02,
3.3683e-03, -3.7397e-02, -7.8520e-02, 1.4181e-02, 5.6755e-02,
-3.6820e-02, 5.0130e-02, -5.8707e-02, 5.8624e-02, -7.1044e-02,
2.0130e-02, 3.9168e-02, 1.8016e-02, -3.0922e-02, 9.4925e-04,
-4.0284e-02, -3.2895e-02, 3.5175e-02, -6.4982e-02, 7.0396e-02,
-3.0974e-02, -5.3207e-03, -9.1889e-03, 1.4593e-02, 1.9505e-02,
-3.8819e-02, -8.3009e-03, -1.3447e-02, -2.7146e-03, 1.4731e-02,
8.3717e-03, 1.4240e-02, -1.9205e-03, -5.9465e-02, 2.7896e-02,
4.2752e-02, -4.2890e-03, -6.0886e-03, 2.5587e-02, -1.3198e-02,
5.8264e-03, -1.9239e-02, -1.3279e-03, -1.8512e-02, -2.4328e-02,
-2.0126e-02, 2.2632e-02, -3.5068e-02, 3.0820e-02, 1.9589e-02,
-2.0141e-02, 3.5615e-02, 2.4909e-02, -7.6071e-03, -2.4734e-02,
2.4349e-02, 2.2463e-02, 1.3089e-02, 1.5264e-02, 2.1164e-03,
-1.6581e-02, -1.2090e-02, -3.4544e-02, -2.8389e-02, 2.2690e-03,
-1.6139e-02, 7.4601e-03, 2.1183e-02, -2.9318e-02, -4.3997e-03,
-2.0591e-02, 1.7984e-03, 3.5519e-02, -1.7945e-02, 1.5323e-02,
-2.3389e-02, 2.1012e-02, 1.9681e-02, -8.4237e-03, 2.9991e-02,
-1.2759e-03, 2.7861e-03, 4.3463e-02, -4.5757e-02, 1.9571e-02,
1.5053e-02, -8.6660e-02, -1.2920e-02, -6.4831e-02, -1.6569e-01,
-3.7415e-02, 1.2692e-02, 3.6091e-02, 2.1652e-02, -7.5049e-02,
4.0017e-03, 1.8235e-02, -1.7305e-01, 4.7150e-02, 1.3519e-01,
-1.0341e-01, -1.3017e-02, -1.8875e-03, -2.0467e-02, 8.9851e-03,
2.3929e-02, 1.4179e-02, -4.6903e-02, 2.1194e-02, 1.0542e-01,
5.6134e-04, 5.2402e-02, 3.5709e-02, 7.2831e-03, 1.0437e-04,
6.0049e-02, 2.1111e-02, -4.2025e-02, -1.0739e-01, 1.9908e-01,
-6.3810e-02, -6.5333e-02, 7.7210e-03, -1.1006e-02, -7.5720e-02,
-3.9906e-02, 1.4028e-02, 1.3793e-01, -8.3989e-02, 4.6829e-02,
-3.5537e-02, -1.7774e-02, -2.8666e-02, 4.0780e-02, 6.4035e-02,
2.4286e-02, -5.0579e-02, 2.0880e-02, 1.1622e-01, 1.6526e-02,
-1.0280e-02, -6.4088e-02, 4.8705e-03, -2.8458e-02, -5.3767e-04,
-2.7689e-02, 9.1733e-02, -7.0406e-02, 1.0329e-01, 6.9823e-02,
-4.6304e-03, 5.8824e-03, -2.1026e-02, 1.4085e-03, 8.1938e-04,
2.4828e-02, -2.8161e-02, -1.3058e-02, -3.3694e-02, 2.6645e-02,
-1.3625e-03, 5.5912e-03, 1.5535e-02, -8.9227e-03, 1.9011e-02,
-2.0384e-03, 2.4331e-02, -1.0996e-02, -2.8937e-02, 7.4542e-03,
-5.6837e-03, -2.4622e-03, -1.3657e-02, -8.7527e-04, 2.4253e-02,
3.0506e-03, -3.8241e-02, 2.7846e-02, -4.4901e-03, -3.6398e-02,
1.7798e-02, 2.9591e-02, 4.4111e-03, 5.8143e-04, 2.4105e-02,
-7.1687e-03, -1.8687e-03, -2.1066e-02, -6.1587e-03, 1.2725e-02,
-4.3936e-02, -2.0804e-02, -8.7320e-03, -1.9497e-02, 6.8525e-03,
1.3195e-02, 1.8413e-02, -2.4174e-03, -2.5603e-02, 6.0246e-04,
-1.9484e-02, 1.4892e-02, -2.7426e-02, 2.5882e-02, 1.9775e-02,
-2.0293e-02, -5.5566e-03, -9.3275e-03, -1.5448e-02, -3.7790e-03,
1.6708e-02, 1.9902e-03, 4.1904e-04, -4.3568e-02, 1.5541e-02,
-4.5128e-02, -7.3661e-03, 8.4122e-03, 3.6524e-02, -2.4699e-02,
-7.0855e-03, -1.6321e-02, -4.8529e-02, 2.4108e-02, -3.9381e-03,
-5.1574e-02, 1.0939e-02, -9.9338e-04, -6.4678e-03, 3.0495e-02,
2.4970e-02, 5.7128e-02, 2.9441e-02, -4.8574e-02, -7.3797e-03,
1.5968e-03, 5.3001e-02, -8.5704e-03, 1.8052e-03, 3.6821e-02,
-1.0330e-02, 5.8514e-02, -3.3684e-02, 4.7509e-02, -3.8221e-03,
1.2408e-02, -2.0443e-02, -1.2477e-02, 3.2106e-02, -1.5280e-02,
-2.1078e-03, -3.0657e-02, -3.1749e-02, 2.9425e-02, 1.8788e-02,
-1.4591e-02, -1.2063e-03, 3.8585e-02, -8.2390e-03, 3.6941e-02,
2.6314e-02, 5.4415e-02, 2.2183e-02, -2.0218e-02, 2.5957e-02,
-3.1581e-02, 2.2952e-03, -7.0075e-03, -1.4603e-02, -2.9559e-03,
-3.6769e-02, -2.6813e-02, -1.4269e-02, -1.3044e-02, -3.8278e-02,
1.1770e-02, 3.0027e-02, -5.1892e-02, 1.8903e-02, -5.1128e-02,
-2.3346e-02, -2.0482e-02, 1.3604e-02, -2.5015e-02, -7.4514e-03,
-2.6452e-02, 1.6763e-02, 1.6089e-02, 1.8631e-02, -3.2183e-02,
-2.1224e-02, -5.5617e-02, 1.0032e-02, -4.9813e-02, -1.9749e-02,
1.1409e-02, -1.0344e-02, 2.0343e-03, -1.4355e-02, 1.3538e-02,
-7.8544e-03, 1.1473e-03, 8.4063e-03, 9.8270e-03, -1.6402e-02,
2.2076e-02, -8.4499e-03, 4.0629e-03, -1.8248e-02, -6.7924e-03,
2.7776e-04, 1.2859e-02, -1.7974e-02, -3.0407e-02, -2.3689e-02,
-1.0870e-02, 1.6862e-02, -2.0458e-02, -5.5659e-03, -9.5015e-03,
4.3364e-02, -5.3386e-02, -3.0292e-02, 2.2217e-02, -1.1365e-02,
1.5523e-03, -3.6509e-02, 1.7822e-02, -1.8277e-02, -1.3065e-02,
-2.5935e-03, -4.4943e-02, -3.3110e-02, -3.0712e-02, 9.6265e-03,
-3.2951e-03, -6.8488e-03, -1.7994e-02, 4.3849e-03, -8.8615e-03,
3.0513e-02, -3.0810e-03, 1.6680e-02, -4.9458e-02, -5.3253e-02,
2.9490e-02, -3.4757e-02, -9.6860e-04, 1.2234e-02, -8.9884e-03,
1.6783e-02, -2.4676e-02, -1.2325e-02, 1.1548e-02, 1.3653e-02,
5.9117e-03, -2.3208e-02, 2.2424e-02, 8.9490e-03, 1.1883e-02,
2.1621e-03, -2.1605e-02, -7.1855e-03, 1.9709e-02, 1.6095e-02,
8.2863e-03, 3.0143e-02, 2.9858e-02, 2.2522e-02, -6.5156e-04,
2.6469e-02, -2.1071e-02, -1.3932e-02, -2.3610e-02, -3.5241e-02,
-1.6869e-02, -2.9929e-02, 1.9658e-02, 1.5504e-03, -3.5780e-02,
-1.5540e-02, -2.0957e-02, 3.5892e-02, 8.8623e-03, -2.0428e-02,
-3.8408e-02, -7.7441e-03, -4.3586e-02, 2.6623e-02, -7.7686e-03,
-3.2016e-03, 1.6396e-02, -1.5254e-02, 6.5222e-03, -4.2208e-02,
9.3127e-03, 2.3281e-02, 1.9238e-02, -2.3723e-03, 1.6584e-02,
-4.0258e-03, -2.3004e-04, -1.5789e-02, 9.3308e-03, -1.0013e-02,
-2.7430e-03, 2.7549e-02, -2.2495e-02, -7.3036e-02, 5.9512e-02,
4.0141e-02, -6.8589e-04, 5.7274e-02, 1.4498e-01, 1.1313e-03,
-9.5012e-02, 6.7836e-02, 4.2963e-02, 2.5466e-02, -6.9750e-02,
-3.3550e-02, 6.4647e-03, 5.5824e-02, -1.9778e-03, 8.4569e-02,
3.9811e-02, 4.1236e-02, 6.6558e-03, 1.5115e-02, -4.3483e-02,
-3.6547e-02, -1.7731e-01, 3.6386e-02, 3.3138e-02, -4.5843e-03,
5.7570e-02, -5.5392e-02, -1.4456e-02, -6.2337e-02, 7.3824e-03,
1.5172e-03, -1.0863e-02, -3.0176e-02, -6.0731e-02, -2.4050e-02,
3.5715e-03, -3.0544e-02, 2.9485e-02, 4.3186e-02, 5.8715e-03,
-1.2172e-02, 1.8811e-02, 2.2551e-02, -8.7185e-02, -2.5591e-02,
5.5445e-02, -8.0032e-03, -3.2385e-02, 1.0241e-01, -3.1448e-02,
-9.2941e-03, -9.9374e-02, 2.6304e-02, -3.0902e-02, -7.7149e-02,
1.4980e-02, 1.1922e-02, -8.6806e-02, 9.3227e-04, -3.0013e-02,
-1.2646e-03, -5.1762e-02, -6.5625e-03, -1.8150e-02, -3.1174e-02,
1.7242e-02, 3.1223e-02, 2.2361e-02, -5.4216e-02, -2.7400e-02,
-4.2678e-04, -9.4890e-03, 7.2609e-03, -1.3277e-02, 5.6202e-04,
-3.1226e-02, 2.0841e-02, 1.2901e-02, -2.7583e-02, 5.0251e-02,
2.4458e-02, 2.2913e-02, 1.5676e-02, 1.8642e-02, -2.5476e-02,
9.4519e-03, 6.6351e-02, 8.3872e-03, -1.5056e-02, 3.5465e-02,
2.6009e-02, -1.4698e-02, -2.2287e-02, 4.5597e-02, 2.8107e-03,
-1.3868e-02, -4.3422e-02, 1.4592e-02, -8.5702e-03, 2.7913e-02,
9.4566e-03, -4.5504e-02, 4.8359e-02, -2.2000e-02, -1.2860e-02,
2.5971e-02, 6.1209e-02, -3.0315e-02, 4.1493e-02, -2.4509e-03,
-1.0941e-02, -1.0911e-02, -1.6033e-02, 3.7923e-02, 3.1527e-02,
-4.5138e-03, -1.4032e-02, -3.4513e-02, -1.9114e-02, -9.7631e-04,
1.7081e-02, -5.2215e-02, 3.9041e-02, 3.3323e-03, 2.5478e-02,
-3.1932e-02, 3.1642e-02, -5.8483e-02, 6.9621e-02, 3.3901e-02,
2.9940e-02, 1.3336e-02, 7.9898e-03, 3.5106e-02, 3.0984e-02,
9.2834e-02, 9.1700e-03, 6.2315e-02, -3.0617e-03, -3.2309e-02,
1.2504e-02, -6.1304e-02, 3.1386e-02, -1.1932e-02, 9.7790e-03,
-3.3144e-02, -1.7713e-02, 2.3627e-03, 1.4841e-02, 2.4951e-02,
8.1889e-02, -6.6754e-02, 8.2232e-02, -2.3942e-02, -1.2698e-03,
1.6461e-01, -1.7614e-02, 1.2419e-02, 9.2784e-03, -2.8071e-02,
8.9899e-06, -3.4358e-03, -8.3256e-02, 2.8197e-02, 4.5707e-02,
-3.5837e-02, 1.4519e-01, 4.4987e-02, -2.1320e-03, -3.6984e-02,
1.2667e-03, 1.2651e-01, 3.2287e-04, 6.8688e-03, 6.7806e-02,
-4.8788e-03, -7.1545e-02, -4.3747e-02, 4.1032e-02, -5.2922e-02,
-1.1349e-02, -2.4240e-03, 3.7471e-02, -2.0342e-02, 1.4117e-02,
6.0619e-02, 3.0036e-02, -3.9239e-03], device='cuda:0')),
('bert.encoder.layer.7.attention.output.dense.weight',
tensor([[ 0.0209, -0.0146, -0.0233, ..., 0.1048, -0.0349, 0.0631],
[-0.0657, -0.0206, 0.0059, ..., -0.0120, -0.0006, -0.0153],
[ 0.0095, 0.0124, -0.0245, ..., -0.0477, 0.0316, 0.0345],
...,
[ 0.0078, 0.0057, -0.0065, ..., 0.0165, -0.0003, -0.0034],
[-0.0391, -0.0329, -0.0018, ..., -0.0458, -0.0094, 0.0288],
[ 0.0055, 0.0346, -0.0150, ..., 0.0143, -0.0589, -0.0287]],
device='cuda:0')),
('bert.encoder.layer.7.attention.output.dense.bias',
tensor([-2.5332e-02, -1.4941e-02, 6.9061e-02, 4.5140e-03, 6.4841e-02,
3.1930e-02, 1.0316e-01, 6.0182e-02, 2.0790e-03, -2.8117e-02,
3.7139e-02, 9.8194e-03, -1.3068e-02, 5.5335e-02, -5.5262e-02,
2.4404e-03, 3.3754e-02, 4.9113e-02, 7.1190e-02, -7.5458e-02,
9.9504e-02, -6.0672e-02, 3.3280e-03, -4.1621e-02, 4.8254e-02,
-1.3125e-01, -3.4393e-02, -6.2494e-02, 4.6185e-02, -1.6534e-02,
5.2445e-02, -3.0354e-02, 2.4277e-02, 2.1546e-02, 3.4046e-03,
2.4319e-02, -4.6988e-02, -7.6924e-03, -5.6353e-02, -3.7812e-02,
6.1147e-03, 4.4340e-03, -4.0404e-02, -2.0752e-02, 6.8844e-03,
5.2805e-02, 4.4377e-02, -5.5005e-02, 5.8922e-04, -5.3324e-02,
-5.6591e-02, -7.7762e-02, -9.9460e-02, 4.9949e-02, 1.4985e-02,
1.2578e-01, 2.5913e-02, 3.9446e-02, -2.2090e-02, -1.0103e-01,
1.9187e-02, 7.7590e-03, -3.5053e-02, 3.1883e-03, 5.9523e-02,
1.2880e-04, -6.0160e-03, 5.7677e-02, -3.1386e-02, -2.7404e-03,
5.1981e-02, 1.1333e-01, 2.9314e-02, -7.9276e-02, 1.4468e-02,
-2.4694e-03, -2.6574e-02, -1.2202e-01, -5.0333e-02, 6.1763e-03,
3.9481e-02, 2.6592e-02, 1.5284e-04, -5.1107e-02, -8.1658e-02,
-1.2390e-01, 3.5815e-02, 3.8019e-02, 3.2967e-02, -1.5524e-02,
9.2113e-02, -1.9106e-02, 4.9930e-03, 3.4552e-02, 3.5842e-02,
-4.7424e-03, -5.1563e-03, -5.5227e-05, -2.4382e-03, -4.6009e-02,
4.4450e-02, 2.1754e-02, 4.3631e-02, 3.5882e-02, 3.5442e-02,
2.9677e-02, -2.0206e-03, -4.9540e-02, 6.5119e-02, 7.3996e-03,
2.3883e-02, -1.3875e-03, 1.8740e-02, -7.9096e-02, -1.2767e-01,
-8.9022e-02, 3.8811e-02, -6.1370e-02, 3.2247e-02, -7.2871e-03,
4.5428e-02, 2.7845e-02, -3.9483e-02, -5.8279e-02, -6.3648e-03,
-9.7688e-02, -1.0155e-02, 1.8475e-02, 5.5602e-02, -3.0171e-02,
5.8430e-02, -6.2394e-02, -1.1821e-02, -5.8879e-04, 3.6692e-02,
5.7986e-02, -1.7740e-01, -5.5742e-02, -1.5840e-01, 6.8942e-05,
7.1488e-02, 4.6243e-02, -1.7221e-02, 1.5660e-01, -8.6548e-02,
-4.5395e-03, 9.1340e-04, 3.7031e-03, 4.1822e-02, 1.8649e-01,
-3.2552e-03, -7.2672e-02, -5.3979e-02, -1.4519e-01, -7.1722e-02,
4.1158e-02, 3.7156e-02, 1.8197e-02, -6.5324e-02, 7.6198e-02,
-3.7846e-02, -4.9595e-03, -6.3558e-02, 2.4469e-02, 3.3179e-02,
4.9288e-02, 2.5313e-02, -1.9462e-02, 5.1633e-03, 1.6426e-02,
-1.3297e-02, -7.3514e-02, 7.4342e-02, -5.7136e-03, -1.2796e-01,
-7.5318e-03, -4.1988e-02, 5.9469e-02, 1.8766e-02, -2.9185e-02,
7.3142e-02, -4.2003e-02, -7.5313e-03, 1.7811e-02, 3.7868e-02,
-5.8236e-03, -6.1388e-04, 8.7070e-02, 5.7007e-02, -6.2008e-02,
-8.6676e-02, -4.7312e-02, -5.1046e-02, -5.3846e-02, -3.7430e-02,
5.3628e-02, 3.8226e-02, 1.7448e-02, 6.4219e-02, 6.0285e-02,
-7.2432e-03, -7.6210e-02, 8.8643e-02, 1.5592e-02, -2.4732e-02,
2.5794e-02, 4.8485e-02, 4.1873e-02, 1.3841e-02, 3.3062e-02,
8.4039e-02, 2.7611e-02, -4.6891e-02, 1.9177e-02, 1.2338e-02,
-1.0550e-02, -9.7440e-02, -4.2884e-02, 3.2398e-02, 3.9785e-02,
-9.5265e-02, 7.5931e-02, -5.9499e-02, 8.3523e-02, 6.2060e-02,
-8.6988e-02, 1.1840e-02, 2.5978e-02, -1.1658e-02, 9.0475e-03,
-3.9942e-02, 1.1082e-02, -2.5853e-03, 1.7061e-02, -1.2443e-02,
5.5572e-03, 5.4025e-02, -1.5707e-02, -8.0482e-02, -1.6574e-02,
-8.3592e-02, 2.1240e-02, 2.1150e-03, -3.6709e-02, 2.5288e-02,
1.4339e-02, 4.5447e-03, -3.3720e-03, -6.5175e-02, -6.1695e-03,
-8.5282e-03, -3.8287e-03, 2.9091e-02, 1.3898e-02, -5.5519e-02,
-9.9010e-02, 5.4448e-02, 2.7841e-02, 6.4290e-02, -2.8435e-02,
-3.3974e-02, -1.7768e-02, -1.7762e-02, 1.7169e-02, 9.3232e-03,
-8.7907e-02, -6.5284e-02, -3.4348e-02, -3.5391e-02, 1.1149e-02,
1.7773e-02, 1.1624e-01, -4.3640e-02, -7.5083e-02, -1.0637e-02,
-3.0948e-02, 8.1696e-02, 8.7985e-02, -1.1184e-01, 6.5232e-02,
1.7358e-02, -5.2197e-02, -2.5936e-03, -9.4399e-02, -5.5664e-02,
4.3652e-02, 4.2923e-02, 8.1228e-02, -1.2704e-02, -8.5796e-02,
-1.9673e-02, 2.9256e-02, 5.8447e-03, 7.0374e-03, -7.5155e-04,
1.8569e-02, 1.5216e-02, -4.3040e-02, 2.0987e-02, 2.9835e-02,
-2.3467e-02, 4.4571e-03, 1.3744e-02, -4.1945e-02, -1.7037e-01,
1.2466e-02, -3.4526e-02, 1.2098e-02, 5.4210e-02, -3.8980e-02,
-1.6560e-02, -2.0755e-02, 2.2624e-02, -7.6003e-02, 2.7721e-02,
6.9364e-02, -1.4012e-02, -3.8309e-02, -7.7651e-03, 4.5238e-04,
8.0816e-02, 2.9658e-02, -7.0586e-02, -1.2504e-02, 1.2177e-01,
4.0815e-02, 1.4475e-02, 5.9263e-02, 3.6454e-02, 2.4220e-02,
2.7467e-02, -1.5941e-02, 9.5456e-03, 3.3281e-02, 5.6673e-03,
2.9722e-02, -1.6184e-02, -3.5455e-02, 1.6848e-02, 3.4614e-02,
8.9651e-03, -2.6869e-02, 1.5263e-03, 4.4176e-02, 2.9067e-02,
2.4701e-02, -1.2391e-02, 3.2499e-02, -5.0251e-02, -2.2280e-02,
-1.4420e-02, -4.7439e-02, 7.7376e-02, -1.9978e-02, -1.6490e-02,
7.5277e-02, 1.0822e-02, -7.5795e-03, -4.4058e-03, 3.4508e-02,
3.3852e-02, 6.1162e-02, 2.1241e-02, 5.2432e-03, 5.2008e-02,
-1.3896e-02, 2.7916e-02, 9.5143e-03, 2.2557e-03, -3.8827e-02,
-1.2281e-02, -3.4537e-02, 2.1876e-02, -3.4399e-02, 2.5926e-02,
3.4239e-02, -4.4567e-02, 2.3085e-02, -4.2581e-02, -8.8830e-02,
1.3368e-02, -6.3098e-02, -6.4122e-02, -1.4052e-02, 9.6829e-03,
7.1999e-02, 3.8424e-02, 5.3845e-02, -2.5377e-02, 7.5424e-02,
-3.7086e-02, -5.5277e-03, 4.7187e-02, 2.3971e-02, 4.0283e-02,
1.0915e-02, -1.5188e-02, -6.3707e-03, 8.3052e-02, 2.3138e-02,
7.6398e-02, -3.5025e-02, -5.2179e-02, 3.4280e-02, -1.3673e-02,
-3.3103e-02, 2.5550e-02, 8.2821e-02, -8.8085e-03, -3.9996e-02,
4.0501e-02, 8.4232e-02, 2.0430e-02, 5.6586e-03, 5.8735e-02,
-8.5891e-02, -1.0241e-02, -8.6322e-02, 1.1662e-01, 5.2320e-02,
-5.3923e-02, 4.2545e-02, 4.2609e-02, 6.4430e-02, -7.7502e-02,
3.4675e-02, 7.1943e-02, 1.8327e-03, -8.9054e-02, -6.3674e-02,
-2.9517e-05, 2.3280e-02, 4.2066e-02, -4.7955e-02, 7.1412e-02,
1.6005e-02, -5.9116e-02, -2.1466e-02, 2.7107e-02, -5.9793e-02,
-3.3779e-02, 5.0075e-02, 2.3806e-03, -3.1827e-02, -4.5273e-03,
2.9719e-02, 4.0019e-02, 1.0215e-02, -4.9335e-02, 4.0982e-02,
-5.8889e-02, 2.8410e-02, 6.4111e-03, -4.2330e-02, 2.9192e-02,
4.2726e-02, 3.4199e-04, 7.8768e-02, -1.7850e-02, -1.3070e-01,
6.7996e-02, -1.6085e-02, -1.5368e-02, -3.0936e-02, 1.6162e-02,
-1.6106e-02, -4.0647e-02, -1.6800e-02, -4.7723e-02, -1.3220e-03,
-4.3624e-02, -4.1448e-02, -6.9484e-03, -2.9646e-03, 5.1587e-03,
-5.1274e-02, 5.0765e-02, -2.1749e-02, -3.8205e-02, 4.1864e-02,
-1.3921e-02, -2.6594e-02, 2.2994e-02, -3.2978e-02, 4.3908e-04,
6.9882e-02, 2.3308e-02, -8.9846e-02, -3.7902e-02, 1.4504e-04,
-7.5716e-02, -3.1353e-02, 1.0439e-02, 3.6606e-02, -3.5297e-02,
-3.2257e-02, -6.8560e-02, -1.1881e-02, -5.5833e-02, 1.6880e-02,
-9.8218e-02, -1.7886e-02, -1.7979e-02, 8.8810e-02, 1.8585e-02,
-6.6706e-03, -1.3311e-02, -2.8257e-02, -2.2398e-02, 3.8150e-02,
1.0543e-02, -1.1248e-02, -1.2170e-02, 2.3277e-02, 7.5835e-02,
8.2626e-03, 2.7808e-02, 3.5691e-02, -7.6093e-02, 3.6032e-02,
6.2926e-02, -7.1045e-03, 3.9360e-02, -3.8775e-02, -4.0506e-02,
2.9883e-02, -4.6413e-02, -1.2122e-03, 2.7142e-02, -1.3102e-02,
1.0906e-01, -5.7096e-02, -1.6283e-02, -1.0544e-02, 5.8314e-02,
-8.9004e-02, 5.6610e-02, -7.2427e-02, 6.1630e-02, -6.3975e-02,
2.7329e-02, -3.1189e-02, 6.0168e-02, 2.6005e-02, 1.6058e-02,
-3.5370e-02, -2.3457e-02, 4.3727e-02, -6.4019e-02, 1.6004e-02,
-7.7042e-02, -4.0464e-02, 7.8175e-02, 1.9304e-03, -4.6487e-02,
1.3252e-02, 9.8305e-03, 8.2479e-01, 3.5630e-02, 3.3952e-02,
-5.6769e-03, -3.1319e-02, -9.6676e-03, -9.6062e-04, -6.6137e-02,
-8.4513e-02, 4.1319e-02, -1.6931e-02, -7.4043e-02, 3.9499e-02,
-4.0813e-02, 6.5667e-02, 4.2803e-03, -5.2728e-02, 3.6252e-03,
-1.0415e-02, 8.1258e-03, 3.5720e-02, -7.7075e-02, 5.5168e-03,
1.8727e-02, -5.9806e-02, 4.8562e-02, 6.2013e-03, 3.6716e-02,
2.6928e-02, -3.1746e-02, -6.4830e-02, 7.9127e-03, 7.9945e-02,
9.2709e-04, -6.7908e-02, -1.9528e-02, -6.3704e-03, 6.3732e-02,
7.7531e-03, 7.9619e-03, 2.3057e-02, 7.9386e-02, -9.3343e-02,
3.7940e-02, -2.0623e-02, 4.7504e-02, 1.2276e-02, -7.7750e-03,
5.9387e-02, 2.9691e-02, -7.2981e-02, -3.1982e-02, -7.8860e-02,
-1.0380e-01, 2.7457e-02, -7.6018e-02, 3.7684e-03, -4.8668e-02,
-1.6493e-02, -5.8539e-02, 1.5467e-02, -2.8981e-02, -1.0316e-02,
2.9456e-02, 4.7183e-02, -4.2503e-02, -3.0581e-02, -6.9442e-02,
2.3439e-02, -1.1796e-02, 8.6175e-02, 4.2284e-03, 6.1044e-03,
-2.1802e-02, 3.3098e-03, -1.1592e-02, 4.9417e-02, 1.5339e-02,
-1.5181e-01, 2.8190e-02, -8.3001e-02, 3.1233e-02, 6.4262e-02,
4.8421e-02, -3.3364e-02, -5.3815e-02, -1.0316e-01, 3.6533e-02,
1.3259e-02, 5.0468e-03, -6.8455e-03, 3.1885e-03, 4.4450e-02,
1.5661e-02, 6.6990e-02, 9.0994e-02, 2.8994e-02, 4.8528e-02,
2.8086e-02, -3.8998e-03, -1.9095e-03, -6.4304e-02, 3.3195e-02,
-5.0522e-02, -8.5495e-02, 8.7089e-03, 3.7072e-02, 7.8198e-02,
2.6834e-02, 2.7239e-02, 1.0666e-01, 5.1963e-02, 1.9429e-02,
-3.7120e-02, 4.4979e-03, -1.8119e-02, 1.1540e-02, -8.2778e-02,
7.0158e-03, -2.3272e-02, 2.3454e-02, 1.9198e-03, -5.1142e-02,
-2.5081e-02, -1.0137e-01, -5.3552e-02, -1.7018e-03, 6.2832e-03,
4.0874e-02, 3.1136e-02, -4.1913e-02, 3.9199e-02, 1.3678e-02,
-2.8885e-02, 4.5124e-02, -2.0268e-02, -2.5332e-02, 2.0097e-02,
6.0882e-02, -1.1421e-02, 5.7816e-03, -9.1774e-02, 3.2600e-02,
-4.6562e-02, -8.9337e-02, -3.8240e-02, 6.5336e-02, -2.3627e-02,
5.0018e-02, -1.9479e-02, 1.7626e-02, -1.6165e-02, 4.4866e-02,
4.6074e-02, -1.5025e-02, 2.3106e-02, 9.1527e-02, -3.5536e-02,
4.2051e-02, 7.4886e-02, 7.8511e-02, -1.2884e-02, -1.0182e-03,
5.8949e-02, -1.8639e-02, 8.9555e-04, 4.4191e-02, 2.8707e-02,
-8.0632e-02, 1.2500e-02, -1.4826e-02, -2.2279e-02, -1.9684e-03,
-4.9769e-02, 4.0540e-03, 5.1232e-02, -1.5945e-01, 7.0974e-02,
1.1696e-02, -2.7106e-02, 7.8112e-02, -9.5213e-02, -1.4124e-02,
-3.0094e-02, -1.0911e-02, -7.1660e-02, -2.0167e-02, -1.8492e-02,
1.1221e-02, 5.4425e-02, 5.0698e-03, 7.4305e-02, 2.5949e-02,
9.2557e-02, -2.4715e-02, -1.4653e-02, 6.1858e-02, -2.7678e-02,
1.0130e-01, 4.0203e-02, 2.3076e-02, 4.7274e-02, -5.0289e-02,
1.2876e-01, 5.0881e-03, 1.6448e-02, 2.1719e-03, -8.6352e-03,
2.4422e-02, -5.8794e-02, -3.2032e-02], device='cuda:0')),
('bert.encoder.layer.7.attention.output.LayerNorm.weight',
tensor([0.8399, 0.8838, 0.8362, 0.7912, 0.8419, 0.8145, 0.7679, 0.7710, 0.8702,
0.7642, 0.9203, 0.8979, 0.9472, 0.8946, 0.8910, 0.7287, 0.8283, 0.8170,
0.8443, 0.8952, 0.7923, 0.9161, 0.8063, 0.8104, 0.8235, 0.8586, 0.8952,
0.9589, 0.8595, 0.8901, 0.8501, 0.7525, 0.9145, 0.7592, 0.8222, 0.8267,
0.7568, 0.9000, 0.7676, 0.8785, 0.9195, 0.8672, 0.9083, 0.8962, 0.9130,
0.9021, 0.8646, 0.9177, 0.9371, 0.8333, 0.9319, 0.8081, 0.8243, 0.8827,
0.7521, 0.7466, 0.8350, 0.8526, 0.8085, 0.8128, 0.8496, 0.9357, 0.9169,
0.8993, 0.7777, 0.9371, 0.8654, 0.8192, 0.7103, 0.8085, 0.8711, 0.8586,
0.8538, 0.8087, 0.9018, 0.9221, 0.8317, 0.8655, 0.9305, 0.8790, 0.8608,
0.8222, 0.8624, 0.8714, 0.7002, 0.8544, 0.8236, 0.8666, 0.9114, 0.8304,
0.8539, 0.8249, 0.8786, 0.8845, 0.8104, 0.8405, 0.7346, 0.8611, 0.9087,
0.8795, 0.7853, 0.9351, 0.7633, 0.9549, 0.7361, 0.9237, 0.9262, 0.8047,
0.9073, 0.9070, 0.7930, 0.8453, 0.9369, 0.6921, 0.8358, 0.9404, 0.8637,
0.8498, 0.9001, 0.9331, 0.8714, 0.8867, 0.8844, 0.7559, 0.7530, 0.8002,
0.8746, 0.7944, 0.8603, 0.8184, 0.8862, 0.7720, 0.8580, 0.8841, 0.8888,
0.8628, 0.9513, 0.8834, 1.0121, 0.9017, 0.7669, 0.9181, 0.8379, 0.9588,
0.8338, 0.8527, 0.8770, 0.8985, 0.8718, 0.9403, 0.9117, 0.8682, 0.8947,
0.8737, 0.8795, 0.8150, 0.9133, 0.8868, 0.8459, 0.8802, 1.0432, 0.9173,
0.7789, 0.8884, 0.8343, 0.8865, 0.8840, 0.7180, 0.8402, 0.8672, 0.8964,
0.7094, 0.7473, 0.8424, 0.8259, 0.8935, 0.9462, 0.8357, 0.9301, 0.8469,
0.7940, 0.8462, 0.8027, 0.9237, 0.8715, 0.8802, 0.8150, 0.8940, 0.8494,
0.8761, 0.8279, 0.6949, 0.8404, 0.8473, 0.8409, 0.9039, 0.8960, 0.7821,
0.8366, 0.9240, 0.9194, 0.7982, 0.9022, 0.8399, 0.7742, 0.8404, 0.8961,
0.9766, 0.8771, 0.7975, 0.8656, 0.9241, 0.8032, 0.8989, 0.8382, 0.9075,
0.8389, 0.7814, 0.8504, 0.8157, 0.9086, 0.8587, 0.9328, 0.9165, 0.8769,
0.8866, 0.9099, 0.8830, 0.8534, 0.6569, 0.8153, 0.9021, 0.8169, 0.8328,
0.8185, 0.8604, 0.7016, 0.9277, 0.8795, 0.9187, 0.8344, 0.7794, 0.8270,
0.8224, 0.8988, 0.8016, 0.9151, 0.7915, 0.9345, 0.9521, 0.8689, 0.8699,
1.0076, 0.9483, 0.9563, 0.9016, 0.9166, 0.7436, 0.8835, 0.8872, 0.7107,
0.8566, 0.8757, 0.8090, 0.8658, 0.8354, 0.8746, 0.9351, 0.7741, 0.8919,
0.8895, 0.8869, 0.9687, 0.8356, 0.9482, 0.8845, 0.8738, 0.8608, 0.8204,
0.9340, 0.9693, 0.9165, 0.7777, 3.2075, 0.8932, 0.9395, 0.7667, 0.9316,
0.8679, 0.7840, 0.7762, 0.8308, 0.7495, 0.8503, 0.8675, 0.8486, 0.8739,
0.7142, 0.9280, 0.8539, 0.9045, 0.8462, 0.8030, 0.8436, 1.5251, 0.9091,
0.7924, 0.8985, 0.9041, 0.8980, 0.7940, 0.8460, 0.8386, 0.7851, 0.8184,
0.9132, 0.8036, 0.8082, 0.9415, 0.7723, 0.8396, 0.8982, 0.8486, 0.9440,
0.8057, 0.8361, 0.8745, 0.8139, 0.9445, 0.8397, 0.9516, 0.8253, 0.9012,
0.8923, 0.9379, 0.9075, 0.8605, 0.9327, 0.9558, 0.7733, 0.7255, 0.9151,
0.7763, 0.9342, 0.8549, 0.9262, 0.8839, 0.8428, 0.8644, 0.8002, 0.8768,
0.8584, 0.8305, 0.8445, 0.9317, 0.8747, 0.8195, 0.8352, 0.8668, 0.7733,
0.8378, 0.8901, 0.8455, 0.9150, 0.8502, 0.8804, 0.8972, 1.0057, 0.8998,
0.8441, 0.8419, 0.8897, 0.8805, 0.8546, 0.8455, 0.8364, 0.8032, 0.8956,
0.8748, 0.6771, 0.8329, 0.8465, 0.9025, 0.9011, 0.7971, 0.8049, 0.7619,
0.9025, 0.8759, 0.8104, 0.9379, 0.8189, 0.8849, 0.8867, 0.8612, 0.8907,
0.7744, 0.9378, 0.8474, 0.7987, 0.7269, 0.8012, 0.7625, 0.8277, 0.8875,
0.8825, 0.8225, 0.8764, 0.9152, 0.9700, 0.8188, 0.8073, 0.9065, 0.9358,
0.9116, 0.8164, 0.7722, 0.9531, 0.8544, 0.8890, 0.8660, 0.9586, 0.9080,
0.7765, 0.8286, 0.8884, 0.8594, 0.7003, 0.8652, 0.9264, 0.8643, 0.9115,
0.7934, 0.9409, 0.7309, 0.9331, 0.8455, 0.8385, 0.8502, 0.8781, 0.9188,
0.7705, 0.8369, 0.8355, 0.8289, 0.7933, 0.8772, 0.9146, 0.8956, 0.8339,
0.8975, 0.7331, 0.8570, 0.9066, 0.8375, 1.0251, 0.8022, 0.7567, 0.8445,
0.8530, 0.8198, 0.8695, 0.7851, 0.8921, 0.7358, 0.7921, 0.8315, 0.7936,
0.8764, 0.8533, 0.9486, 0.8555, 0.9602, 0.8260, 0.9168, 0.8874, 0.7259,
0.9145, 0.7820, 1.0062, 0.8192, 0.8364, 0.9160, 0.9262, 0.8648, 0.8108,
0.9612, 0.7323, 0.9705, 0.8032, 0.8149, 0.9082, 0.8649, 0.8055, 0.9084,
0.7995, 0.8115, 0.9286, 0.8134, 0.8842, 0.8931, 0.9001, 0.8083, 0.8806,
0.8729, 1.0121, 0.9534, 0.8271, 0.8737, 0.8814, 0.8745, 0.8929, 0.8330,
0.8755, 0.9136, 0.7781, 0.8948, 0.8322, 0.7408, 0.8970, 0.9044, 0.7371,
0.8696, 0.9353, 0.8844, 0.9621, 0.9567, 0.9617, 0.9172, 0.8978, 0.8842,
0.8854, 0.8822, 0.8313, 0.8417, 0.8416, 0.7870, 0.8992, 0.8425, 0.8407,
0.9361, 0.9001, 0.7652, 0.7570, 0.8159, 0.9839, 0.8112, 0.8194, 0.8797,
0.9036, 0.8374, 0.8289, 0.9470, 0.8661, 0.7851, 0.8665, 0.7905, 1.3521,
0.8497, 0.8534, 0.9147, 0.9250, 0.7328, 0.8873, 0.9022, 0.8996, 0.8541,
0.8814, 0.7831, 0.9413, 0.7812, 0.8583, 0.8226, 0.8706, 0.8902, 0.9186,
0.8079, 0.8306, 0.8682, 0.8895, 0.8856, 0.9544, 0.8999, 0.8365, 0.9003,
0.8931, 0.7997, 0.8606, 0.8162, 0.7719, 0.9076, 0.7468, 0.8313, 0.8000,
0.8332, 0.9873, 0.8285, 0.8284, 0.9006, 0.8624, 0.9067, 0.8226, 0.7822,
0.8702, 0.9278, 0.8757, 0.8443, 0.7316, 0.9290, 0.9193, 0.8693, 0.7673,
0.8219, 0.8278, 1.0049, 0.9304, 0.9238, 0.9644, 0.8860, 0.8984, 0.8527,
0.7628, 0.8589, 0.9441, 0.8352, 0.9497, 0.9063, 0.8411, 0.8323, 0.8202,
0.9046, 0.8738, 0.8036, 0.8693, 0.8394, 0.8667, 0.8855, 0.8925, 0.8889,
0.8535, 0.9523, 0.8081, 0.9056, 0.8571, 0.8585, 0.8165, 0.7514, 0.8992,
0.9317, 0.8023, 0.7962, 0.9234, 0.7882, 0.7970, 0.8169, 0.8241, 0.9236,
0.8256, 0.8990, 0.8961, 0.8804, 0.8716, 0.8502, 0.8085, 0.8213, 0.8581,
0.9495, 0.7158, 0.7378, 0.8626, 0.9814, 0.7778, 0.8432, 0.9971, 0.9007,
0.8484, 0.8657, 0.8957, 0.9261, 0.8848, 0.9251, 0.8138, 0.8704, 0.9449,
0.8899, 0.8334, 0.8004, 0.9165, 0.8470, 0.9176, 0.9196, 0.7259, 0.8707,
0.8778, 0.9331, 0.8964, 0.8699, 1.0285, 0.8299, 0.9497, 0.8079, 0.7970,
0.7792, 0.8173, 0.8959, 0.9521, 0.8566, 0.9233, 0.8389, 0.9057, 0.8224,
0.8943, 0.8881, 0.8212, 0.9621, 0.8524, 0.8031, 0.7804, 0.8667, 0.9132,
0.8758, 0.8621, 0.9121, 0.8118, 0.9353, 0.6680, 0.9517, 0.7974, 0.8707,
0.8649, 0.8154, 0.8150, 0.9401, 1.0237, 0.8430, 0.9307, 0.8997, 0.7992,
0.8606, 0.9136, 0.9317, 0.8552, 0.7407, 0.8812, 0.8279, 0.7696, 0.8469,
0.8539, 0.8291, 0.7384, 0.8064, 0.8447, 0.8746, 0.8224, 0.9015, 0.8219,
0.7927, 0.8475, 0.8821, 0.8330, 0.8004, 0.8925, 0.9233, 0.8499, 0.9370,
0.8710, 0.9227, 0.8716], device='cuda:0')),
('bert.encoder.layer.7.attention.output.LayerNorm.bias',
tensor([ 4.0672e-02, -1.9271e-01, -1.0617e-01, 1.0977e-01, -9.1056e-02,
1.6897e-02, -2.6793e-01, 1.0717e-01, -5.1847e-03, -1.3788e-01,
7.9228e-02, -9.0451e-02, -4.6835e-02, -2.1167e-01, 8.9864e-02,
1.7214e-01, 5.5643e-02, -1.6768e-01, -2.2318e-01, -6.6834e-02,
-8.7013e-02, 8.1881e-02, 6.7414e-03, 1.0167e-01, -9.0105e-02,
6.5306e-02, 9.3000e-02, 3.0755e-01, 1.3319e-01, 7.1167e-02,
-2.8200e-02, -1.5332e-01, -1.3872e-01, -2.3039e-01, 1.6227e-01,
-1.2343e-01, -1.0366e-01, 6.2555e-02, 1.1484e-01, 2.2672e-01,
-1.0598e-01, -1.8014e-01, 3.8533e-02, -4.7938e-02, 9.2497e-02,
-1.0033e-01, 4.5804e-02, 1.4769e-01, 5.6245e-02, 1.6295e-01,
1.0981e-01, 1.1971e-01, 2.1497e-01, -2.5590e-01, 3.2624e-02,
-5.4758e-02, -1.2362e-01, -1.9542e-02, -1.5318e-03, 5.0028e-02,
-9.5528e-02, -7.4767e-02, 1.0770e-01, -1.9965e-01, -1.7817e-01,
1.3647e-01, 3.9810e-02, -3.6140e-02, 9.4328e-02, -1.9214e-01,
-1.5747e-01, -1.1704e-01, -2.7869e-02, 4.3417e-03, -4.2762e-02,
1.5435e-01, 2.3062e-02, -1.0339e-02, 3.0580e-02, -1.5506e-02,
8.3331e-02, -6.7380e-02, -1.0862e-02, 2.0947e-01, -2.3367e-02,
8.0352e-02, -1.1724e-01, -2.6345e-03, 6.6293e-02, 8.0980e-02,
-2.2198e-01, -8.5839e-02, -7.1141e-02, 2.1919e-02, -1.1934e-01,
1.0718e-01, 1.1568e-02, 3.7790e-02, 5.0123e-02, 5.1964e-02,
-3.9145e-02, -5.6710e-02, -5.8288e-02, -1.0338e-02, -9.7871e-02,
-1.6429e-01, 1.3271e-01, 4.2742e-02, -1.3268e-01, -9.8825e-02,
-4.1763e-02, -7.4066e-02, -6.7032e-02, 2.8914e-02, 3.0046e-01,
1.9155e-01, -1.4735e-01, 1.3626e-01, -8.6327e-02, -7.2569e-02,
-3.0544e-02, -2.4070e-03, 2.3101e-02, 7.5381e-02, -1.8530e-01,
4.8012e-02, 1.4940e-01, -3.0266e-02, -5.5511e-02, -5.7193e-02,
-1.6218e-01, 8.6296e-02, -3.6278e-02, 4.9683e-02, -1.4498e-01,
5.0626e-02, 3.4132e-01, 1.5002e-01, -2.6578e-01, 3.7363e-02,
-1.7988e-01, -1.3123e-01, 3.1694e-02, -1.3860e+00, -6.7335e-02,
-7.9988e-02, 6.0297e-02, 9.1593e-02, -1.7183e-01, -3.1165e-01,
-1.6027e-01, -1.0014e-01, -5.5174e-02, 1.7052e-01, 1.2067e-01,
-2.1177e-01, -1.1198e-01, -2.5545e-01, 9.4769e-02, -1.9127e-01,
2.0671e-01, 7.3685e-02, 1.3689e-01, -3.8215e-02, 3.8685e-02,
-2.0883e-01, 1.6223e-01, -6.5595e-02, -1.3928e-01, 4.9151e-02,
9.0279e-03, 1.2484e-01, -5.8163e-02, 7.3168e-02, 1.7015e-01,
1.0611e-01, 1.5561e-01, -8.4247e-02, -8.0939e-02, 6.8471e-02,
-2.0532e-01, -9.0578e-02, -2.8785e-02, -7.0812e-02, -2.2911e-02,
8.0842e-03, -7.0894e-02, -1.5465e-01, -6.4749e-02, -5.8511e-02,
1.3898e-01, -2.2361e-02, 7.1561e-02, 8.6583e-02, -9.6276e-02,
-2.1692e-01, -6.2060e-02, 2.8945e-02, -9.0841e-02, -1.4007e-01,
4.2229e-02, 1.5780e-01, -7.4432e-02, 5.9215e-02, 6.8658e-02,
-5.9333e-02, 9.1920e-02, -1.9081e-01, -7.1948e-02, -6.0579e-02,
-3.9388e-02, -1.2553e-01, 3.8254e-02, -2.2878e-01, 6.7524e-02,
1.3591e-02, 2.5669e-01, -2.1122e-04, -4.7263e-02, 2.0673e-02,
5.1121e-02, 1.2295e-02, 1.9265e-01, -1.4599e-01, -1.8523e-01,
1.9447e-01, -3.9418e-02, -5.7753e-02, 1.6596e-01, 1.1648e-01,
-2.0372e-02, 1.3004e-01, -2.9426e-02, -1.0909e-01, -3.9057e-02,
-3.3672e-02, -8.7529e-02, -1.8934e-01, 9.2115e-02, -1.8412e-02,
-9.4123e-02, -5.5761e-02, 1.9337e-01, 1.4373e-01, -1.6248e-01,
-9.3998e-02, 1.7336e-02, -5.3205e-02, 4.7102e-02, 1.9994e-01,
6.3211e-02, -4.0668e-02, 1.0395e-01, 1.3162e-01, 9.5423e-02,
1.0495e-01, -1.6748e-01, -1.6130e-02, -1.2306e-01, 7.2038e-02,
1.0658e-01, -1.5464e-01, 5.7436e-02, -8.8057e-02, 3.3326e-02,
4.1332e-02, 9.9763e-02, 1.1804e-01, -1.9264e-02, -1.9057e-01,
-1.3854e-01, -1.8574e-01, 1.8811e-01, 4.7939e-02, 6.4063e-02,
2.5021e-02, -2.3190e-01, -1.5135e-02, 9.2102e-02, -2.1194e-01,
-6.1753e-02, 2.1932e-02, -1.1867e-01, 1.4207e+00, 2.6957e-02,
-1.4135e-01, -1.0080e-02, -2.1410e-01, 1.3438e-01, 1.1028e-01,
4.1028e-02, 1.2678e-01, 7.2652e-02, -1.1626e-01, -3.5914e-02,
-1.6035e-01, -1.5705e-01, -1.8079e-02, -1.5547e-01, -3.0071e-02,
-7.4295e-02, -1.5914e-01, 4.4537e-02, 1.0151e-01, -6.3928e-01,
-4.0324e-02, -5.3447e-02, 4.0343e-02, -1.8289e-01, 1.1838e-01,
1.0037e-01, 1.7746e-01, -2.4681e-02, 1.4786e-01, -4.2735e-02,
-9.6497e-02, -1.0869e-03, -2.6464e-02, -4.2869e-02, -3.7766e-02,
-2.2299e-01, 5.8197e-02, 1.3024e-01, -3.7920e-02, -1.0473e-01,
-1.3359e-01, 5.1642e-02, 2.9081e-02, -1.6340e-02, 8.6068e-02,
-1.6382e-01, 1.2759e-02, -4.4079e-02, 3.2833e-02, -5.2051e-02,
-5.6089e-02, 8.2005e-03, 1.2120e-01, -2.2582e-01, -1.2025e-02,
9.1919e-02, 6.8841e-02, -7.1936e-03, -1.5003e-01, 7.8625e-02,
2.5609e-02, -4.1036e-02, -1.3313e-01, 1.0279e-01, 3.2433e-03,
2.1023e-02, -1.5083e-01, -2.0566e-01, 3.1750e-02, 9.7040e-02,
-1.9179e-01, -6.6701e-02, 4.5928e-02, 6.4167e-02, -1.3580e-01,
-2.4950e-02, -1.5054e-01, 3.4577e-02, 9.0471e-03, -1.5033e-01,
1.3782e-01, -3.7006e-02, 1.4496e-01, -1.6846e-01, -5.2794e-03,
-1.5665e-01, -6.2412e-02, -8.4792e-02, 8.0673e-02, -1.6136e-01,
1.1291e-02, -1.0927e-01, -1.9660e-01, 4.5637e-02, 1.2535e-02,
-1.3763e-01, 7.8726e-02, 5.1726e-02, 6.3365e-02, -4.3187e-02,
-2.0410e-01, 6.3047e-02, -3.0274e-02, 4.2081e-02, -7.4098e-02,
1.5184e-02, 1.3669e-01, -6.0784e-02, -9.7116e-02, 3.0864e-02,
-2.0409e-01, 5.6028e-02, -1.0272e-01, -1.8604e-01, -7.7090e-03,
-2.9562e-02, 4.8631e-02, -4.8540e-02, -7.2593e-02, -2.2917e-01,
1.2064e-01, -6.7004e-02, -1.5103e-01, -4.7849e-02, -9.5274e-02,
-6.7370e-02, -1.2159e-01, 2.5504e-02, 3.2821e-03, -2.0404e-02,
-4.2736e-02, 1.2440e-01, 2.2545e-01, -2.5559e-01, -1.4408e-01,
-1.6422e-01, -1.1023e-01, -6.1840e-02, 1.8255e-01, 1.5031e-01,
-9.7059e-02, -1.4448e-01, -2.5981e-02, 1.3413e-01, 9.0373e-02,
-3.7465e-02, 3.0133e-03, -5.4547e-02, 1.6763e-01, -8.5983e-02,
3.6451e-02, 1.3712e-01, 3.9546e-03, 1.7561e-02, 2.8043e-02,
2.4354e-02, -1.5217e-01, -1.4538e-01, -1.8806e-01, -5.0547e-02,
-1.3643e-01, -5.8079e-02, -2.9930e-02, 7.9408e-02, -9.7736e-02,
8.5687e-02, 1.1118e-01, 1.1149e-01, 3.4106e-03, -7.2739e-02,
-3.4324e-01, 1.4574e-01, -1.6871e-01, -9.5908e-02, -1.9675e-02,
-1.9153e-01, -3.3335e-02, -7.0859e-02, 8.5136e-02, 7.9390e-03,
1.0568e-01, 3.9874e-02, -1.7151e-02, 2.5723e-02, 4.6770e-02,
1.4611e-01, 1.3202e-01, -3.3591e-02, 8.8260e-02, 2.9423e-02,
5.2102e-02, -1.0654e-01, -1.9780e-02, 4.5559e-02, -6.9854e-02,
1.7562e-01, -4.9610e-02, -1.5353e-01, 1.0168e-01, 8.2512e-02,
-9.5102e-02, -6.7710e-02, 1.2479e-01, -9.8430e-02, -7.2333e-02,
-1.5629e-02, 3.0023e-02, -1.7211e-01, -7.5823e-02, 1.5977e-01,
7.2148e-02, -3.7313e-02, -1.9248e-02, 2.4491e-02, 1.2408e-01,
2.0125e-01, -2.7004e-02, 8.8354e-02, -2.6626e-01, -1.3802e-01,
1.6210e-01, 2.6268e-02, 5.1724e-02, -2.8212e-03, -1.2719e-01,
-2.0512e-01, 1.2653e-03, -1.4087e-02, -5.0821e-02, -1.5506e-01,
-1.1577e-01, -7.4205e-02, 5.1172e-02, 1.2541e-01, 4.3679e-02,
-1.0922e-01, -1.1277e-02, -4.9309e-02, 9.1533e-03, -5.2519e-03,
-1.0186e-01, 1.6121e-01, -3.7396e-02, -9.7334e-02, -9.7379e-02,
-1.2670e-01, 1.9363e-01, -1.6539e-01, -4.7340e-02, -1.0590e-01,
1.5227e-01, 7.7350e-02, 1.4305e-01, -1.4428e-01, 3.2551e-02,
-2.7897e-01, -6.2344e-02, -6.5680e-02, -2.0825e-01, 9.4721e-02,
1.7389e-01, 4.3859e-02, -4.5987e-02, 3.6000e-02, 1.9178e-01,
2.1243e-01, 5.5036e-02, -2.1278e-01, 8.5924e-02, 1.1912e-01,
1.4876e-01, -2.0165e-01, -1.7344e+00, -1.2961e-01, 5.0925e-02,
-8.9509e-03, 1.8232e-02, -1.8824e-02, -9.0741e-02, 2.8656e-02,
-3.6292e-02, 4.0240e-02, -9.5392e-02, -1.5768e-01, 1.3406e-01,
1.0252e-01, -1.2295e-01, -1.4988e-02, -5.4272e-02, 2.8755e-02,
1.8295e-03, 3.3177e-02, -9.8125e-02, 8.8415e-02, -2.8511e-01,
7.0950e-02, 2.3882e-01, -2.7061e-02, -1.0427e-02, -3.8496e-03,
-7.7198e-02, 8.9052e-03, -1.3130e-02, 1.1462e-01, -1.3967e-01,
3.3915e-03, 1.2839e-01, 6.1748e-02, -2.0476e-01, -1.1074e-01,
7.2078e-02, 1.1782e-01, 2.0761e-02, -1.6717e-01, 1.4627e-01,
-4.0431e-02, -1.1414e-02, -6.6642e-02, -1.1719e-01, -7.1153e-02,
-1.5454e-01, 1.8833e-02, 7.4245e-02, 1.2842e-01, 2.1047e-01,
3.7794e-02, -6.7653e-02, 4.7631e-02, -2.3877e-01, 2.4527e-01,
7.5691e-02, -2.1134e-02, -5.5853e-02, -5.7723e-02, 1.1760e-02,
-7.7890e-02, -7.7098e-03, 1.2877e-01, -2.1316e-03, 9.4658e-02,
-1.0375e-01, -8.7639e-02, -1.8419e-01, 1.4983e-01, 2.5087e-01,
-2.0717e-01, 7.5481e-02, -3.5310e-02, -2.9034e-01, 1.9262e-01,
2.2235e-01, -3.9661e-02, 1.1474e-01, -1.2786e-01, -1.2098e-01,
-6.9633e-02, -5.1108e-02, 2.3710e-01, 1.6612e-01, -5.9072e-02,
-1.8634e-01, -4.8042e-02, 1.2486e-01, -1.7548e-01, -2.0793e-01,
-5.7423e-02, -1.4152e-01, -2.2426e-01, -1.1858e-01, 3.6908e-02,
-1.7663e-02, -9.6104e-02, -7.2126e-02, 1.8004e-01, -2.3350e-01,
2.0953e-01, 1.5500e-01, -1.4200e-01, 1.5356e-02, -1.8557e-01,
-1.0858e-01, 1.0685e-01, -1.2759e-01, -1.3536e-01, 6.6498e-03,
-4.4464e-02, 7.5373e-02, 8.9023e-02, 4.7419e-03, 1.1592e-01,
1.1456e-01, -4.5410e-02, -1.3057e-01, -2.0263e-01, 1.6708e-01,
1.2792e-01, -9.2469e-02, 1.0871e-02, 2.6818e-02, -1.2009e-01,
-1.3575e-01, -1.3473e-01, 4.6649e-02, -9.0078e-02, -8.3642e-02,
1.1421e-01, 8.7970e-02, -4.8576e-02, 5.5301e-02, 3.3039e-02,
-7.0001e-02, 7.7084e-03, -1.8783e-01, 2.5240e-01, 2.3343e-02,
1.7845e-01, 8.0975e-02, 3.3010e-02, -1.9587e-01, -2.3211e-01,
-6.4287e-02, 2.4636e-02, -4.1374e-02, -4.2674e-02, -1.2810e-01,
-2.8786e-02, -2.1341e-03, 5.6480e-02, -4.6170e-02, 6.9557e-02,
3.0522e-02, -2.8136e-01, -7.8100e-02, 1.8782e-01, 1.0749e-01,
-5.9102e-02, 6.4174e-02, 3.6763e-02, -9.0063e-02, -1.2473e-01,
6.0414e-02, 1.4511e-01, -1.4158e-01, 7.9250e-02, 1.4420e-03,
-1.1335e-01, -8.0009e-02, -1.9348e-01, 3.6184e-01, -1.1026e-01,
-5.9576e-02, 1.1016e-01, -6.1829e-02, 8.6700e-02, 5.0597e-03,
-8.0380e-02, -3.9710e-02, 1.4485e-01, 1.4858e-01, 8.2811e-02,
-1.2805e-01, -1.2332e-01, -7.0250e-02, -5.2123e-02, -4.6208e-03,
2.3360e-02, 6.5734e-02, 9.4928e-02, -9.4617e-02, -1.1368e-01,
-2.3206e-01, -1.6821e-02, -1.3909e-01, -8.7270e-02, 6.2659e-02,
-1.0866e-01, -1.1613e-01, 9.5406e-02, -2.1081e-02, -1.2063e-03,
-9.2189e-02, -6.7657e-02, 2.0330e-01], device='cuda:0')),
('bert.encoder.layer.7.intermediate.dense.weight',
tensor([[ 0.0185, -0.0135, 0.0261, ..., -0.0476, 0.0231, 0.0314],
[ 0.0147, 0.0046, -0.0238, ..., -0.0920, 0.0489, -0.0200],
[ 0.0038, 0.0324, -0.0547, ..., 0.0228, 0.0107, -0.0545],
...,
[-0.1057, -0.0066, -0.0058, ..., 0.0325, 0.0217, 0.0078],
[-0.0617, 0.0007, -0.0373, ..., -0.0025, 0.0443, -0.0489],
[ 0.0100, 0.0013, 0.0638, ..., 0.0455, -0.0488, -0.0196]],
device='cuda:0')),
('bert.encoder.layer.7.intermediate.dense.bias',
tensor([-0.0858, -0.1216, -0.0576, ..., -0.0930, -0.0311, -0.1713],
device='cuda:0')),
('bert.encoder.layer.7.output.dense.weight',
tensor([[ 0.0818, -0.0022, -0.0076, ..., -0.0532, 0.0105, 0.1176],
[-0.0434, 0.0793, -0.0507, ..., 0.0387, -0.0063, 0.0388],
[-0.0588, -0.0231, 0.0006, ..., 0.0383, -0.0049, 0.0295],
...,
[ 0.0300, -0.0012, -0.0268, ..., -0.0019, 0.0208, 0.0506],
[ 0.0296, -0.0060, 0.0136, ..., 0.0272, -0.0351, -0.0026],
[ 0.0646, 0.0248, -0.0068, ..., 0.0367, 0.0394, 0.0299]],
device='cuda:0')),
('bert.encoder.layer.7.output.dense.bias',
tensor([ 1.4660e-01, -5.1600e-02, -1.0048e-01, 1.9380e-01, -3.2314e-02,
-5.2174e-02, 4.6697e-02, 8.9330e-02, 2.1966e-03, -8.3923e-02,
3.9179e-02, -3.5197e-02, -4.1239e-02, -7.5299e-02, 9.3181e-02,
7.7875e-02, -8.9428e-02, -9.4050e-02, -3.1348e-02, -2.0570e-01,
6.0350e-02, 2.1684e-02, -1.5902e-03, -2.1494e-02, -1.1893e-01,
-1.1085e-01, 6.1348e-02, 1.0681e-01, -3.2364e-03, 1.3751e-01,
5.4698e-02, -1.1250e-01, 5.6400e-02, -2.7087e-01, 1.3272e-01,
5.6515e-02, -4.0593e-02, -1.0103e-04, 1.5555e-01, 1.6955e-01,
-2.2295e-02, -1.3446e-02, -5.3385e-02, -7.5275e-02, -5.3343e-03,
9.9931e-03, 1.0446e-01, 1.2171e-01, -6.8261e-02, -3.0999e-02,
5.7338e-03, 2.5359e-02, 8.6560e-02, -1.2171e-03, -8.5455e-02,
-1.2893e-01, -1.4708e-01, -2.4934e-02, -1.0639e-01, 1.1345e-01,
-6.3425e-02, -5.8950e-02, 3.4466e-02, -8.8389e-02, -7.5113e-02,
9.4260e-02, 1.1906e-02, -3.1584e-02, 7.2228e-02, -1.7437e-01,
-8.3021e-02, 2.1121e-02, 1.4733e-02, -1.4579e-02, -3.6594e-02,
5.5030e-02, -1.0282e-02, -6.1316e-02, -2.6298e-02, -1.1414e-01,
8.5054e-02, 1.2390e-01, 1.4960e-01, 1.3090e-01, -1.5394e-01,
-8.3084e-02, -9.4417e-03, -5.5141e-02, 2.4145e-03, 5.2241e-02,
-1.1101e-02, 1.7367e-02, -4.6195e-02, 2.9736e-02, 4.0140e-02,
7.7126e-02, -9.2021e-02, 3.3965e-03, 1.7172e-01, 3.3496e-02,
2.0846e-01, 5.2495e-03, -5.4372e-02, -3.7707e-02, -2.6213e-01,
-5.2076e-02, 3.5527e-02, 6.7539e-03, -4.0513e-03, 6.2302e-02,
-1.2765e-02, 3.6723e-02, -9.6012e-02, 6.6045e-02, -6.2250e-03,
4.8779e-02, 3.0412e-02, 1.0420e-01, 3.6486e-02, -6.1809e-02,
3.5931e-03, -4.9517e-02, -2.4782e-02, -1.4447e-01, -1.5508e-01,
-6.7549e-03, 9.2980e-02, 8.2827e-03, -2.6327e-02, -6.4626e-02,
7.3068e-02, -7.5399e-03, 5.0224e-03, -6.0442e-02, 7.1922e-02,
7.8934e-02, -1.1554e-01, 8.0581e-02, -3.0692e-01, 1.9413e-01,
-1.8938e-01, -9.9332e-02, -1.1138e-01, -8.0767e-01, -1.2552e-01,
7.5071e-02, 1.1497e-02, 7.6664e-02, -5.8640e-02, -6.4180e-04,
-8.5910e-02, -1.0269e-01, -4.6078e-02, 3.8560e-02, 4.0426e-02,
-8.4649e-02, 4.5037e-02, -2.1101e-01, 9.7860e-02, -7.2132e-02,
1.2454e-01, -1.3127e-03, -3.0638e-03, 8.7089e-02, 5.3761e-02,
8.9480e-03, 1.8868e-01, -7.9188e-02, -2.1481e-01, 2.8148e-02,
6.7503e-02, 1.9294e-01, 3.5576e-02, 1.1129e-01, -1.2100e-02,
1.5714e-01, 1.9605e-01, -6.3828e-02, 6.6676e-02, 9.4172e-02,
-1.4383e-01, -2.4781e-02, 1.9167e-01, -1.2232e-02, 9.9966e-02,
1.8935e-02, 9.7596e-05, -1.4084e-01, 5.0956e-02, -1.5126e-02,
1.7564e-03, 6.2747e-02, 4.1372e-02, 4.2664e-02, -8.7795e-02,
-3.5508e-02, -7.6977e-02, 4.4072e-03, -1.6872e-01, -1.1882e-01,
1.4832e-02, 1.1739e-01, 1.1601e-01, 7.1246e-03, 1.7721e-01,
-1.1538e-01, 1.8999e-02, -8.1070e-02, -3.3267e-02, -9.2401e-02,
1.1516e-01, -5.9615e-02, -3.3519e-02, -1.5420e-01, -4.8783e-03,
7.9483e-02, 5.6055e-02, -7.7773e-02, 2.6588e-02, 6.3118e-02,
1.1746e-01, 1.0247e-01, 6.9971e-02, -7.1448e-04, -5.9370e-02,
1.7774e-03, -1.5572e-01, -6.4647e-02, 7.4458e-02, 1.9297e-01,
-5.3502e-02, 7.4020e-02, -9.8293e-03, -5.7590e-02, -2.4774e-02,
-7.3642e-02, 1.7004e-01, -1.3287e-01, 3.5122e-03, 8.8030e-02,
-1.8016e-01, -9.5757e-02, 1.3196e-01, 6.3010e-02, -7.2377e-02,
-1.4517e-02, 2.6280e-02, -9.1518e-03, -5.9558e-03, 3.0665e-02,
1.2410e-01, 1.1798e-02, -2.7551e-03, 5.2665e-02, 8.6842e-04,
6.9022e-02, 1.5088e-02, -1.5781e-03, 3.2493e-02, 4.4839e-03,
1.1947e-01, -7.5341e-02, -6.2620e-02, 2.9175e-02, 1.7454e-01,
-8.4275e-02, 8.4649e-02, 1.0668e-01, -6.0690e-02, -6.8827e-02,
-1.7290e-01, 5.3382e-02, 1.8206e-01, -2.4159e-02, 1.6599e-02,
1.1098e-02, 2.6144e-02, 1.9555e-02, 1.2482e-01, -7.1173e-02,
-5.6578e-03, -8.9032e-03, -1.5000e-01, 3.5009e-01, -1.2919e-01,
2.8711e-02, 1.1450e-01, 4.8217e-02, 3.2144e-02, -1.7003e-01,
2.9966e-02, 1.1342e-01, 4.0514e-02, -1.5286e-03, 1.0425e-02,
-4.9771e-02, -8.0648e-02, 1.0959e-01, -1.0432e-01, -9.5885e-03,
-9.9543e-02, -5.3183e-02, -4.6843e-02, -2.0993e-02, -4.7398e-01,
-5.2942e-02, 4.5901e-02, 1.1115e-01, -9.0878e-02, -5.6008e-03,
7.4606e-02, 1.2771e-01, -6.6842e-02, -5.3186e-02, 4.3256e-04,
7.2909e-03, -4.2968e-02, 1.0837e-01, 6.3627e-02, -1.0370e-02,
-7.3990e-03, 3.5612e-02, -1.7758e-01, 1.0161e-01, -9.9557e-02,
6.0856e-02, -3.0541e-02, 5.3412e-03, 1.4594e-01, -5.8835e-02,
-3.0684e-02, 4.6128e-02, 3.6548e-02, 4.5328e-02, -3.7264e-02,
2.0440e-02, -3.8452e-02, 1.4385e-01, -1.2210e-01, 8.4294e-02,
-2.0126e-02, 9.2659e-04, -1.9941e-01, 5.4177e-02, 4.8967e-02,
1.1906e-01, 5.9904e-02, 5.3377e-03, 1.2782e-01, 8.0657e-02,
-8.1754e-02, -8.2824e-02, 4.0708e-02, -1.8512e-02, 1.0828e-01,
1.7752e-02, -1.9527e-01, 1.1181e-01, 1.1350e-02, -2.8153e-02,
4.5738e-02, -6.0503e-02, -1.5132e-02, 4.1375e-02, -5.2450e-02,
7.4203e-02, -8.8869e-02, 1.0947e-01, -8.3826e-02, 1.7348e-02,
-9.2781e-02, -2.8652e-02, 8.0088e-05, 1.3697e-01, -1.4436e-01,
-4.1912e-02, -1.1386e-01, 2.1850e-02, -1.4225e-01, 4.5457e-02,
-1.3701e-01, 3.6134e-02, -1.2004e-02, 3.1506e-02, 3.2112e-03,
-6.6363e-02, 6.5062e-03, 7.2156e-03, -1.1464e-02, -5.6308e-02,
2.8027e-02, 1.4596e-01, 3.1273e-02, -4.1594e-02, 2.1614e-01,
-6.8154e-02, -4.9211e-02, -5.3871e-02, -7.7084e-02, -2.0603e-02,
-9.2076e-02, 6.2498e-02, 5.5246e-03, -8.0076e-02, -7.7909e-02,
2.8226e-02, -1.6105e-02, -1.0584e-01, -6.8069e-02, -9.5678e-02,
-7.3282e-02, -1.0193e-01, -3.4737e-02, -3.2519e-02, 3.3462e-02,
2.3745e-02, -5.0732e-02, 3.4392e-02, -2.7137e-02, -2.8825e-02,
-1.6378e-02, 9.3027e-03, -5.3018e-02, 1.2383e-01, -3.6255e-02,
-4.6286e-02, -6.2323e-02, 4.3885e-02, 1.0511e-01, 7.4372e-03,
7.2299e-02, 1.1052e-01, 1.1446e-01, 1.6123e-01, -9.8440e-02,
7.7885e-02, 1.3875e-01, 2.6336e-02, 2.0662e-01, 4.1022e-02,
8.5363e-03, 1.1106e-01, -8.1288e-02, -1.6810e-01, -1.0661e-01,
6.1690e-02, -9.9256e-02, -2.6152e-04, 9.3500e-02, 2.2369e-02,
1.7395e-01, 1.2477e-01, 6.2604e-02, 1.8608e-02, 1.6032e-02,
-1.7497e-01, -5.6677e-03, -1.0771e-02, 7.7637e-02, -5.2077e-02,
5.1222e-02, 5.4467e-03, 1.7251e-01, 7.3387e-02, 9.5742e-02,
2.0681e-01, 7.9767e-02, 1.0583e-01, -6.8933e-04, -5.2393e-02,
1.1879e-02, 2.3552e-03, -1.2696e-02, 7.7289e-02, 2.5743e-02,
1.0046e-01, -1.7861e-01, -1.3616e-01, 3.5928e-03, 4.1381e-02,
4.4987e-02, -8.5652e-03, -1.1966e-02, -2.1425e-02, -3.4664e-03,
-4.3715e-02, 1.5181e-03, 1.4654e-01, 1.6305e-02, -2.4170e-02,
-7.6626e-02, 2.8204e-03, -1.4346e-01, 4.0503e-02, 1.0417e-01,
5.7307e-02, -5.0795e-02, -1.5316e-02, -6.5018e-02, 3.8692e-02,
-9.6538e-02, -1.5538e-02, 3.9109e-02, -1.7282e-02, 6.2719e-02,
2.1502e-01, 2.0714e-02, -5.8568e-02, -1.0759e-01, -2.4483e-03,
8.6650e-02, -9.0695e-02, -6.8117e-02, 6.3618e-02, -2.8135e-02,
-2.3218e-01, 4.4609e-03, -6.1102e-02, 8.3789e-02, 9.5334e-03,
4.3243e-02, 1.0012e-02, -8.5582e-02, 7.7287e-02, 5.9686e-02,
-6.5746e-02, 1.2051e-01, -1.1385e-01, -2.8514e-02, -6.5612e-02,
1.0169e-01, 9.8201e-02, -1.1057e-01, -8.4574e-02, -7.9278e-02,
8.7915e-02, 1.4586e-01, 2.3955e-02, -5.3621e-02, -3.0674e-02,
-1.0682e-01, -2.5336e-02, 7.0517e-02, -8.9971e-02, 7.0812e-02,
-7.9210e-03, 1.7541e-01, 2.3368e-02, 1.1320e-02, 1.4585e-01,
1.2399e-01, 1.1139e-01, -4.7187e-02, -5.7434e-02, -3.5780e-02,
-4.6532e-02, -1.1763e-03, -9.0508e-01, 1.9545e-02, 4.3780e-02,
9.0310e-02, -3.0978e-02, -5.7509e-02, 6.7447e-02, 4.4929e-02,
-4.1860e-02, -1.3380e-01, -7.4444e-03, -5.9872e-02, -4.1745e-02,
-4.5864e-03, -3.9463e-03, -1.1964e-01, 6.9103e-02, 2.9517e-02,
8.1938e-02, 4.2335e-03, 9.4255e-04, -3.0184e-02, -6.5575e-02,
2.8586e-02, 1.4250e-01, 3.2494e-03, -1.0558e-01, 7.9922e-02,
4.8956e-02, 7.5533e-03, 1.0050e-01, 3.1062e-03, -1.3062e-01,
6.7019e-03, 1.6679e-01, 8.0585e-02, -9.0152e-02, 1.2583e-01,
7.7817e-02, -1.1592e-02, 2.6975e-02, 1.9564e-02, 7.3015e-02,
1.6117e-02, -2.9983e-02, 7.7592e-02, -4.3820e-02, -9.7140e-02,
-3.0240e-02, 6.4618e-02, -2.8486e-03, 1.1812e-01, 1.7971e-01,
5.0706e-02, -2.4557e-02, -5.2075e-02, -2.1231e-01, 3.9143e-02,
2.3169e-03, -9.7743e-02, -5.3941e-02, -1.1948e-01, 4.2977e-02,
6.5625e-02, -7.4805e-02, 8.4037e-02, -1.2476e-01, -7.6081e-02,
-1.2450e-01, -4.3419e-02, -1.5913e-01, -3.0679e-02, 7.9685e-02,
-1.7359e-01, 7.1454e-03, -1.2638e-01, -1.7011e-01, 1.5914e-01,
1.7670e-01, 6.2933e-02, 1.9185e-02, 1.2290e-01, 6.3544e-02,
-2.2970e-02, 1.1331e-02, 2.7869e-02, 1.1129e-01, -7.0693e-02,
-6.9925e-02, -2.4623e-02, 8.8541e-02, -1.1251e-01, -3.9996e-02,
4.5128e-03, 2.2974e-02, -1.6952e-01, -1.4605e-01, 3.4903e-02,
-6.4027e-02, -2.5262e-02, -8.8466e-02, 1.5664e-01, -1.1564e-01,
1.7291e-01, 5.3114e-02, 1.5788e-02, 1.5258e-01, -7.3531e-02,
5.6536e-02, -3.7672e-02, -1.3495e-01, 4.7238e-02, 5.3180e-02,
-2.0651e-02, 2.1621e-01, -4.3440e-02, -7.5309e-02, -1.2979e-01,
-1.0203e-01, 2.5741e-03, 4.5981e-02, -8.7211e-02, 5.4550e-02,
-2.6014e-02, -9.7089e-02, 5.1285e-02, 7.9613e-03, -1.7476e-01,
9.6766e-03, -1.3676e-02, 5.1335e-03, 4.4168e-02, -4.4632e-02,
6.0193e-02, 1.8784e-01, -3.0520e-02, 6.8771e-02, -6.1873e-02,
-1.1142e-02, 1.7247e-02, -3.3309e-02, 7.2265e-02, 1.1711e-02,
1.0982e-01, -8.3375e-02, -3.7319e-02, -2.4445e-02, -2.0568e-01,
2.6722e-02, -7.8390e-03, -6.9316e-02, 1.3033e-01, -4.1018e-02,
2.6047e-02, -4.4380e-03, -6.5694e-02, 4.9869e-02, 8.9791e-03,
5.6197e-02, -7.3130e-02, -1.4704e-03, 8.1424e-02, 8.2768e-02,
-8.6181e-02, -3.2752e-02, 4.7496e-02, -2.3899e-02, 2.0663e-02,
-3.8377e-03, 8.0821e-02, -1.1323e-01, -2.8029e-02, -6.9655e-02,
-1.3284e-01, -2.1157e-04, 5.4758e-02, 2.7954e-02, -7.5538e-02,
4.5578e-02, 4.1146e-02, -2.3282e-02, 1.2601e-01, 3.3128e-03,
1.6720e-02, -9.2419e-02, 1.2354e-01, 1.8347e-02, 6.9650e-02,
-1.2619e-01, 7.4711e-02, -1.6328e-02, 3.2148e-02, 6.1657e-02,
1.3333e-01, -3.3261e-02, 1.0368e-01, 2.7797e-02, -1.0953e-02,
1.9200e-02, 1.3525e-01, -1.2820e-01, -1.4372e-01, 7.6901e-02,
-3.3299e-02, 4.3561e-02, 1.6309e-02, 7.4186e-02, -1.1532e-01,
-1.5175e-02, 6.0954e-02, 1.6858e-01], device='cuda:0')),
('bert.encoder.layer.7.output.LayerNorm.weight',
tensor([0.8197, 0.8403, 0.8240, 0.8314, 0.8214, 0.8238, 0.7171, 0.7946, 0.8314,
0.8050, 0.8229, 0.8560, 0.8702, 0.8371, 0.8363, 0.7758, 0.8251, 0.8295,
0.8034, 0.8334, 0.8127, 0.8253, 0.8162, 0.8062, 0.8359, 0.8263, 0.8402,
0.7892, 0.7996, 0.8449, 0.8350, 0.8007, 0.8628, 0.7826, 0.8311, 0.8065,
0.7820, 0.8473, 0.8019, 0.7893, 0.8441, 0.8096, 0.8094, 0.8535, 0.8550,
0.8305, 0.8188, 0.8428, 0.8524, 0.8053, 0.8362, 0.7981, 0.7880, 0.8159,
0.7913, 0.7726, 0.8019, 0.8624, 0.8166, 0.8070, 0.8499, 0.8543, 0.8409,
0.8256, 0.7874, 0.8578, 0.8134, 0.7988, 0.8179, 0.7584, 0.8096, 0.8384,
0.8231, 0.7910, 0.8495, 0.8421, 0.8415, 0.8376, 0.8525, 0.8508, 0.8011,
0.8592, 0.8418, 0.8308, 0.7640, 0.8050, 0.8023, 0.8419, 0.8368, 0.8184,
0.8043, 0.8075, 0.8446, 0.8532, 0.7976, 0.8039, 0.7995, 0.8512, 0.8196,
0.8290, 0.8272, 0.8540, 0.8204, 0.8601, 0.8166, 0.8601, 0.8615, 0.7693,
0.8492, 0.8492, 0.8034, 0.8337, 0.8786, 0.7706, 0.8375, 0.8398, 0.8376,
0.8230, 0.8542, 0.8513, 0.8351, 0.8430, 0.8368, 0.8054, 0.7863, 0.7977,
0.8546, 0.8068, 0.8413, 0.8187, 0.8405, 0.8091, 0.8335, 0.8291, 0.8686,
0.8408, 1.1052, 0.8413, 0.8140, 0.8594, 0.8190, 0.8389, 0.8256, 0.0931,
0.8112, 0.8298, 0.8145, 0.8360, 0.8170, 0.8151, 0.8252, 0.8278, 0.8540,
0.8180, 0.8205, 0.8251, 0.8620, 0.8415, 0.8135, 0.8344, 0.8187, 0.8890,
0.7808, 0.8480, 0.7902, 0.8210, 0.8184, 0.7776, 0.8018, 0.8286, 0.8522,
0.7665, 0.7773, 0.8372, 0.8072, 0.8263, 0.8273, 0.7783, 0.8685, 0.8216,
0.7827, 0.8316, 0.7832, 0.8302, 0.8384, 0.8449, 0.8303, 0.8068, 0.8275,
0.8276, 0.7854, 0.7808, 0.8294, 0.8245, 0.8017, 0.8383, 0.8637, 0.8179,
0.8468, 0.8179, 0.8467, 0.7702, 0.8483, 0.8238, 0.8100, 0.8253, 0.8421,
0.8498, 0.8217, 0.8192, 0.8428, 0.8218, 0.7675, 0.8413, 0.8222, 0.8574,
0.7888, 0.7934, 0.8276, 0.8012, 0.8729, 0.8429, 0.8494, 0.8179, 0.8029,
0.8243, 0.8630, 0.8282, 0.8043, 0.7549, 0.8303, 0.8598, 0.8124, 0.8248,
0.8202, 0.8216, 0.7958, 0.8553, 0.8326, 0.8464, 0.8210, 0.7964, 0.7836,
0.8064, 0.8346, 0.8112, 0.8679, 0.8129, 0.8794, 0.8532, 0.8248, 0.8238,
0.9072, 0.8489, 0.8563, 0.8679, 0.8461, 0.7900, 0.8350, 0.8314, 0.7503,
0.8179, 0.8276, 0.8261, 0.8298, 0.8203, 0.8498, 0.8782, 0.8117, 0.8163,
0.8261, 0.8255, 0.8406, 0.8254, 0.8528, 0.8386, 0.8475, 0.8650, 0.8048,
0.8039, 0.8903, 0.8557, 0.8484, 0.3119, 0.8545, 0.8628, 0.8267, 0.8258,
0.8162, 0.7866, 0.7788, 0.8272, 0.8068, 0.8010, 0.8262, 0.7989, 0.8022,
0.7857, 0.8490, 0.8208, 0.8318, 0.8156, 0.8401, 0.8695, 0.2496, 0.8706,
0.8161, 0.8660, 0.8407, 0.8501, 0.8217, 0.8039, 0.8092, 0.8202, 0.8013,
0.8489, 0.8225, 0.8220, 0.8709, 0.7871, 0.8169, 0.8318, 0.8224, 0.8568,
0.8256, 0.8224, 0.8286, 0.8403, 0.8537, 0.8080, 0.8350, 0.8352, 0.8397,
0.8639, 0.8683, 0.8477, 0.8465, 0.8245, 0.8098, 0.8128, 0.7815, 0.8398,
0.8285, 0.8462, 0.8274, 0.8447, 0.8600, 0.8353, 0.8319, 0.8029, 0.8480,
0.8176, 0.8176, 0.8325, 0.8491, 0.8308, 0.8353, 0.8268, 0.8445, 0.7910,
0.8606, 0.8206, 0.8279, 0.8531, 0.7991, 0.7845, 0.8409, 0.8260, 0.8403,
0.8491, 0.8188, 0.8528, 0.8331, 0.8540, 0.8137, 0.8208, 0.8453, 0.8483,
0.8540, 0.7744, 0.8088, 0.8199, 0.8191, 0.8417, 0.7969, 0.8176, 0.7964,
0.8437, 0.8118, 0.7956, 0.8433, 0.7757, 0.8215, 0.8458, 0.8317, 0.8284,
0.8176, 0.8589, 0.8040, 0.8019, 0.7479, 0.8145, 0.7936, 0.8217, 0.8201,
0.8271, 0.8269, 0.8206, 0.8463, 0.8761, 0.8289, 0.8122, 0.8493, 0.8696,
0.8619, 0.8293, 0.8029, 0.8153, 0.8074, 0.8638, 0.8386, 0.8719, 0.8440,
0.8159, 0.8191, 0.8682, 0.8169, 0.7916, 0.8276, 0.8483, 0.8442, 0.8606,
0.7862, 0.8420, 0.7804, 0.8419, 0.8198, 0.8425, 0.8608, 0.8336, 0.8344,
0.7857, 0.8312, 0.8130, 0.8207, 0.7822, 0.8342, 0.8519, 0.8564, 0.8089,
0.8506, 0.7872, 0.8402, 0.8487, 0.8298, 0.8003, 0.8168, 0.7734, 0.7994,
0.8208, 0.8297, 0.8326, 0.7887, 0.8604, 0.7069, 0.7955, 0.8151, 0.8214,
0.8289, 0.8356, 0.8574, 0.8160, 0.8480, 0.7825, 0.8458, 0.8214, 0.7648,
0.8605, 0.8206, 0.8633, 0.7997, 0.8472, 0.8678, 0.8375, 0.8139, 0.8251,
0.8682, 0.8197, 0.9220, 0.8208, 0.8100, 0.8548, 0.8296, 0.8012, 0.8143,
0.8176, 0.8388, 0.8495, 0.8143, 0.8287, 0.8802, 0.8700, 0.8187, 0.8439,
0.8316, 0.8293, 0.8839, 0.8351, 0.8429, 0.8151, 0.8071, 0.8566, 0.8352,
0.8427, 0.8197, 0.8205, 0.8413, 0.8148, 0.7880, 0.8443, 0.8638, 0.7778,
0.8329, 0.8837, 0.8538, 0.8438, 0.8220, 0.8721, 0.8262, 0.8491, 0.8274,
0.8099, 0.8346, 0.8198, 0.8183, 0.8073, 0.8071, 0.8283, 0.7942, 0.8228,
0.8587, 0.8697, 0.8063, 0.7540, 0.8350, 0.8483, 0.8227, 0.8210, 0.8599,
0.8108, 0.7786, 0.7996, 0.8439, 0.8229, 0.7992, 0.8177, 0.7745, 0.6654,
0.8006, 0.8283, 0.8593, 0.8625, 0.8028, 0.8676, 0.8433, 0.8580, 0.8178,
0.8391, 0.7981, 0.8333, 0.8032, 0.8356, 0.7953, 0.8159, 0.8428, 0.8414,
0.8337, 0.7907, 0.8367, 0.8281, 0.8602, 0.8180, 0.8343, 0.8381, 0.8486,
0.8478, 0.8242, 0.8245, 0.7952, 0.7890, 0.8657, 0.8220, 0.8191, 0.7948,
0.8298, 0.8115, 0.8009, 0.8242, 0.8509, 0.8329, 0.8403, 0.8454, 0.8096,
0.8379, 0.8214, 0.8410, 0.8149, 0.7595, 0.8100, 0.8242, 0.8234, 0.8008,
0.8266, 0.8150, 0.8128, 0.8307, 0.8554, 0.8632, 0.8552, 0.8541, 0.8278,
0.8117, 0.8321, 0.8481, 0.8196, 0.8368, 0.8410, 0.7988, 0.8239, 0.7796,
0.8506, 0.8406, 0.8383, 0.8029, 0.8023, 0.8154, 0.8698, 0.8399, 0.8347,
0.8328, 0.8569, 0.8128, 0.8196, 0.8107, 0.8588, 0.8227, 0.7675, 0.8388,
0.8276, 0.7839, 0.7925, 0.8776, 0.8122, 0.8175, 0.8324, 0.8234, 0.8342,
0.8228, 0.8065, 0.8098, 0.8299, 0.8055, 0.8176, 0.8183, 0.8486, 0.8428,
0.8571, 0.7788, 0.7787, 0.8431, 0.8453, 0.7675, 0.8211, 0.8354, 0.8181,
0.8368, 0.8402, 0.8677, 0.8524, 0.8189, 0.8523, 0.7945, 0.8379, 0.8556,
0.8441, 0.8286, 0.8103, 0.8629, 0.8506, 0.8483, 0.8331, 0.7848, 0.8439,
0.8249, 0.8575, 0.8359, 0.8513, 0.8427, 0.7904, 0.8459, 0.8101, 0.8108,
0.8036, 0.7781, 0.8265, 0.8528, 0.8229, 0.8421, 0.8493, 0.8383, 0.8334,
0.8485, 0.8356, 0.8211, 0.8585, 0.8323, 0.7573, 0.8019, 0.8033, 0.8476,
0.8276, 0.8280, 0.8295, 0.8100, 0.8541, 0.7569, 0.8797, 0.8012, 0.8566,
0.8414, 0.8282, 0.8328, 0.8208, 0.8314, 0.8391, 0.8430, 0.8377, 0.8295,
0.8150, 0.8546, 0.8407, 0.8211, 0.7781, 0.7975, 0.7902, 0.8091, 0.8378,
0.8367, 0.8164, 0.7881, 0.8237, 0.8343, 0.8238, 0.7856, 0.8625, 0.8088,
0.8186, 0.8203, 0.8546, 0.8043, 0.7918, 0.8503, 0.8362, 0.8294, 0.8730,
0.8325, 0.8585, 0.8004], device='cuda:0')),
('bert.encoder.layer.7.output.LayerNorm.bias',
tensor([-5.1788e-02, 4.2935e-02, 3.1923e-02, -6.8835e-02, 5.5527e-02,
-4.1614e-02, 6.6816e-02, -8.0933e-02, -3.3348e-02, 6.8367e-02,
-6.7026e-02, -4.6737e-04, 3.4807e-03, 7.7887e-02, -3.6956e-02,
-8.0190e-02, -6.7762e-02, 2.9074e-02, 4.0519e-02, 4.5677e-02,
-7.5857e-03, -7.1597e-02, -2.6718e-02, -4.7229e-02, 2.0779e-02,
-3.4311e-02, -6.6089e-02, -1.4924e-01, -7.6703e-02, -3.5839e-02,
-2.5863e-02, 4.2578e-02, 8.7913e-03, 5.0871e-02, -1.2271e-01,
-1.5229e-02, 1.4811e-02, -4.4185e-02, -6.5368e-02, -1.4263e-01,
1.3982e-02, 6.5740e-02, -5.0242e-02, -3.7135e-02, -5.9574e-02,
2.7519e-03, -4.1050e-02, -8.4626e-02, -4.3922e-02, -8.5354e-02,
-6.0898e-02, -5.8456e-02, -1.0203e-01, 9.2705e-02, -5.0159e-02,
9.3088e-03, 2.6256e-02, -3.1121e-02, -2.6137e-02, -3.3442e-02,
2.1404e-04, 9.8807e-03, -1.0149e-01, 7.4314e-02, 5.4587e-02,
-7.4703e-02, -2.1224e-02, 2.5348e-02, -5.7576e-02, 5.0454e-02,
3.9086e-02, 1.4740e-02, -1.1968e-03, -5.2566e-02, -9.7888e-04,
-5.5285e-02, -5.4574e-02, -1.5241e-02, -1.6015e-02, -2.2581e-02,
-7.5210e-02, -3.5431e-02, -2.4653e-02, -1.1879e-01, 8.2495e-03,
-7.9526e-02, 1.3026e-02, -2.5117e-02, -6.9063e-02, -6.4346e-02,
6.0034e-02, 1.8831e-02, -3.2727e-04, -5.0458e-02, 2.6697e-02,
-9.6172e-02, -2.9133e-02, -2.4355e-02, -7.9283e-02, -5.3765e-02,
-7.3135e-03, 6.1621e-03, -7.0331e-03, -3.9131e-02, 1.0943e-02,
1.2244e-02, -8.5216e-02, -5.1775e-02, 2.9628e-02, 7.0313e-03,
-1.4877e-02, 3.0068e-02, -8.8034e-03, -2.0013e-02, -1.2569e-01,
-8.9311e-02, 2.9378e-02, -9.5706e-02, -1.5819e-02, 7.2635e-03,
-3.6851e-02, 1.3756e-02, -4.5200e-02, -4.5745e-02, 4.1637e-02,
-3.9114e-02, -7.5304e-02, -5.6259e-03, 3.1760e-02, -7.4842e-04,
4.8103e-02, -1.6230e-02, -6.7302e-03, -3.6355e-02, 1.4669e-02,
-4.4641e-02, -1.6692e-01, -9.1114e-02, 5.0258e-02, -5.4833e-02,
6.3949e-02, 5.5319e-02, -7.0123e-02, 4.5666e-01, -1.5161e-02,
-1.0845e-02, -7.7458e-02, -1.0275e-01, 3.4446e-02, 5.9134e-02,
4.2305e-02, 1.4775e-03, -1.4085e-02, -9.1646e-02, -1.1355e-01,
3.8124e-02, 1.6389e-02, 7.2155e-02, -6.4025e-02, 4.0603e-02,
-1.5126e-01, -6.1286e-02, -6.6903e-02, -1.3114e-02, -2.5384e-02,
7.5962e-02, -8.9235e-02, -3.4369e-03, 3.6022e-02, -4.8594e-02,
-5.0667e-02, -4.6496e-02, 2.6767e-02, -5.5874e-02, -8.5162e-02,
-1.1031e-01, -1.0787e-01, 4.7526e-02, 3.9279e-03, -3.3651e-02,
9.4866e-02, 2.9008e-02, -4.0816e-03, 2.0277e-02, -3.0417e-02,
-1.8341e-02, -3.9999e-03, 7.0263e-02, 8.5903e-03, 2.1839e-02,
-9.0288e-02, -3.5816e-02, -6.3611e-02, -4.6448e-02, 1.5913e-02,
8.9908e-02, 5.9652e-03, -2.8475e-02, 9.5662e-03, 2.9231e-02,
-5.4940e-02, -9.0030e-02, -2.3077e-03, -5.3741e-02, -8.6655e-02,
-9.8327e-03, -8.3352e-02, 5.2354e-02, 3.5211e-03, -3.1618e-06,
7.3288e-03, 1.6904e-02, -6.5474e-02, 6.0115e-02, -4.2936e-02,
-4.6930e-02, -1.1562e-01, -2.0235e-02, 2.7463e-02, -3.8644e-02,
-4.1162e-02, -5.9862e-02, -1.0881e-01, 8.3444e-02, 5.5191e-02,
-9.1932e-02, -2.8879e-02, 1.1865e-02, -9.7005e-02, -5.0114e-02,
-4.0787e-03, -8.2852e-02, -2.3933e-02, 3.1558e-02, -1.8988e-02,
2.1348e-02, 6.5900e-03, 5.5691e-02, -5.1065e-02, -7.9373e-03,
1.7608e-02, -9.3921e-03, -9.4272e-02, -8.4594e-02, 1.0449e-02,
2.1573e-02, -3.0046e-02, -2.0693e-02, -7.3244e-02, -9.6516e-02,
-3.0327e-02, -1.2620e-02, -1.3513e-01, -9.9064e-02, -3.7688e-02,
-5.4448e-02, 3.8039e-02, -3.9444e-02, 3.2266e-02, -7.1020e-02,
-5.0962e-02, 4.8582e-02, -4.8065e-02, -3.4402e-03, -6.4304e-02,
-4.4496e-02, -6.2206e-02, -4.0386e-02, -5.0905e-03, 6.4260e-02,
3.1234e-02, 6.8286e-02, -8.7097e-02, -5.9807e-02, -9.5556e-02,
-2.9806e-02, 3.7696e-02, 3.1810e-03, -7.4081e-02, 1.0159e-01,
-3.5132e-02, -2.9172e-02, 3.9957e-02, -6.7454e-01, -1.0728e-02,
1.3328e-02, -1.2126e-02, 9.4822e-02, -9.1172e-02, -7.8114e-02,
-3.7151e-02, -6.0808e-02, -5.1589e-02, 4.6450e-02, -1.8050e-02,
5.2916e-02, 6.6422e-02, -1.7977e-02, 3.3660e-02, -1.7978e-02,
-5.4946e-02, 4.8718e-02, -4.1034e-02, -5.1041e-02, -2.1854e-01,
2.9471e-02, -2.4121e-02, -4.4738e-02, 1.2687e-02, -6.3115e-02,
-6.8173e-02, -9.6475e-02, -1.9679e-02, -6.1762e-02, -1.4796e-02,
1.1194e-02, -1.8586e-02, -1.4710e-02, 2.6818e-02, -1.9007e-02,
5.7321e-02, -1.9090e-02, -4.1544e-02, -3.1242e-02, -1.2444e-02,
4.5579e-02, -7.3828e-02, -2.9910e-02, -3.4145e-02, -6.2163e-02,
1.0783e-01, -5.3881e-02, -1.9265e-02, -4.1713e-02, -2.7449e-02,
6.0012e-03, 3.5889e-03, -9.3272e-02, 8.2544e-02, -3.2681e-02,
-3.1702e-02, -5.1679e-02, -1.4106e-02, 3.6504e-02, -5.5672e-02,
-1.6866e-02, -9.2655e-03, 2.8888e-02, -4.8737e-02, -2.2230e-02,
-8.3755e-03, 2.6925e-02, 4.3136e-02, -3.8116e-02, -7.6528e-02,
4.3183e-02, 6.3779e-03, -2.7392e-02, -5.6013e-02, 5.5094e-02,
-1.8641e-02, 6.2695e-02, -6.6450e-02, -3.5363e-03, 5.0268e-02,
-8.4252e-02, -4.7486e-04, -1.3003e-01, 2.6702e-02, -3.4215e-02,
4.2571e-02, 2.2521e-02, 1.2696e-03, -2.3780e-02, 4.7697e-02,
-3.6096e-02, 1.3464e-02, 3.7950e-02, -3.5318e-02, -6.1472e-03,
2.8600e-02, -5.0142e-02, -3.6883e-02, -6.3810e-02, 6.8528e-03,
5.2020e-02, -4.9342e-02, -1.6558e-02, -8.5545e-02, 2.9770e-02,
-4.8760e-02, -5.3246e-02, -7.9473e-03, -4.4031e-03, -3.5603e-02,
4.4684e-02, -4.1864e-02, -6.2185e-03, 5.1986e-02, -4.9444e-02,
-9.7968e-03, -7.3004e-02, 8.7771e-03, -2.1624e-02, 8.3409e-02,
-4.0446e-02, 9.8351e-04, 2.3158e-02, 2.6869e-02, 2.9485e-02,
3.2388e-02, 1.4335e-02, -4.1937e-02, -8.7368e-03, -2.8760e-02,
1.3157e-03, -4.7950e-02, -1.3021e-01, 5.6588e-02, -1.1063e-02,
4.5534e-02, 1.7719e-02, 7.5907e-03, -9.1978e-02, -8.4431e-02,
1.1211e-02, 2.3660e-02, 9.5203e-03, -8.5185e-02, -5.0945e-02,
9.4713e-03, -2.3787e-02, -1.5339e-03, -9.6670e-02, -6.1865e-03,
-7.3966e-02, -8.1654e-02, -4.1404e-02, -1.0265e-02, -6.2036e-02,
-5.4739e-02, 4.5784e-02, 1.9246e-02, 1.4515e-02, 6.0434e-03,
3.2858e-02, 6.9810e-03, -4.8113e-02, -3.8765e-02, 2.4370e-02,
-8.3524e-02, -8.1643e-02, -4.2165e-02, -4.3040e-02, -2.5268e-02,
1.6850e-01, -9.7286e-02, 4.6275e-02, 2.3264e-02, -9.7904e-04,
3.3222e-02, 1.8969e-02, 1.8831e-02, -7.6637e-02, -2.9809e-02,
-5.0814e-02, -3.8530e-02, -3.9334e-02, -3.9996e-02, -3.7684e-02,
-5.2743e-02, -5.7018e-02, 1.5638e-03, -8.1458e-02, -1.1584e-02,
-4.1719e-02, -8.2799e-03, -5.1343e-02, -3.2107e-02, 2.6715e-02,
-5.9942e-02, 1.4411e-02, 1.2764e-02, -5.9572e-02, -7.9341e-02,
1.4733e-02, -2.8929e-02, -7.2251e-02, -9.7297e-03, -1.6206e-02,
3.9607e-03, -7.7069e-03, 3.4946e-02, -1.5883e-02, -9.7670e-02,
-4.4386e-02, -2.6921e-03, -1.3071e-02, -2.4182e-02, -6.7855e-02,
-6.1532e-02, -7.0066e-03, -5.5823e-02, 5.4701e-02, 1.8378e-02,
-1.6181e-01, -2.8074e-02, -6.1068e-02, -1.4241e-02, 3.5447e-02,
5.0694e-02, -2.4747e-02, -3.1711e-02, -4.0864e-02, 3.6062e-02,
3.1112e-02, -3.6760e-02, -4.0689e-02, -7.4530e-02, -5.3216e-02,
2.0296e-02, -3.1279e-02, -2.8508e-02, 8.1997e-03, -3.1553e-02,
8.6336e-03, -1.3020e-01, -1.1174e-02, -1.5007e-03, 7.1940e-03,
1.5806e-02, -1.1090e-01, 3.1395e-02, 1.0599e-02, 3.5162e-02,
-7.2211e-02, -4.6199e-02, -7.7479e-02, 2.3565e-02, -5.5905e-02,
5.2700e-02, -2.6410e-02, -4.5930e-02, 5.9599e-02, -6.4148e-02,
-1.3812e-01, -3.8637e-02, 6.0298e-03, -4.7586e-03, -8.8636e-02,
-1.1008e-01, -5.9133e-02, 5.6186e-02, -6.0572e-02, -6.3501e-02,
-9.0471e-02, 4.4356e-02, -5.4057e-01, 2.4030e-02, -2.6308e-02,
-2.1426e-03, -3.8068e-02, -1.1682e-02, -1.0660e-02, -6.1781e-02,
7.8836e-04, -3.4234e-02, 1.8691e-02, 3.8649e-02, -1.0884e-01,
-7.0756e-02, -2.6662e-02, -2.7227e-03, -1.2269e-02, -4.9408e-02,
-2.9113e-02, -2.3099e-02, 2.8518e-02, -5.2735e-02, 8.0901e-02,
-8.8275e-02, -1.4862e-01, -2.3716e-02, -2.3092e-02, -1.8038e-02,
1.4658e-02, -4.2657e-02, -4.8645e-03, -1.1264e-01, 3.4975e-02,
-2.8810e-02, -7.3047e-02, -3.3504e-02, 4.8511e-02, 1.9823e-02,
-1.0528e-01, -7.0212e-02, -5.1028e-02, 2.7670e-02, -6.0657e-02,
1.1165e-02, -1.8839e-02, 9.7342e-03, 4.4064e-02, 7.7518e-03,
9.5159e-03, -2.6597e-02, -7.6602e-02, -7.0742e-02, -1.0879e-01,
-4.8226e-02, -9.0172e-04, -1.5796e-02, 8.2755e-02, -1.7025e-01,
-7.4174e-02, -3.8301e-02, 2.1057e-02, -1.7252e-02, -3.5040e-02,
1.4085e-02, -6.8587e-03, -7.3650e-02, -3.1388e-02, -7.0139e-02,
5.5807e-02, 4.6531e-02, 7.7865e-02, -4.1903e-02, -1.0281e-01,
7.0056e-02, -7.7240e-02, -1.0964e-02, 9.2006e-02, -9.5832e-02,
-9.4483e-02, -1.2002e-02, -8.4110e-02, 2.9505e-02, 1.7430e-02,
-1.8238e-04, 1.1708e-03, -1.3425e-01, -8.0413e-02, -1.5908e-02,
3.4703e-02, 8.7698e-04, -7.2776e-02, 7.3972e-02, 5.0317e-02,
-1.5590e-02, 1.3803e-02, 3.5628e-02, 5.8145e-02, -4.5824e-02,
-2.7427e-02, 1.5772e-02, 5.8865e-03, -1.1019e-01, 7.0608e-02,
-9.5757e-02, -8.8314e-02, 2.7123e-02, -2.2678e-02, 3.0440e-02,
5.1011e-03, -6.5801e-02, -4.0536e-03, 3.3645e-02, -6.0322e-02,
-2.8953e-02, -7.9467e-02, -7.7179e-02, -2.6918e-02, -1.1488e-01,
-6.2266e-02, -6.1161e-03, 1.6805e-02, 5.1273e-02, -9.3730e-02,
-1.1024e-01, -2.5146e-02, -3.7206e-02, -5.6116e-02, 4.1518e-02,
-1.6441e-02, 5.5405e-03, -3.5183e-02, -9.7081e-03, 7.3746e-03,
-1.0562e-01, -4.0373e-02, 2.8871e-02, -3.8696e-02, -6.5767e-02,
-2.8371e-03, -5.8776e-02, 1.2032e-01, -1.1465e-01, -4.0700e-02,
-6.9809e-02, -8.4535e-02, -7.1514e-03, 2.7438e-02, 6.3747e-02,
1.8393e-02, -2.7128e-02, 4.4582e-03, -1.6017e-02, 2.4790e-02,
-8.1758e-03, -2.9690e-03, -3.4668e-02, 2.0914e-03, -5.5685e-02,
-7.7179e-02, 6.2320e-02, 3.5528e-03, -5.1441e-02, -1.0465e-01,
-8.2149e-03, -6.6495e-02, -5.1552e-02, 3.3687e-03, 3.2692e-03,
-2.0552e-02, -6.0325e-02, 1.4068e-02, -3.7742e-02, -4.6773e-02,
4.7699e-02, 1.1293e-02, 7.2834e-02, -1.1113e-01, 9.2574e-04,
1.1736e-02, -8.5426e-02, -2.4640e-02, -5.2058e-02, -2.5188e-02,
6.7277e-02, -1.2612e-02, -6.8822e-02, -8.5834e-02, -6.5375e-02,
2.7209e-02, 1.8787e-03, -9.4085e-03, 3.9277e-04, -3.5855e-02,
-3.6750e-02, -2.7243e-02, -9.2295e-02, 2.2203e-02, 2.1610e-02,
5.8611e-02, -4.1226e-02, 4.9868e-02, 1.2016e-02, -7.3632e-02,
1.0943e-02, 1.6036e-02, -7.7280e-02, -3.1498e-02, -8.6949e-03,
-1.9643e-02, 7.2994e-03, -1.3947e-01], device='cuda:0')),
('bert.encoder.layer.8.attention.self.query.weight',
tensor([[-0.0271, 0.0189, -0.0336, ..., -0.0400, -0.0036, 0.0287],
[-0.0463, 0.0166, 0.0450, ..., 0.0131, -0.0131, -0.0521],
[ 0.0323, -0.1151, 0.0424, ..., 0.0375, -0.0163, 0.0323],
...,
[ 0.0320, 0.0084, -0.0232, ..., 0.0085, 0.0600, 0.0406],
[-0.0551, -0.0386, 0.0894, ..., -0.0274, -0.0144, -0.0833],
[ 0.0140, -0.0119, -0.0422, ..., 0.0550, -0.0067, -0.0111]],
device='cuda:0')),
('bert.encoder.layer.8.attention.self.query.bias',
tensor([-2.9538e-02, 5.9897e-02, 1.7897e-01, -8.7469e-02, -6.1304e-02,
-1.9133e-01, -1.3709e-01, -6.9356e-02, 9.4083e-02, -1.0668e-03,
-3.7303e-03, 2.0163e-02, -1.1629e-02, -8.0657e-02, -2.2774e-02,
3.0291e-02, 2.8382e-01, 4.9533e-02, 4.8848e-02, 1.9420e-02,
3.3791e-02, 1.8456e-01, -7.4493e-02, 2.2504e-02, -1.5539e-01,
-6.6606e-02, -3.6828e-02, 1.1945e-01, 4.9025e-01, -2.2585e-01,
-2.1426e-02, -1.0941e-01, 6.8704e-03, 1.2004e-01, -5.2639e-02,
-3.9275e-02, 6.3232e-02, 3.7142e-02, 7.9740e-02, 8.3433e-02,
-1.9370e-02, -7.2284e-03, -4.2024e-02, -4.5278e-02, -6.6109e-02,
-4.0078e-02, 8.6337e-02, -1.0583e-01, 1.6299e-01, 3.8374e-02,
-1.4607e-02, -1.6516e-01, 8.1404e-02, 5.4605e-02, 8.4435e-02,
1.8123e-01, -4.5663e-02, 3.2641e-02, -6.6304e-02, -3.3494e-02,
5.6964e-02, -1.4300e-01, 1.8408e-01, -4.1135e-02, -1.9900e-01,
1.5336e-01, -6.6410e-02, 1.8764e-01, 9.5705e-02, -3.8655e-02,
8.7096e-02, 8.7439e-02, 6.4071e-03, -3.0059e-01, 2.6205e-01,
-1.4546e-01, 1.1897e-01, 4.7526e-02, 1.8709e-01, -3.9000e-02,
-1.7072e-01, 1.5290e-01, -2.1805e-02, -3.5955e-01, 6.0810e-02,
6.1190e-03, -9.0470e-02, 7.2741e-01, 5.9921e-02, 7.1187e-02,
3.0092e-01, 4.7729e-02, -2.4555e-02, -1.5513e-01, -2.6765e-01,
1.5594e-02, 5.8684e-02, 2.1644e-02, 6.6437e-02, 3.5390e-02,
-5.8999e-01, 9.6281e-02, 4.7662e-01, -2.0064e-01, -4.9287e-02,
-1.2275e-01, 3.3147e-02, -2.8630e-02, 1.5213e-01, -2.4888e-01,
7.1409e-02, 4.4933e-02, 1.2397e-01, 1.8125e-01, 2.0162e-01,
-1.7728e-01, 4.9129e-02, -5.5382e-02, -1.0242e-01, 5.8135e-02,
-2.2291e-01, -1.8382e-01, 4.4638e-02, 5.6331e-02, -1.4360e-01,
4.5314e-01, 3.9222e-01, -4.6693e-02, -1.8553e-02, 2.0293e-02,
-2.6597e-02, 8.2949e-03, -3.5914e-02, -2.6154e-02, -6.6875e-03,
5.8744e-02, -5.5165e-02, 1.2194e-02, 6.0568e-02, -1.8407e-03,
9.4005e-02, -8.6094e-02, -5.3270e-02, 9.2439e-03, -8.5853e-03,
2.6306e-02, -1.9292e-03, 5.5903e-03, 6.7848e-02, 9.7627e-02,
6.5770e-02, 3.2291e-02, 7.5888e-02, -1.6784e-04, 9.8662e-02,
-5.3484e-02, 2.4671e-02, -1.2047e-02, 1.0878e-01, -1.1920e-03,
-9.7803e-02, -9.1380e-02, -4.5517e-03, -4.7296e-02, -2.2513e-02,
-3.4005e-02, 2.1235e-02, -1.8505e-02, -1.5712e-02, 2.1048e-02,
6.3785e-02, 4.0291e-02, 9.8380e-03, -5.1619e-03, -4.3752e-02,
6.0889e-02, 2.1368e-03, -5.8298e-02, -2.0517e-02, 4.0183e-02,
-6.0251e-03, 2.2754e-02, -1.9993e-02, 1.1122e-02, 1.7583e-02,
-9.8770e-02, -7.5828e-02, -1.0930e-03, -8.6042e-03, 1.8875e-02,
8.6395e-02, 1.8087e-02, -4.4903e-01, -2.6051e-01, -1.5164e-01,
4.9398e-01, -3.8658e-01, -1.5769e-01, -1.7757e-01, 5.0978e-01,
1.2967e-01, 1.4714e-02, -2.2051e-01, -1.4823e-01, -1.4463e-01,
-1.4035e-02, -2.3203e-01, -9.6580e-02, 2.0231e-01, -8.7585e-02,
-7.1721e-02, 6.1627e-02, -4.0807e-02, 1.3440e-01, 3.0951e-02,
1.6203e-01, -2.3756e-01, -3.5178e-01, 3.8121e-02, 5.5386e-02,
-2.0154e-01, -2.0672e-01, 5.1361e-02, -1.3344e-01, -8.2341e-02,
-1.8157e-02, -1.4604e-01, -9.5375e-02, 1.5993e-01, -1.4992e-01,
1.0619e-01, -1.2829e-01, -1.8442e-01, -8.0193e-02, 1.8191e-01,
2.0528e-01, 5.4669e-02, -3.8471e-01, 6.8808e-02, 1.2517e-01,
-8.9478e-02, -4.0406e-01, 1.2576e-02, 5.2661e-03, 4.2938e-02,
1.3617e-02, -9.9801e-03, 1.8090e-01, -7.2950e-02, 1.2158e-02,
-2.4573e-01, -3.1265e-02, -1.2053e-02, -8.9543e-02, 3.3638e-02,
-5.2692e-02, -8.6691e-02, -1.9093e-01, 3.7703e-02, 4.5078e-02,
8.1094e-02, -7.5805e-02, -3.9792e-03, -2.1892e-02, -1.6045e-01,
2.5295e-02, 1.0421e-01, -2.0990e-01, 4.5966e-01, 2.8386e-01,
7.7714e-02, -7.4775e-02, 1.1447e-01, -8.9243e-02, -4.2160e-02,
1.5386e-01, -2.4275e-01, 1.0418e-01, 1.5317e-01, 1.1550e-01,
-1.2363e-01, 1.4685e-01, -3.5847e-02, 3.3059e-01, -4.0407e-02,
-4.0936e-01, 2.3257e-01, -2.7412e-01, -4.3177e-01, -7.7250e-04,
-7.9928e-02, 1.2955e-01, -2.7189e-02, -2.9630e-01, -3.1696e-01,
4.7115e-01, -2.6953e-01, 1.5722e-03, 3.4527e-02, 7.1371e-02,
6.5352e-02, -4.4838e-01, -6.0076e-02, 4.2766e-02, -4.6779e-01,
1.3660e-01, 3.9114e-02, 2.0571e-01, -7.0301e-02, -8.5223e-02,
4.6734e-01, -2.2157e-01, -5.0108e-01, 1.0501e-01, 2.2396e-02,
8.6602e-02, -3.6676e-01, 8.0859e-02, 1.4810e-01, 2.0813e-01,
7.8183e-02, 3.3170e-02, 7.9390e-02, 3.8871e-02, -1.1431e-01,
4.0908e-02, 1.5677e-01, 1.0838e-01, -2.1227e-02, -1.0292e-01,
7.0582e-02, -2.6585e-02, 7.2231e-02, -1.0445e-01, 4.3415e-02,
1.5344e-02, -1.2564e-01, 3.9024e-02, 8.8563e-02, -3.9926e-02,
-6.1335e-02, 1.0222e-02, 1.2905e-02, 9.7637e-04, -1.4251e-01,
8.7585e-02, -4.7615e-02, -2.4679e-02, 3.4332e-02, 6.7495e-02,
1.9437e-02, 6.2043e-02, 1.2019e-02, -1.5630e-02, 2.6790e-02,
-2.0573e-02, 3.5152e-02, -3.2579e-02, 8.4609e-02, 3.3568e-02,
1.0826e-01, 1.1727e-01, -5.1284e-02, 8.5018e-02, 5.7134e-02,
9.6135e-03, 2.2182e-01, 1.0371e-01, 5.5483e-02, -2.3774e-02,
2.2903e-02, 7.8131e-03, 8.4698e-02, 1.4606e-02, 3.6619e-02,
-1.6375e-02, 5.4795e-02, -2.5551e-02, -4.0252e-02, -8.7245e-02,
-6.1273e-02, 1.6081e-02, -4.2537e-02, 2.3853e-02, 8.8907e-02,
-1.2095e-01, -1.6639e-02, 1.4494e-02, 1.4087e-01, 5.7298e-01,
4.6462e-03, 1.1431e-01, 2.0357e-01, -6.6465e-02, 3.4766e-02,
-4.6230e-02, -2.3762e-02, -2.6472e-02, 4.6755e-02, 5.8608e-02,
-8.7911e-02, 4.7557e-02, -1.1355e-01, -3.3822e-02, -1.4694e-01,
1.1923e-01, -4.3280e-02, -3.6171e-02, 1.1244e-01, 2.4058e-02,
2.0215e-03, 1.1314e-01, 1.4921e-01, -3.1671e-02, 3.4875e-02,
-7.6342e-03, 1.4032e-02, -7.1809e-02, -8.3764e-02, 1.3136e-01,
1.8821e-01, -2.9735e-02, -4.6139e-02, -1.5456e-02, -1.9826e-01,
1.1036e-01, 1.4109e-01, 4.1484e-01, -8.5826e-02, -1.7204e-01,
4.0460e-01, 2.8207e-01, -7.5131e-02, -2.5702e-01, -9.7624e-02,
-9.3858e-02, -1.0533e-01, 1.0394e-01, -8.7559e-02, 1.2133e-01,
-3.4896e-02, -4.6521e-02, -4.9961e-02, -2.8872e-02, -9.8221e-02,
-1.2883e-01, -7.4098e-02, -1.8886e-01, 6.1841e-03, 3.5378e-02,
-5.5819e-02, 7.4157e-02, 1.2577e-02, 7.3052e-02, -7.3990e-02,
2.9221e-02, -2.6784e-02, 1.0525e-01, -6.9530e-02, 9.4899e-02,
-7.9989e-02, -1.1386e-01, 3.5632e-02, -3.4498e-03, -1.5828e-02,
6.7652e-02, -1.7772e-02, -3.3150e-02, -5.3002e-02, 4.0707e-02,
-3.3019e-02, -3.3028e-02, 4.6915e-02, -4.1652e-02, -3.0031e-02,
-2.0300e-01, 5.7198e-02, 9.5753e-02, -4.9236e-02, 1.2099e-02,
3.3007e-02, -8.3249e-03, -3.8239e-02, 6.4569e-02, 4.3148e-03,
1.4587e-01, -1.0816e-01, -4.7226e-02, 1.2002e-01, 3.2672e-03,
4.2962e-01, 1.4308e-02, 1.3348e-01, -1.0960e-01, 3.3460e-02,
6.1574e-02, 6.7551e-02, 7.8538e-02, -1.0858e-02, -7.1314e-02,
-2.9657e-03, -3.9394e-01, 4.0645e-02, 7.3875e-03, 1.0236e-01,
-5.9550e-02, 3.7329e-02, 5.2602e-03, -1.6409e-02, -1.0936e-01,
2.1340e-02, -3.4558e-02, 8.3023e-03, -1.0974e-02, 5.8567e-02,
-6.2469e-02, -6.2256e-02, 2.4747e-01, 3.0200e-03, -8.9351e-02,
2.3235e-02, -3.3221e-04, 7.8902e-05, 3.7261e-02, -2.7726e-02,
1.3654e-02, -3.4942e-01, 7.4538e-02, 1.6905e-01, -3.8450e-02,
7.0173e-02, -9.3664e-02, -4.0843e-02, 1.3072e-02, -1.2797e-01,
-4.9347e-02, 1.2564e-01, -1.3074e-01, 7.9397e-02, 1.1012e-01,
-2.4184e-02, 4.0106e-02, -1.4453e-02, 1.1959e-01, -6.4117e-02,
-6.6271e-02, -5.6222e-01, -1.8185e-01, -6.2683e-02, -5.9304e-02,
-1.0493e-01, -1.6305e-01, 6.4771e-02, -5.8049e-03, -9.0060e-02,
-4.2455e-03, -4.2830e-02, 5.8742e-02, -4.3226e-02, 2.0853e-03,
-1.4117e-01, -8.6100e-02, -1.8117e-02, 1.3909e-01, 8.1091e-02,
-9.6062e-02, -1.0956e-02, 2.9062e-02, -9.1514e-02, -2.8743e-02,
-2.5083e-02, 1.0419e-01, 8.4013e-02, -2.6624e-02, -6.9675e-02,
1.3612e-02, -4.5507e-02, -9.2073e-03, 5.3080e-02, -8.4357e-03,
-2.0407e-01, -3.0541e-01, -2.6581e-02, -9.2118e-02, 5.0250e-02,
5.1259e-02, 2.3152e-01, 1.7220e-01, 4.0197e-02, 7.7280e-02,
-6.2720e-02, -3.2768e-01, 2.2239e-01, 1.6793e-01, 6.3103e-01,
-1.1430e-01, -6.4194e-02, -1.1097e-01, 2.7832e-02, 2.2305e-02,
-3.2006e-02, -1.6293e-01, -4.8341e-02, -1.3951e-01, -5.7794e-02,
-1.6579e-01, -6.2996e-02, -2.5243e-01, -2.3094e-01, 1.7661e-01,
-7.9120e-02, 1.7084e-01, -1.0191e-01, 2.0551e-01, 7.2203e-02,
1.5985e-01, -3.3649e-02, -6.1216e-03, 1.9644e-01, 5.9949e-02,
5.8371e-02, 6.3520e-02, 4.6120e-02, -3.1029e-01, 3.3688e-02,
1.4073e-02, -1.3607e-01, -1.7204e-02, -2.6245e-02, 2.1482e-01,
2.2132e-01, -1.8129e-01, 3.3870e-01, 1.9387e-01, -1.0661e-01,
-5.5680e-01, 2.6589e-03, -7.4827e-02, -1.7991e-01, 6.0731e-02,
1.5837e-02, 1.8387e-02, 1.0492e-01, -8.6970e-02, -9.9660e-02,
3.8317e-03, 5.6886e-02, 2.6951e-01, 1.8032e-01, 3.4130e-01,
6.7128e-03, -3.9802e-02, -6.5560e-02, -3.9237e-02, 1.3211e-01,
1.2576e-01, -1.1030e-02, 8.7448e-02, 3.4741e-01, -2.5891e-01,
-5.5557e-01, 6.2527e-01, 1.3528e-01, -4.1758e-03, -1.8198e-01,
-1.0103e-01, 8.3240e-02, -4.7533e-02, -5.0142e-02, -8.8083e-02,
1.1270e-02, 4.5572e-02, 6.1704e-02, -1.6679e-01, -3.8248e-02,
4.4109e-02, 1.4002e-01, -4.1500e-02, 4.7458e-02, 9.3635e-02,
5.2207e-02, 8.2103e-02, -4.1662e-02, -1.5040e-01, 4.8303e-02,
-4.9088e-02, -2.3984e-02, 4.8203e-03, -2.5998e-01, -5.0640e-02,
-7.4637e-01, 2.0951e-02, 7.7844e-03, 5.7777e-02, 1.8618e-01,
-1.1684e-01, 1.7322e-01, -2.3450e-01, -3.2406e-03, 3.5313e-03,
9.6598e-02, 3.2321e-02, 1.0770e-01, 3.2797e-01, -1.1412e-01,
-5.0043e-02, -1.3337e-01, 1.1832e-01, 1.1549e-01, 5.7629e-03,
-8.0107e-02, -1.2466e-01, 1.0899e-02, -5.4221e-02, -1.0282e-01,
-2.4887e-02, -1.2727e-01, -3.5845e-02, 5.2276e-02, 1.6640e-01,
1.6159e-02, -1.9981e-02, -3.0369e-02, 6.4210e-02, -7.8083e-03,
-2.4063e-01, -4.6602e-02, 3.5165e-03, 8.6565e-02, -1.5436e-01,
1.1815e-02, 6.5678e-03, -7.9117e-02, -5.4814e-04, 1.0245e-01,
-4.7833e-02, 1.1749e-01, -6.2123e-02, -3.3358e-02, -2.8582e-01,
-3.4792e-02, -1.7495e-02, -5.5918e-02, -3.2700e-02, -7.8204e-02,
-3.5866e-01, -3.0486e-02, 6.0069e-02, 9.1254e-02, 1.1537e-01,
8.4934e-02, -2.3768e-02, 5.8015e-02, 1.7787e-01, -5.9074e-02,
-5.6395e-03, -4.8470e-02, -1.1674e-02, 6.3937e-03, 7.8445e-02,
-6.9529e-02, 4.3507e-02, -4.5038e-02, -5.0137e-02, -1.7879e-01,
8.1591e-02, -5.9477e-02, 9.1587e-03], device='cuda:0')),
('bert.encoder.layer.8.attention.self.key.weight',
tensor([[ 0.0264, -0.0227, -0.0271, ..., -0.0076, -0.0134, -0.0536],
[ 0.0091, 0.0540, -0.0174, ..., 0.0190, 0.0228, -0.0388],
[-0.0839, 0.0556, 0.0076, ..., 0.0144, 0.0055, 0.0012],
...,
[-0.0462, 0.0254, 0.0282, ..., -0.0693, 0.0089, -0.0754],
[ 0.0954, -0.0095, -0.0284, ..., -0.1311, 0.0824, -0.0255],
[-0.0164, -0.0262, 0.0101, ..., 0.0070, -0.0918, -0.0361]],
device='cuda:0')),
('bert.encoder.layer.8.attention.self.key.bias',
tensor([-8.8298e-04, 1.0029e-03, 8.0390e-03, -6.1416e-03, -2.2219e-03,
1.0105e-03, 4.0599e-03, -1.6055e-03, -5.4382e-04, -3.5840e-03,
6.4606e-03, 8.9613e-03, 4.5718e-03, -2.3541e-03, 4.9873e-03,
1.3113e-02, 4.7399e-03, 4.0387e-03, -4.0292e-03, 6.0923e-03,
1.0521e-02, -2.0135e-03, -4.5290e-03, 4.8334e-03, 2.3328e-03,
6.8435e-05, -4.6474e-03, -1.1206e-02, 1.1658e-03, -2.3864e-03,
-3.3551e-03, -9.8853e-03, -3.3997e-03, -1.5161e-03, -6.2234e-03,
1.0043e-02, -6.8910e-04, -4.5893e-04, 2.4671e-03, -4.3570e-03,
2.1277e-03, -1.7850e-03, -1.9544e-03, 2.9407e-03, 4.8137e-03,
3.6205e-03, -8.4936e-04, 4.7260e-03, -3.6030e-03, -1.7965e-03,
1.3316e-02, 5.3659e-03, 2.3162e-04, -1.0004e-03, 3.6033e-03,
2.4503e-03, -3.9298e-03, 5.0323e-03, -3.3085e-03, 1.4852e-03,
5.7978e-03, 8.7369e-03, -4.7340e-03, -2.7660e-03, -3.7233e-03,
1.3604e-03, 3.5498e-03, -5.5310e-03, -2.1191e-03, -3.5926e-03,
2.3945e-03, -8.0834e-04, -1.3405e-03, -5.2661e-03, -7.3146e-03,
-5.4984e-04, -2.6619e-03, -1.1439e-03, -2.2391e-03, -1.9052e-03,
7.2957e-03, 2.6297e-04, 8.9640e-04, -2.6972e-03, 2.1708e-03,
5.9212e-04, 2.8704e-03, -3.2570e-03, 1.0042e-03, -2.7250e-03,
4.7220e-03, -5.3126e-04, -7.7366e-04, 3.0688e-03, 3.6473e-03,
5.4277e-03, 6.6776e-04, 1.5866e-03, -2.0357e-03, -3.1142e-03,
1.4792e-03, -2.9805e-03, -4.7585e-03, 6.5154e-04, 2.9280e-03,
1.8715e-03, -3.5879e-03, 4.9575e-03, -3.3344e-03, 5.6351e-03,
-3.1377e-03, 5.5166e-03, -1.6999e-03, 3.7689e-03, -8.2157e-04,
2.4106e-03, -2.4995e-03, -3.4316e-04, 6.0031e-03, -3.7110e-03,
-8.8581e-03, 5.9766e-03, -1.9327e-03, -1.6561e-03, 1.1259e-03,
-1.7344e-04, 5.7799e-03, 1.0249e-04, -5.7551e-04, -3.6246e-03,
4.4925e-03, -6.1605e-04, -9.6409e-03, 3.1341e-03, 8.4583e-03,
-5.9833e-03, 3.7480e-03, 1.1720e-02, -6.6970e-03, -2.8728e-03,
-2.0552e-03, 5.3602e-03, 1.0123e-03, 5.2899e-03, -1.8484e-03,
9.8804e-03, -5.3405e-03, 1.9091e-04, -1.1522e-03, 3.5247e-03,
8.5969e-03, 2.3787e-03, 8.8810e-03, -3.5521e-03, -3.0549e-03,
-4.5405e-03, 2.6412e-03, -4.0702e-03, -1.2032e-03, 1.4013e-02,
2.0741e-03, 4.1805e-03, -5.4010e-03, 6.1619e-03, -6.8762e-03,
6.3355e-03, -6.3658e-04, 5.7453e-03, 6.7182e-03, -2.4606e-04,
3.2426e-03, 3.5489e-03, 5.7569e-03, -1.3344e-03, 6.2069e-03,
-6.2589e-03, -1.9780e-03, -8.0034e-03, 5.9505e-03, 3.7784e-03,
-1.7162e-03, -3.6443e-03, -5.2067e-03, 2.8008e-04, -2.2094e-03,
-3.4337e-03, -5.3767e-03, -8.5932e-03, -3.5762e-03, -4.4211e-03,
9.9833e-03, -7.6128e-03, -7.6359e-03, -2.4286e-03, -3.5907e-03,
9.9785e-03, -9.9499e-03, -8.6000e-03, -1.1136e-02, 2.7455e-03,
5.8317e-03, -6.3703e-04, 1.9270e-03, -6.0356e-03, -1.0299e-03,
7.8630e-03, -1.0499e-03, -2.1404e-03, 2.5114e-05, -3.8123e-03,
-2.6141e-03, 4.1366e-03, -5.5607e-03, 1.8646e-04, -2.7878e-03,
3.4108e-03, -7.5864e-04, -4.1655e-03, -5.6519e-03, -4.3012e-04,
-7.9958e-03, -5.6252e-03, 3.1482e-03, -4.5404e-03, 1.9203e-03,
8.9263e-04, -6.8481e-03, 1.2472e-03, -4.0508e-03, -2.4377e-03,
-2.1563e-03, -6.6604e-03, -2.6828e-03, -2.5305e-03, -1.2474e-03,
7.1124e-03, 4.3157e-04, -7.3591e-04, -5.0301e-03, 2.3134e-03,
-3.2681e-03, 1.3223e-03, -1.3042e-03, 9.1105e-04, -5.1692e-05,
-7.9026e-03, 4.8526e-03, -4.1430e-03, 1.1777e-03, -1.6998e-03,
2.2598e-03, 1.2099e-03, 3.0903e-03, 4.1283e-04, -3.3914e-05,
-6.3323e-03, 7.4111e-03, 5.0527e-03, -3.9212e-03, -5.4199e-03,
3.7713e-03, -7.8890e-04, 1.7127e-03, -3.3565e-03, 3.7714e-03,
3.9085e-03, -1.7551e-03, 1.3849e-03, -2.0032e-03, 6.4162e-04,
-3.3400e-03, -1.6709e-03, 4.0133e-03, 4.7020e-03, 1.4632e-03,
-1.1942e-02, -1.5719e-03, -2.5583e-03, 4.8779e-03, 3.5029e-03,
1.3705e-03, 2.9029e-03, -1.6099e-03, 1.8022e-03, 6.9268e-03,
3.8132e-03, -9.9677e-03, 6.9587e-03, 6.9670e-03, 5.8335e-03,
1.0623e-03, 2.1202e-03, 5.0149e-03, 2.6112e-03, 1.5350e-03,
-2.1460e-04, 6.4171e-03, 4.4104e-03, -5.7541e-03, -2.4550e-03,
-5.2971e-03, 5.1814e-03, 4.4998e-03, 5.0352e-03, 8.7365e-03,
3.4916e-03, 3.0974e-03, -2.9429e-03, 6.5023e-03, 5.7429e-04,
-3.8002e-03, 9.0838e-03, 6.4050e-03, 2.5515e-04, 1.7425e-03,
5.9449e-03, -2.9659e-04, 9.7367e-05, 2.6478e-03, -1.8275e-03,
1.1382e-03, 9.8166e-04, -5.2101e-03, -3.1499e-03, -9.4583e-03,
-1.2539e-03, 3.9801e-03, -4.1592e-03, 1.2464e-04, 8.6450e-03,
4.8956e-03, -4.3775e-03, -5.2086e-03, -9.5447e-04, 7.5489e-04,
4.0364e-03, 9.3264e-04, -5.0318e-04, -2.1015e-03, 4.3245e-04,
4.5492e-05, -1.9669e-03, -9.0968e-03, -4.0677e-03, -1.3246e-03,
6.6497e-03, -4.8465e-03, -2.2326e-03, 3.6082e-03, -1.7827e-03,
4.1162e-03, -2.0996e-03, -1.1207e-03, -6.6200e-03, -1.2708e-03,
6.5739e-03, -6.1351e-04, -2.4338e-03, 6.8849e-03, -3.5616e-05,
4.6150e-03, -1.2245e-05, -1.7506e-03, -1.8424e-05, -3.4321e-05,
3.8135e-03, 1.2184e-03, -4.9670e-04, 1.9683e-03, 4.6698e-03,
5.2685e-04, -3.0729e-03, 8.9544e-05, -4.1735e-03, 5.7575e-03,
-5.2790e-03, -5.2453e-04, -1.0529e-02, -3.3854e-03, 1.7708e-03,
1.4623e-03, 4.8817e-04, -5.2989e-04, 6.9902e-03, -2.4665e-03,
-3.6171e-04, 2.5858e-03, 2.0063e-03, -2.9242e-03, -1.0695e-02,
-3.4933e-03, 4.8869e-03, -6.4502e-04, -6.4259e-04, 1.6977e-03,
3.8160e-03, -5.0243e-03, -1.8186e-03, 7.5606e-03, 5.9677e-03,
3.8680e-03, -1.2441e-03, -3.3331e-03, 6.4507e-03, 4.2748e-03,
3.8983e-03, 1.7461e-03, 6.5348e-03, -3.9269e-04, 4.3397e-03,
-6.4679e-03, -2.4398e-03, 8.5497e-04, -4.6165e-03, -6.2413e-04,
4.2771e-03, 2.4540e-03, -2.5021e-03, -4.7084e-03, 2.4379e-03,
-1.1213e-03, 1.5909e-03, -2.3951e-03, 2.7241e-03, 9.2394e-03,
-1.0636e-02, -5.5651e-03, -4.4715e-03, 2.5339e-03, 6.9688e-04,
-8.2984e-03, -3.3658e-04, 2.6019e-03, 2.1331e-03, 3.3058e-03,
2.1814e-03, -1.0854e-03, 2.1489e-03, -2.2610e-04, -2.0338e-03,
1.5168e-03, 6.4690e-03, -3.0140e-03, -1.8523e-04, -2.4521e-03,
-5.8196e-03, -4.4423e-03, 4.4946e-03, 6.3594e-04, 8.0328e-03,
-1.1323e-03, 4.4330e-04, 7.6601e-04, -3.0342e-03, 9.5890e-03,
1.6927e-03, 5.9730e-04, -4.6162e-03, 6.0065e-03, -5.9982e-03,
8.7488e-03, -1.2302e-05, 4.7704e-03, 1.2888e-03, -1.9395e-03,
-8.4522e-03, 9.5076e-04, 2.9565e-03, 2.5340e-03, 1.6700e-02,
1.3138e-03, -4.4168e-03, -7.9793e-03, -2.2902e-03, 4.2516e-03,
1.8978e-03, -9.3720e-03, -3.0051e-03, -7.7836e-03, 3.6354e-03,
-6.9403e-04, -3.0762e-03, 4.7394e-03, 3.2152e-03, -2.1675e-03,
-6.4674e-03, 5.1754e-03, -3.7668e-03, -8.8010e-03, 2.2444e-03,
-8.7953e-03, 5.8054e-04, -9.8064e-03, 5.7235e-03, 1.3500e-03,
4.6132e-05, -2.4628e-04, -4.0849e-03, -9.3157e-03, 1.0212e-02,
1.1395e-03, 2.0972e-02, -6.9102e-03, -3.9852e-03, -9.5736e-03,
2.7641e-03, 3.8425e-03, 1.1559e-03, -1.2281e-03, 2.3205e-03,
-1.6871e-05, -4.5060e-03, 8.8777e-05, 6.9522e-04, 5.3011e-03,
-4.1940e-04, -5.1744e-04, 3.8456e-03, 2.7416e-04, 1.6024e-03,
2.9904e-03, 1.4792e-03, -3.9857e-03, -1.2289e-03, 1.2819e-03,
5.3347e-03, -6.9441e-03, -4.4838e-04, -1.0468e-03, 2.4435e-03,
6.4786e-03, -3.6153e-04, -3.3964e-03, 2.7853e-03, 1.6746e-03,
1.5465e-03, 1.1723e-03, 2.6603e-03, -6.0274e-03, -3.1080e-03,
-5.5215e-03, -1.6628e-03, 1.9655e-03, -6.6726e-03, 1.6399e-03,
5.6580e-03, -8.8103e-03, 2.4347e-03, 1.3484e-03, -1.1499e-03,
3.3122e-03, 4.9537e-03, 5.8149e-04, -1.3109e-03, 7.4954e-03,
8.3367e-04, -1.7276e-03, -4.0128e-03, 4.0075e-03, -2.0015e-03,
1.4197e-03, 4.4107e-03, 2.0281e-03, -8.4616e-03, 6.0664e-03,
3.1827e-03, 3.4859e-03, -1.0111e-02, -9.3512e-04, 2.4563e-03,
2.1928e-03, 2.6486e-03, -2.7139e-03, 1.2004e-04, 2.4990e-03,
6.3377e-04, 4.2836e-03, -2.3232e-03, -3.7713e-03, -2.3896e-04,
-3.1789e-03, -5.7893e-03, 1.5506e-03, 2.8445e-03, -5.3856e-03,
6.4078e-03, -1.8636e-03, 6.9205e-03, -6.2284e-03, -4.0440e-03,
3.4272e-04, 1.7993e-03, -4.2431e-03, 2.8485e-03, 1.5781e-04,
-1.6131e-03, -1.3804e-04, -4.3792e-03, -3.4482e-03, -3.4549e-03,
1.0753e-03, 9.9074e-04, -2.7116e-03, 5.1116e-03, -1.1855e-03,
1.7112e-03, -3.9896e-03, -6.5908e-03, 3.6578e-03, -3.4483e-03,
5.6168e-03, 3.1648e-03, 4.1145e-03, 3.0039e-03, 3.1493e-03,
2.0153e-03, 1.9327e-04, -3.0033e-03, -4.1354e-03, -2.5077e-03,
3.6764e-03, 1.1562e-03, 1.6235e-03, -3.3503e-03, -4.7001e-03,
1.7139e-03, -4.3083e-03, -3.8403e-04, 3.0540e-03, 2.6443e-03,
8.6442e-04, 2.0462e-04, -4.6975e-04, 4.0971e-03, -8.9239e-04,
-1.6609e-03, 7.7108e-03, 5.3922e-03, 2.0747e-03, 5.0420e-03,
-5.2808e-03, -1.3892e-03, 8.2881e-04, -1.4990e-03, 1.3786e-05,
-8.4714e-04, -1.7387e-03, 3.1899e-03, 3.8513e-03, 2.1435e-03,
-1.7018e-03, 1.3850e-03, -4.1763e-03, 5.7922e-03, 1.3443e-04,
-1.0689e-03, 9.1533e-04, 1.2082e-03, 1.6084e-03, -8.4061e-04,
-8.7223e-04, 4.4946e-03, -8.9251e-04, 3.1431e-03, -5.5815e-03,
-1.3956e-03, 1.7506e-03, -5.7444e-03, -5.0542e-03, -7.9557e-03,
-5.3104e-03, 2.4028e-03, -6.6635e-03, -4.8311e-04, -8.5793e-03,
2.1608e-03, 5.9876e-03, -6.3120e-03, -5.2412e-03, -2.0497e-04,
5.5387e-04, 1.6524e-05, -7.5312e-04, -2.4717e-03, 2.1407e-04,
3.0321e-03, 4.6960e-03, -4.9812e-03, 2.8957e-04, -5.1235e-03,
-8.0528e-03, 3.5736e-03, -8.6912e-04, -4.9915e-03, -6.2447e-03,
3.3486e-03, 4.6805e-03, 4.7061e-04, 1.2541e-03, -2.8065e-03,
-2.0300e-03, 1.8189e-03, -7.0931e-03, 3.6950e-03, 6.9704e-03,
3.1329e-04, -7.4958e-03, -4.9026e-04, 1.2310e-02, 2.6350e-03,
-9.4159e-03, -1.1600e-02, -5.9799e-03, 6.6683e-03, 6.3791e-03,
-8.0513e-03, 8.1061e-03, -1.5446e-02, -6.4049e-03, -4.6056e-03,
-4.0215e-03, 2.8130e-03, -3.7080e-03, 5.5941e-04, 1.6655e-03,
8.7914e-05, 1.0325e-03, -6.2782e-04, -1.5866e-03, -6.5229e-03,
-1.0986e-03, -1.2797e-03, -4.5387e-03, -2.9276e-03, 1.1756e-02,
-5.1234e-03, 4.2607e-03, 2.5208e-03, -5.8010e-03, -1.4587e-02,
1.3165e-02, -2.7306e-03, -4.9609e-04, 6.3447e-03, 5.1207e-03,
-1.3802e-02, 2.5692e-04, 2.8402e-03, 3.5742e-03, 8.0711e-03,
3.9424e-03, -5.0809e-03, -7.3783e-04, 3.8610e-03, 4.1212e-03,
-8.1747e-04, -6.4719e-03, 4.4328e-03, 6.9009e-03, -5.3293e-03,
5.1084e-03, 3.4176e-03, 1.5110e-03, 6.5083e-03, -2.7977e-03,
1.6165e-02, -3.1554e-03, 5.0073e-03], device='cuda:0')),
('bert.encoder.layer.8.attention.self.value.weight',
tensor([[-0.0351, 0.0710, 0.0096, ..., -0.0114, 0.0201, -0.0324],
[ 0.0151, 0.0380, 0.0336, ..., 0.0079, 0.0041, 0.0123],
[ 0.0024, -0.0121, -0.0012, ..., -0.0069, 0.0059, 0.0325],
...,
[-0.0014, 0.0634, 0.0063, ..., -0.0167, -0.0288, 0.0167],
[-0.0128, -0.0577, -0.0219, ..., -0.0032, -0.0148, 0.0122],
[-0.0604, 0.0769, 0.0471, ..., -0.0074, 0.0388, 0.0229]],
device='cuda:0')),
('bert.encoder.layer.8.attention.self.value.bias',
tensor([-2.7960e-02, -1.9877e-03, -2.5204e-02, -1.4733e-02, 8.2313e-02,
-3.5169e-02, -6.7021e-02, 2.8985e-02, 2.5583e-02, -1.7178e-02,
-1.3460e-02, 2.8088e-02, -4.3879e-02, 1.2183e-02, 2.5776e-02,
-7.7346e-02, 2.2632e-02, 3.0144e-02, 5.6084e-02, -3.3496e-03,
8.4244e-02, -6.2020e-03, 9.3900e-03, -7.4455e-02, 2.2263e-02,
6.0161e-02, -2.7904e-03, -6.3835e-02, -7.6456e-02, 8.7002e-03,
-4.4216e-02, -6.8481e-03, -1.1573e-01, 6.0369e-02, -2.3412e-02,
-2.4105e-02, -1.2172e-02, 1.2039e-02, -2.2970e-01, -4.3749e-02,
-9.5348e-03, -1.0302e-01, -4.0688e-02, 2.7934e-02, 8.2748e-02,
5.2746e-02, -2.2132e-02, 5.2472e-02, -6.7838e-02, 8.7959e-02,
1.8631e-02, 1.3854e-02, -3.7766e-02, -1.0789e-02, 7.2151e-02,
-4.9962e-02, 7.8393e-02, 1.4469e-02, 6.3697e-02, 3.1275e-04,
-9.7152e-02, 1.0960e-01, -2.6151e-02, -9.2381e-02, 2.9635e-02,
9.7182e-03, 5.8597e-02, -2.2868e-02, -5.9775e-04, 3.4554e-02,
-5.2901e-04, 5.1766e-03, 1.3337e-02, 3.6147e-03, 4.5330e-03,
1.6974e-02, -2.1991e-02, 3.3818e-02, 8.3133e-03, -4.7782e-02,
1.7944e-03, 2.1883e-02, 1.4938e-02, 5.0001e-02, -6.7371e-02,
-2.4836e-02, 4.7295e-03, 4.9896e-02, -2.8726e-02, 1.0257e-02,
-3.7773e-02, 2.6278e-02, 4.8841e-03, 1.1844e-02, 1.1327e-02,
4.6526e-02, 1.0359e-02, -5.1070e-02, -4.5225e-02, -7.0211e-02,
1.6564e-02, -1.1765e-03, 1.4916e-02, 9.4365e-03, 2.8284e-02,
-8.0225e-03, -1.1067e-01, -3.6344e-02, -3.5890e-02, 4.5891e-02,
5.2539e-03, 8.8164e-03, -8.5092e-05, -8.8744e-03, 1.4830e-02,
6.6182e-02, 5.7117e-02, -2.7944e-02, 2.0499e-03, -3.6728e-02,
-1.1798e-02, 1.4635e-02, -2.4921e-02, 1.9161e-03, 4.8306e-03,
5.8916e-02, 3.2469e-02, -7.5383e-03, -1.0787e-02, 4.9903e-03,
2.1003e-02, 2.2701e-02, 1.9287e-02, -6.9885e-03, -1.0991e-02,
1.7061e-02, -2.2126e-03, 2.6348e-03, -2.6313e-03, -2.2566e-03,
-2.0085e-03, 1.7054e-03, 4.1818e-03, 1.5023e-03, 1.0897e-02,
-2.2570e-03, 8.5317e-03, -2.2964e-02, -2.4089e-02, 3.3479e-03,
-1.1981e-02, -1.6165e-02, -2.3495e-03, -1.5359e-02, -1.4469e-03,
-4.2577e-03, -1.0538e-03, -1.5509e-03, -5.5561e-03, -1.7002e-03,
-1.9276e-02, 1.4237e-02, 1.6726e-02, -1.5034e-03, -1.5802e-02,
2.7168e-03, -7.2764e-03, 1.3444e-02, -1.1083e-02, 3.4842e-02,
1.3864e-02, -1.0378e-03, 4.0430e-03, 3.3411e-03, 1.0297e-02,
1.4125e-04, -1.4707e-02, -1.3590e-02, -6.9691e-03, 2.0026e-03,
6.0311e-03, -1.9184e-03, 5.2805e-03, 7.2196e-03, -1.6148e-03,
-1.8347e-02, -4.4771e-04, -3.1945e-02, 1.4384e-02, -8.9611e-03,
8.1729e-03, 7.7967e-03, -1.7847e-02, 9.6234e-03, 7.3842e-03,
5.6362e-03, -6.6396e-03, -1.7135e-02, 1.2402e-02, -2.1682e-03,
-1.4315e-02, -5.2682e-02, 2.2764e-02, 2.1199e-02, 2.5635e-03,
2.9036e-02, -9.2673e-03, -1.5242e-02, -7.0039e-03, -2.7825e-03,
-1.5728e-02, 3.4664e-04, 1.0792e-02, 8.8214e-03, -1.7864e-03,
-2.9939e-02, -3.9819e-02, -5.8482e-03, 1.1423e-03, -2.0489e-02,
-1.3071e-03, -4.6897e-03, -3.2935e-02, 3.8013e-03, -1.9920e-02,
2.0848e-02, 1.6931e-02, -1.9357e-02, 2.5727e-02, -3.1346e-02,
8.1631e-03, 7.9304e-02, 3.2175e-03, 1.4438e-02, -2.0048e-02,
-1.5359e-02, 4.9347e-02, 3.4365e-02, 2.0374e-03, -3.1126e-02,
-2.2667e-02, -5.3109e-03, 3.5973e-03, -1.2478e-02, -3.2682e-02,
-8.2395e-03, -2.4574e-02, 2.0213e-02, -1.7564e-02, 3.2271e-02,
4.8563e-02, 8.4453e-03, 1.4675e-02, 2.5223e-02, 2.0115e-02,
3.0937e-03, 3.3127e-02, 1.1749e-02, -1.6600e-02, -4.4624e-02,
-2.3676e-02, -3.0924e-02, 2.8858e-02, 2.7600e-02, 1.6598e-02,
-7.8474e-03, -5.4224e-02, 3.2923e-02, 1.0087e-01, -2.5150e-02,
-4.1653e-02, -1.2110e-02, 8.7272e-02, 4.7495e-02, -1.9368e-02,
1.3782e-02, -1.9184e-02, 3.3072e-02, 3.2665e-02, -1.2807e-02,
6.7868e-02, 2.9700e-02, 2.3992e-02, 2.0775e-02, -1.4463e-02,
2.0327e-03, 4.1807e-02, 4.1836e-02, -1.8804e-02, 4.1972e-02,
-1.6667e-02, 1.3549e-02, 7.0675e-02, -1.3288e-02, 8.1269e-02,
1.0490e-02, 1.1354e-03, 6.7577e-02, -8.7842e-03, -3.7019e-02,
-5.1166e-02, -5.0502e-03, -5.3572e-02, 3.4000e-02, -5.5210e-02,
2.2631e-02, -4.1430e-02, -2.7881e-02, -1.4431e-02, 6.7009e-03,
-2.3641e-02, -3.6919e-02, -2.6886e-02, -5.6591e-02, -4.1146e-02,
7.3020e-02, -1.3210e-02, -2.8586e-02, 1.4876e-01, 5.7172e-03,
-2.1257e-02, 1.1420e-02, -3.8367e-02, -2.9736e-02, -1.1173e-02,
-8.1587e-03, -9.2353e-03, 3.4502e-03, 3.4650e-03, 1.6044e-02,
-1.2344e-02, -1.5166e-03, 2.0562e-02, -3.0157e-02, 4.7003e-03,
2.1366e-02, 5.0854e-03, -2.1512e-03, -5.9413e-03, -2.4758e-03,
-2.2742e-02, -2.5017e-02, -5.8721e-03, 4.8653e-03, 3.0870e-02,
8.1890e-04, 9.7515e-03, 4.8585e-03, -6.9041e-03, 7.4613e-03,
1.2278e-02, 1.9123e-02, 3.5876e-03, -1.5936e-02, 2.3202e-02,
-1.1570e-02, -7.4235e-03, 1.2152e-02, -2.3226e-04, 2.3665e-02,
5.5664e-03, -9.6406e-03, -7.0467e-03, 1.0797e-02, -1.1282e-03,
-8.4694e-04, 2.9503e-02, 9.6778e-03, -9.2787e-03, 7.9905e-03,
-1.2217e-02, -9.0770e-03, -1.9011e-02, -1.6476e-02, 1.1488e-02,
1.6732e-02, 6.9846e-04, -1.8416e-02, 3.6135e-03, -6.7366e-03,
3.3008e-03, 1.3985e-02, -3.0980e-03, 2.1653e-02, 1.1019e-02,
-1.7150e-02, -4.2787e-02, 2.8480e-02, -7.0481e-03, 8.8462e-03,
2.0920e-02, -6.0041e-03, 3.3923e-02, 1.6508e-02, -2.8846e-02,
-9.5719e-03, -3.4465e-02, -6.5456e-03, -1.5348e-02, 1.7166e-03,
2.4272e-02, -1.0848e-02, -2.7296e-03, 1.0298e-02, -2.0577e-02,
-1.0414e-02, -6.8321e-03, 7.4563e-03, -4.1915e-02, -5.4505e-02,
-1.4881e-02, 3.4664e-03, -5.1498e-02, -1.8663e-02, -5.2061e-02,
1.2825e-02, 5.7614e-02, 9.7825e-03, -1.0528e-02, 3.1339e-04,
2.1014e-02, 4.9460e-02, -4.5830e-02, 1.5172e-02, 1.7759e-03,
-5.1033e-02, -1.5711e-02, 2.5546e-02, 1.6877e-02, 2.3901e-02,
3.7883e-02, 6.2044e-02, 4.0464e-02, 3.1618e-02, 2.2214e-02,
-1.1986e-03, 3.3318e-02, -3.1976e-02, -4.6498e-02, 2.2147e-03,
-2.7600e-02, -2.0766e-02, 5.0494e-03, 9.5389e-03, -1.8146e-02,
-4.5650e-02, 1.1047e-02, -3.4115e-02, 2.5351e-02, -8.4130e-03,
2.1888e-02, -1.9048e-02, -4.1192e-03, -1.7234e-02, -4.8592e-02,
-3.8423e-04, -5.2265e-03, 1.3202e-02, -2.2925e-04, 1.6204e-02,
2.7066e-02, 6.1851e-03, 7.7301e-03, -1.8887e-03, 1.5015e-02,
3.5040e-03, 2.3690e-02, 4.0677e-03, 1.7042e-03, 1.7536e-02,
1.2569e-02, -7.7031e-03, 7.6406e-03, -2.0616e-02, 2.5346e-03,
6.5302e-03, -2.1762e-02, -1.1690e-02, -5.1143e-02, 2.4504e-02,
-3.3227e-03, 2.2980e-02, 3.2806e-03, 9.9401e-03, -2.0053e-02,
9.7907e-03, -1.2695e-02, 2.3646e-02, 7.4099e-03, -4.5624e-03,
2.0316e-02, -2.1363e-03, -7.9706e-03, 1.4356e-03, -2.0183e-02,
3.7897e-02, -1.2948e-02, 1.5005e-02, 1.2168e-02, 2.4856e-02,
2.3211e-02, -1.1170e-02, 1.1305e-02, 5.5519e-03, -1.3764e-02,
4.8782e-02, -2.6152e-02, 3.2969e-03, 1.4873e-02, -2.4254e-02,
-2.7877e-03, -6.6366e-04, 2.4946e-02, 3.3559e-03, -3.1720e-02,
8.0441e-03, -9.9811e-03, -9.9570e-04, 1.0607e-02, -1.1603e-02,
-1.5586e-03, -4.4454e-03, -3.2480e-04, -1.1439e-02, 6.3603e-03,
2.8457e-02, -2.0447e-02, -7.4450e-03, 2.8670e-02, 2.1595e-03,
3.9406e-02, 3.0961e-02, 1.8337e-02, 1.8347e-02, 2.5569e-03,
-1.5314e-03, 1.7598e-02, 2.9958e-03, -4.5879e-03, -1.0753e-02,
3.2248e-02, 2.1917e-02, 1.9008e-04, -4.4236e-03, -1.4673e-02,
-2.3537e-02, -5.9546e-03, -2.1865e-02, 4.8175e-03, -1.7194e-03,
9.9893e-03, 1.7272e-02, 2.2129e-02, -2.4173e-03, 3.0642e-02,
-7.6721e-04, 9.0225e-03, 4.1272e-04, 1.9861e-02, -3.3228e-03,
-1.7602e-02, -1.7020e-02, -1.5849e-02, 3.4048e-03, -9.0423e-03,
1.0016e-02, -3.7943e-04, 8.7991e-03, -4.4845e-02, -4.8206e-05,
-1.2371e-02, -7.1381e-03, 6.4843e-03, -4.7660e-03, 8.3282e-03,
-2.0775e-02, -4.0117e-02, -1.3881e-02, -7.0227e-02, -1.9617e-02,
-5.2848e-02, 6.9188e-02, -1.0507e-02, 4.7078e-02, -2.5662e-02,
-1.7312e-02, 5.5468e-02, -3.0121e-02, -2.3651e-01, -4.9499e-02,
2.5534e-02, 8.6479e-02, -4.6247e-02, 6.8496e-02, 4.4782e-02,
-8.0660e-02, -3.7766e-02, 2.1443e-02, -2.8336e-02, -8.5957e-03,
4.6983e-02, 1.8370e-02, -3.8300e-02, -7.8261e-03, 4.5964e-02,
1.7914e-03, 5.2000e-02, -5.0499e-02, -1.0174e-03, -2.2278e-03,
2.9291e-02, -2.6783e-02, -6.7974e-02, -4.4384e-02, 5.0802e-03,
8.3458e-03, 7.5542e-02, 6.2080e-02, -1.2036e-02, -9.3170e-03,
-2.0274e-02, 1.3273e-03, 6.1690e-02, 1.4897e-02, 6.3045e-02,
1.0649e-02, -1.1234e-02, 5.7134e-02, -4.0341e-02, 1.1989e-02,
-9.7139e-03, -3.4808e-02, -7.6373e-02, -1.2839e-02, 4.2635e-02,
-3.5230e-02, 3.3545e-02, -9.5129e-03, -8.4248e-02, 7.2959e-02,
3.1019e-02, -1.3298e-02, -9.0869e-03, -1.3159e-02, 5.8435e-03,
3.0741e-02, 9.4786e-03, -6.8806e-03, 1.0327e-02, 1.0939e-02,
-3.3540e-02, -2.4038e-02, 1.6248e-02, 3.8090e-02, -4.3818e-02,
2.5931e-04, -2.6534e-02, -2.9934e-02, -1.1201e-02, 2.0181e-02,
1.8766e-03, 2.3931e-02, 9.0460e-03, 1.4465e-02, -7.9078e-03,
2.1394e-02, 3.6868e-02, -1.3167e-03, -1.6182e-02, -2.7186e-02,
4.1361e-02, 7.8887e-03, 3.3901e-02, -3.2236e-02, -4.5829e-03,
-2.1878e-02, -1.5036e-02, 2.4356e-02, -2.7877e-02, -1.0882e-02,
3.3332e-02, 6.5029e-03, -8.0416e-03, -2.2106e-02, -2.5091e-02,
6.6111e-03, -2.4459e-02, -3.1392e-02, -3.5152e-03, -1.5952e-02,
1.4072e-02, -2.0087e-02, 2.1351e-03, 6.1042e-03, 5.6550e-03,
1.8665e-02, 1.1722e-02, 6.4780e-03, -4.4857e-02, -3.5743e-02,
7.1687e-03, 4.0399e-02, 1.8506e-03, 2.2720e-02, 1.3275e-02,
4.0279e-02, 6.9538e-02, -2.8724e-02, 6.0334e-02, 3.5272e-02,
-5.3307e-02, -2.0784e-02, 7.4726e-03, 2.3443e-02, -5.7429e-02,
-5.4126e-02, 5.6811e-02, -5.6064e-04, 5.1379e-02, -2.2582e-02,
-1.7008e-02, -6.1275e-02, 1.0644e-02, 5.4465e-02, -2.3220e-02,
1.9177e-02, -3.9481e-02, -2.5088e-02, -9.2591e-02, 2.0597e-03,
-1.8835e-02, 1.4341e-02, 6.0951e-02, -2.1401e-02, -4.8266e-03,
-1.1897e-02, -2.8921e-02, -5.1410e-02, 4.2191e-03, 1.1260e-02,
4.5759e-03, -8.2148e-03, 4.0608e-02, 1.7614e-02, -8.2797e-03,
-3.3447e-02, -4.9582e-02, -2.4457e-02, 1.7224e-02, 2.3924e-02,
2.0993e-04, -2.0015e-02, -4.7032e-03, -3.7046e-02, 2.7209e-02,
-1.0050e-02, -1.9969e-02, 3.8514e-02, 1.9125e-02, -5.6837e-02,
-4.1831e-02, 4.2040e-02, -6.0616e-02, -2.7095e-02, -2.4765e-02,
5.9265e-02, -7.8647e-03, 1.1453e-02], device='cuda:0')),
('bert.encoder.layer.8.attention.output.dense.weight',
tensor([[ 0.0024, 0.0261, -0.0398, ..., 0.0495, 0.0633, -0.0408],
[ 0.0376, 0.0189, 0.0058, ..., 0.0525, 0.0002, 0.0134],
[-0.0026, 0.0223, -0.0393, ..., 0.0376, -0.0237, 0.0332],
...,
[-0.0505, 0.0191, -0.0319, ..., -0.0368, 0.0120, -0.0200],
[-0.0093, -0.0181, -0.0465, ..., -0.0222, -0.0229, -0.0152],
[-0.0331, 0.0255, -0.0112, ..., 0.0608, -0.0151, 0.0304]],
device='cuda:0')),
('bert.encoder.layer.8.attention.output.dense.bias',
tensor([-2.5733e-02, 3.0587e-02, 1.1322e-01, 3.7147e-02, 7.2951e-02,
2.7017e-02, 7.8920e-02, -3.9055e-02, -8.3086e-03, -7.0584e-02,
-1.7995e-02, -3.3691e-02, 2.6256e-02, 5.5222e-02, -1.8132e-02,
1.6451e-02, 3.3689e-02, 2.3521e-02, 1.8962e-02, -2.6395e-02,
-2.3200e-02, -5.5062e-03, 2.5006e-02, -4.6502e-02, 5.2684e-02,
-8.5185e-02, -4.9880e-02, -3.6744e-02, 5.2614e-02, -2.9166e-02,
5.0559e-02, -5.5376e-02, 3.7993e-03, 3.3128e-02, -5.9747e-02,
9.4553e-03, -9.5637e-02, -9.7020e-03, -4.3349e-02, -6.6023e-03,
2.5948e-02, 7.9575e-03, -2.1279e-02, 2.7941e-02, -9.0993e-02,
-2.7312e-02, 6.7198e-02, 6.3313e-03, 3.6420e-02, -1.9368e-02,
-2.9603e-02, 7.7686e-03, -8.1576e-02, 6.2733e-02, -1.3777e-02,
1.6729e-01, 2.1212e-02, 3.7299e-02, -1.7685e-02, -3.6222e-02,
2.1608e-02, 4.6151e-02, -1.8786e-02, 1.1660e-02, 5.6535e-02,
-5.5621e-02, 6.7803e-03, 2.7815e-04, -1.1508e-01, -1.0234e-02,
5.0271e-02, 3.2749e-02, -8.4668e-03, 5.9518e-02, 1.4055e-02,
-6.2532e-02, 5.2977e-02, -8.0158e-02, 1.0679e-02, -1.1210e-02,
4.6970e-02, 2.1988e-02, 5.7955e-03, 2.5612e-03, -4.4789e-02,
-4.3186e-02, -2.9467e-03, 1.7619e-02, 1.9062e-02, 2.9676e-03,
4.5001e-02, -2.5713e-02, 1.7348e-02, 3.0132e-02, -4.0004e-02,
-2.8180e-02, 3.8324e-02, -6.6934e-02, 1.6845e-02, -2.4753e-03,
3.9013e-04, 1.5499e-02, -4.6055e-02, -1.4216e-02, 2.2904e-02,
2.4412e-03, -3.8057e-02, 1.7627e-02, -4.9782e-04, 1.2988e-02,
-4.2604e-02, -8.7222e-02, -4.7828e-03, -2.5417e-02, -9.7751e-02,
-3.9708e-02, 3.3145e-02, -3.2189e-02, 3.6524e-02, -2.6986e-02,
-4.4287e-02, -2.4444e-02, -5.3967e-02, -9.3218e-02, 3.6301e-03,
-6.2875e-02, 2.1123e-02, -4.1811e-02, 5.2208e-02, -5.7520e-02,
1.7569e-02, -5.9491e-02, -7.7932e-02, 6.3253e-02, -4.1146e-02,
-1.8494e-03, -1.2793e-01, -6.4409e-02, -1.0497e-01, -4.2892e-02,
7.6335e-02, 6.8662e-02, 1.6309e-03, 1.9677e-01, 1.9360e-02,
8.7247e-02, 3.6767e-02, -6.2634e-02, -3.3002e-02, 1.5958e-01,
-1.3110e-02, -2.7767e-02, -2.8586e-02, -5.4497e-02, -4.1953e-02,
-2.2348e-02, -1.6797e-02, 2.5654e-02, -1.7424e-02, -1.5968e-02,
-3.6743e-02, 3.0556e-02, -3.9283e-03, -2.2685e-02, 1.2788e-01,
1.0682e-02, 4.6867e-02, -9.7804e-02, -4.2366e-02, -1.7908e-02,
3.4087e-02, -1.2306e-01, 7.9366e-03, 8.2263e-02, -1.2212e-01,
-8.0300e-02, -4.0725e-02, -1.4950e-03, -2.7628e-03, 1.3241e-02,
-1.7173e-02, 2.0834e-02, -5.7725e-02, 5.2406e-02, 9.5142e-03,
-4.9513e-03, 1.3107e-02, 4.1955e-02, 5.6959e-02, -2.1584e-02,
-5.6616e-02, -1.4082e-01, -4.2479e-02, -6.2552e-02, 3.1689e-02,
-1.7689e-04, 6.3831e-02, 5.0909e-02, 7.3492e-02, 1.0646e-01,
5.5097e-02, -4.0546e-02, 8.6838e-02, -6.0443e-02, 9.6474e-04,
-2.7814e-02, 3.9951e-02, 1.3657e-02, 2.1848e-02, 2.5860e-02,
2.1158e-02, 2.3749e-02, -7.7920e-02, 4.6047e-02, 4.4910e-03,
-2.4696e-02, -6.0423e-02, -2.4324e-02, 1.2599e-02, 5.4620e-02,
-8.1054e-02, -5.2939e-03, -7.0351e-02, -2.8775e-02, 1.9818e-02,
2.6739e-02, -1.2319e-03, -1.4060e-03, 1.6541e-02, 1.1639e-02,
-2.6021e-03, -6.3501e-02, -3.8466e-02, -8.7034e-03, -5.0425e-02,
1.1080e-02, 3.6688e-02, 7.7903e-03, -3.7072e-02, 1.8208e-02,
3.7991e-02, -1.9858e-02, -2.8358e-02, -4.8025e-02, 1.2572e-02,
9.4882e-02, 2.7004e-02, -3.8555e-02, -9.4703e-03, -2.1716e-02,
1.8656e-02, 9.5564e-03, 1.9169e-02, 2.7531e-02, -4.2042e-02,
-5.0045e-02, 5.6595e-02, 1.2594e-02, -5.6265e-02, -2.4624e-02,
-6.3315e-02, -1.2815e-02, 2.6140e-03, -2.7696e-03, -6.8102e-02,
-5.6599e-03, -6.6663e-02, -2.0557e-02, -2.5184e-02, -8.8502e-04,
4.1027e-02, 7.6606e-02, -2.4600e-02, -7.0097e-02, 2.0680e-02,
2.2074e-02, -1.4275e-02, 5.1824e-02, -2.2797e-02, 6.2551e-02,
3.6084e-03, 7.0616e-03, 1.0024e-02, -1.6310e-01, -1.5464e-02,
1.5420e-02, 2.2050e-02, 4.6803e-02, -3.3976e-02, -5.4061e-02,
4.8497e-02, 2.9149e-02, -1.2634e-02, -1.3700e-02, 6.7049e-03,
7.2572e-02, -5.5449e-02, 2.3487e-02, 6.2509e-02, 5.7656e-03,
-5.0628e-02, 5.6949e-02, -2.8732e-02, -5.8276e-02, 2.1099e-02,
-3.1288e-03, -3.8673e-02, -3.0813e-02, 7.2479e-02, -1.6000e-02,
-9.7748e-02, -6.1025e-02, -1.4398e-02, -4.3254e-02, 1.3736e-02,
7.9538e-02, -4.8908e-02, 9.6826e-03, 1.3806e-02, 5.8822e-03,
1.6088e-02, -2.4986e-02, -2.1637e-02, 8.5296e-03, 6.0066e-02,
6.2050e-03, -8.4019e-03, -3.9317e-02, 1.4110e-02, -3.0656e-02,
1.1243e-02, -7.2480e-02, 1.7013e-03, 2.6971e-02, 1.1926e-02,
2.5762e-02, -2.2525e-02, -2.3150e-02, 1.9043e-02, 7.9349e-02,
5.3086e-02, -9.6560e-04, 2.7461e-03, 7.7844e-02, 5.0756e-02,
-3.4491e-02, -2.1983e-02, -4.2032e-04, -7.9941e-02, 3.1414e-02,
1.0936e-02, 5.8715e-03, 8.7071e-02, 3.9660e-02, -2.9129e-03,
2.9687e-02, -2.8387e-02, 1.4749e-02, 5.6188e-03, 1.5994e-02,
4.3232e-02, -9.9149e-03, 3.1036e-02, -6.4325e-02, 4.5023e-02,
-5.1571e-02, 1.9214e-02, -7.4101e-03, 5.2521e-02, 4.9733e-03,
-2.2003e-02, 4.4303e-02, 4.5228e-02, 4.2498e-02, 3.4901e-02,
2.0726e-04, 7.2084e-02, 2.9673e-02, -1.7501e-02, -4.9710e-02,
3.8308e-02, -6.0112e-02, -5.1637e-02, -1.7001e-02, 1.7223e-02,
8.4744e-03, 4.7205e-03, 7.4511e-02, 4.2768e-03, -3.2353e-02,
-3.5657e-02, 3.8449e-02, 9.3484e-02, 8.7099e-03, 2.5927e-03,
3.8168e-03, -5.7385e-02, -8.1688e-03, -6.7042e-03, 8.9921e-02,
1.1445e-01, -9.6834e-03, -5.8463e-02, 6.8586e-02, -1.5177e-03,
-5.5308e-02, 2.7025e-03, -1.1361e-02, 4.0959e-02, -1.8249e-02,
3.7431e-02, 2.0090e-03, -2.2188e-02, 4.1457e-03, 6.5631e-02,
-1.2827e-02, -8.2526e-03, -7.9704e-02, 4.7103e-03, 9.7007e-02,
-8.6649e-03, 4.7518e-02, 2.4764e-02, -1.4932e-02, -1.0780e-01,
3.7665e-02, -1.5853e-02, 6.4949e-02, 4.1341e-03, 1.7146e-02,
3.1126e-02, -5.8399e-03, 4.1169e-02, -3.6528e-02, 1.1526e-01,
-1.4068e-02, -1.9099e-02, 1.1492e-01, 3.3502e-02, -4.4345e-02,
-2.2057e-03, -5.8932e-03, -1.1548e-02, -4.0877e-03, -2.6053e-02,
7.6882e-02, 2.7448e-03, 5.8597e-02, -3.5210e-02, 3.1155e-02,
-4.0014e-02, 4.7341e-04, -7.2173e-02, -7.6117e-02, -3.7738e-02,
1.6387e-02, -7.5571e-02, 2.5577e-02, 2.7017e-02, -1.0337e-01,
-4.2398e-02, -2.2824e-02, -1.7906e-02, -3.3270e-02, -4.2339e-02,
-8.9388e-02, -4.1138e-02, -4.4678e-02, -1.6477e-02, 4.4894e-02,
-6.1968e-02, -5.4772e-02, -2.0238e-02, -1.4861e-03, -5.8214e-03,
-1.5301e-02, 1.1233e-01, 6.8810e-02, -1.2929e-01, -4.7660e-02,
-5.1547e-02, -2.8985e-02, 3.7396e-02, -2.0281e-02, 1.1288e-02,
1.3089e-02, 7.8939e-02, -9.2465e-02, -2.5677e-03, 5.4316e-02,
-3.7214e-02, -6.9758e-02, 1.0795e-01, 8.1144e-02, -5.5012e-02,
6.4764e-03, 1.4743e-02, -2.6108e-03, 5.5446e-02, -5.2074e-02,
8.0662e-04, 1.5819e-02, 3.3196e-03, 4.1684e-02, 1.0006e-02,
1.1175e-02, -1.0655e-02, -5.7533e-02, -1.3883e-02, 2.4983e-02,
-3.1648e-02, -5.6490e-03, -2.2872e-02, 3.5319e-02, -6.2807e-04,
3.6012e-02, 3.0141e-02, 9.8463e-02, -2.9957e-02, 1.3601e-04,
4.3046e-02, 1.0946e-01, 1.8276e-02, -1.6432e-02, -2.5520e-02,
3.4259e-02, 1.5329e-04, -5.7258e-03, -9.4171e-03, -1.5937e-02,
1.4312e-02, -1.6622e-02, -1.0320e-02, 3.0065e-02, 3.4531e-02,
-7.5522e-02, 5.7643e-02, -1.4911e-02, 5.3845e-02, -4.5130e-02,
1.8009e-02, 4.1911e-02, 7.0725e-02, 1.2656e-01, 5.0095e-02,
-6.2797e-02, -5.4271e-02, -3.8151e-02, -4.8745e-02, -6.3732e-02,
-6.5094e-02, -5.8340e-02, 7.0232e-02, 1.1122e-02, -2.6377e-02,
5.8321e-02, 5.3336e-02, 5.3680e-01, 5.2886e-02, -3.1838e-02,
1.5828e-03, -4.7594e-02, -4.3221e-02, -2.2797e-02, -6.7948e-02,
-2.1383e-02, -5.4391e-02, 1.3592e-02, 1.8511e-02, 1.9633e-02,
-4.4413e-02, -3.7009e-03, -7.6967e-03, -7.7517e-02, 3.6913e-02,
-4.6067e-02, 3.0354e-02, 4.7575e-02, -3.7659e-02, 1.3418e-02,
3.7546e-02, -3.3527e-02, -1.5741e-02, 6.6208e-02, 1.1874e-02,
-4.1821e-03, 5.2642e-03, -1.2430e-01, -5.5864e-02, 1.9854e-02,
-2.8829e-02, 1.5538e-02, -4.9258e-02, -1.1592e-03, -3.8139e-02,
2.8040e-02, -2.2426e-02, 5.7717e-02, 1.4075e-02, -9.9798e-02,
-5.1728e-02, -1.3168e-02, 1.0681e-02, -6.5966e-02, -3.6213e-03,
8.5024e-02, 5.5632e-02, 3.3144e-02, -4.3677e-03, -1.9721e-02,
-8.2277e-03, 2.4849e-02, -3.7485e-02, 4.1869e-02, -3.4450e-02,
-3.0987e-02, -1.7622e-02, 3.2982e-02, -1.5669e-03, 2.4413e-02,
-4.9246e-03, 6.7211e-03, -3.8119e-02, -1.0527e-02, -7.5971e-02,
1.2013e-03, -1.8220e-02, 7.1518e-02, 2.0195e-02, 1.3315e-01,
-2.6238e-02, 5.6861e-04, 4.7528e-03, -1.4988e-02, 2.9167e-02,
-1.2019e-01, -1.2224e-02, -5.1693e-02, -1.4895e-02, -2.9173e-03,
7.1889e-03, -6.0361e-02, -5.2366e-02, -1.0519e-01, 4.4893e-02,
3.1730e-02, 3.0642e-02, -3.9788e-03, 5.1167e-02, 7.8043e-02,
-3.1894e-03, 4.7404e-02, -4.7157e-03, 2.5162e-02, 7.7012e-02,
-1.7853e-02, 1.1390e-02, 1.1458e-02, -1.0087e-01, -8.3108e-02,
2.5303e-02, -2.4660e-02, -1.1712e-02, 4.5653e-02, 1.0904e-01,
5.0725e-02, 8.0251e-02, 5.9985e-02, 9.0939e-03, 1.3324e-02,
-3.6488e-02, 3.7561e-03, 3.8802e-02, 5.5936e-03, -9.7117e-03,
5.9745e-02, -1.6664e-02, -2.0118e-02, 3.0571e-02, -3.8420e-03,
3.1325e-02, 3.8045e-03, -5.5661e-02, 4.3446e-04, -2.3476e-02,
-8.4143e-03, 3.7693e-02, -7.4958e-02, -3.2030e-02, -2.5789e-02,
3.6739e-02, -2.5274e-03, -1.9940e-02, -2.9751e-02, 1.4796e-02,
1.9709e-02, -6.2746e-02, -9.3804e-05, 2.4910e-02, -7.1888e-03,
5.9264e-03, 3.9302e-02, -6.2844e-03, -8.2390e-04, 2.3144e-02,
1.5263e-02, 4.5676e-02, 3.3025e-03, 1.5955e-02, 4.0345e-02,
-3.0400e-03, -2.4608e-02, 7.7147e-02, -5.5288e-04, -2.2193e-02,
2.5773e-02, 4.2806e-02, -4.6899e-02, -2.0837e-03, -1.8242e-02,
-1.6480e-02, 1.6247e-02, -8.8551e-03, 7.0749e-02, 5.8478e-02,
-3.5057e-02, -6.2893e-02, 8.0951e-02, 5.3526e-02, 1.2193e-02,
9.0980e-03, 7.2634e-04, 5.7530e-02, -4.8810e-02, 1.3090e-01,
-3.3842e-02, -3.2191e-02, 2.6631e-02, -2.4308e-02, 1.5735e-02,
-4.1905e-02, -1.3642e-02, -7.1998e-02, 3.0002e-02, 1.5576e-03,
-2.3606e-02, 4.6739e-03, 5.2535e-02, 1.2866e-01, -5.7660e-03,
5.7210e-02, -4.1318e-02, 2.8136e-02, 6.7464e-02, -6.8598e-02,
9.0723e-02, 2.0784e-02, 6.9100e-03, -3.8695e-02, -4.0090e-03,
3.2420e-03, 4.2972e-02, -6.1268e-03, 4.4131e-03, 2.5046e-02,
5.8809e-02, -5.8890e-02, -3.8217e-02], device='cuda:0')),
('bert.encoder.layer.8.attention.output.LayerNorm.weight',
tensor([0.8831, 0.8789, 0.8689, 0.8469, 0.8670, 0.8072, 0.8269, 0.8106, 0.8769,
0.8118, 0.9338, 0.8997, 0.9383, 0.9088, 0.8883, 0.7734, 0.8388, 0.8294,
0.8428, 0.8912, 0.8192, 0.9228, 0.8194, 0.8380, 0.8287, 0.8740, 0.8921,
0.9852, 0.8542, 0.9020, 0.8626, 0.7649, 0.9208, 0.7854, 0.8756, 0.8268,
0.8274, 0.9001, 0.7989, 0.9229, 0.9096, 0.8467, 0.9141, 0.8839, 0.9321,
0.9171, 0.8735, 0.9193, 0.9365, 0.8362, 0.9319, 0.8687, 0.8566, 0.8736,
0.7676, 0.8193, 0.8383, 0.8720, 0.8465, 0.8352, 0.8712, 0.9369, 0.9347,
0.8895, 0.8086, 0.9331, 0.8832, 0.8430, 0.7740, 0.8498, 0.8876, 0.8609,
0.8321, 0.8276, 0.9171, 0.9397, 0.8531, 0.8634, 0.9226, 0.9153, 0.8723,
0.8550, 0.8637, 0.9076, 0.7632, 0.8895, 0.8278, 0.8719, 0.9066, 0.8480,
0.8677, 0.8446, 0.8835, 0.8576, 0.8361, 0.8589, 0.7689, 0.8714, 0.9314,
0.8731, 0.8089, 0.9151, 0.7772, 0.9373, 0.7502, 0.9260, 0.9425, 0.8206,
0.9012, 0.9107, 0.8038, 0.8393, 0.9207, 0.7468, 0.8271, 0.9446, 0.8555,
0.8893, 0.8884, 0.9318, 0.8824, 0.9092, 0.9068, 0.7788, 0.8168, 0.8171,
0.8594, 0.8221, 0.8625, 0.8308, 0.8980, 0.8116, 0.8689, 0.8895, 0.8693,
0.8731, 0.8153, 0.8791, 1.3693, 0.9153, 0.8078, 0.9047, 0.8354, 1.2435,
0.8304, 0.8822, 0.8924, 0.8905, 0.8659, 0.9460, 0.9171, 0.8508, 0.9115,
0.8481, 0.8717, 0.8736, 0.8993, 0.8842, 0.8786, 0.8673, 1.0131, 0.9498,
0.8197, 0.8920, 0.8914, 0.9079, 0.9170, 0.7450, 0.8837, 0.8773, 0.9013,
0.7652, 0.8017, 0.8802, 0.8671, 0.9020, 0.9439, 0.8277, 0.9345, 0.8793,
0.8259, 0.8270, 0.8366, 0.9009, 0.8881, 0.8858, 0.8506, 0.8829, 0.8824,
0.8764, 0.8697, 0.7460, 0.8639, 0.8585, 0.8830, 0.8975, 0.8886, 0.8336,
0.8559, 0.9363, 0.9049, 0.8189, 0.9091, 0.8596, 0.8386, 0.8519, 0.9086,
0.9594, 0.8798, 0.8263, 0.8833, 0.9616, 0.7947, 0.9045, 0.8616, 0.9187,
0.8579, 0.8034, 0.8435, 0.8398, 0.8869, 0.8367, 0.9188, 0.9064, 0.8806,
0.9076, 0.8848, 0.9101, 0.9020, 0.7294, 0.8455, 0.9235, 0.8674, 0.8378,
0.8335, 0.8608, 0.7685, 0.9339, 0.8845, 0.9293, 0.8773, 0.8174, 0.8657,
0.8445, 0.8929, 0.8200, 0.9062, 0.8238, 0.9266, 0.9371, 0.9237, 0.8725,
1.0326, 0.9396, 0.9423, 0.8892, 0.9155, 0.8142, 0.8871, 0.8797, 0.7285,
0.8632, 0.9028, 0.8354, 0.8722, 0.8620, 0.8902, 0.9293, 0.7964, 0.9114,
0.9212, 0.8823, 0.9665, 0.8577, 0.9292, 0.9095, 0.8353, 0.8709, 0.8502,
0.9496, 0.9674, 0.9094, 0.7914, 1.9122, 0.8822, 0.9429, 0.7993, 0.9246,
0.9020, 0.8483, 0.8417, 0.8691, 0.7802, 0.9070, 0.8879, 0.8546, 0.8998,
0.7431, 0.9255, 0.8648, 0.9120, 0.8710, 0.8302, 0.8564, 2.9092, 0.8865,
0.8099, 0.8881, 0.9307, 0.8830, 0.8384, 0.8644, 0.8758, 0.8174, 0.8366,
0.9083, 0.8247, 0.8167, 0.9309, 0.8096, 0.8280, 0.8939, 0.8673, 0.9246,
0.8186, 0.8321, 0.8667, 0.8281, 0.9320, 0.8402, 0.9177, 0.8477, 0.9250,
0.9103, 0.9461, 0.9150, 0.8612, 0.9436, 0.9706, 0.8257, 0.7463, 0.9248,
0.8278, 0.9426, 0.8637, 0.9226, 0.8939, 0.8592, 0.8803, 0.8278, 0.8740,
0.8700, 0.8428, 0.8612, 0.9544, 0.8377, 0.8657, 0.8646, 0.8481, 0.7874,
0.8349, 0.8990, 0.8583, 0.9021, 0.8599, 0.8867, 0.9115, 1.0032, 0.9011,
0.8418, 0.8614, 0.8993, 0.8846, 0.8485, 0.8637, 0.8405, 0.8042, 0.8882,
0.8992, 0.7139, 0.8575, 0.8699, 0.9052, 0.9134, 0.8470, 0.8254, 0.7743,
0.8951, 0.9056, 0.8333, 0.9365, 0.8244, 0.8963, 0.8890, 0.8890, 0.8958,
0.8202, 0.9356, 0.8720, 0.8172, 0.8024, 0.8343, 0.7865, 0.8795, 0.8701,
0.8904, 0.8082, 0.8894, 0.9038, 0.9474, 0.8179, 0.8342, 0.9140, 0.9402,
0.8954, 0.8214, 0.7965, 0.9145, 0.8607, 0.9090, 0.8760, 0.9446, 0.8913,
0.8220, 0.8484, 0.8787, 0.8705, 0.7424, 0.8714, 0.9144, 0.8625, 0.9001,
0.8217, 0.9394, 0.7711, 0.9375, 0.8727, 0.8581, 0.8713, 0.9119, 0.9095,
0.7940, 0.8349, 0.8726, 0.8513, 0.8268, 0.9029, 0.9358, 0.8891, 0.8455,
0.9146, 0.7941, 0.8648, 0.9099, 0.8434, 1.0048, 0.8255, 0.8128, 0.8811,
0.8635, 0.8206, 0.8878, 0.8282, 0.9099, 0.8076, 0.8449, 0.8624, 0.8501,
0.8998, 0.8722, 0.9669, 0.8596, 0.9406, 0.8578, 0.9191, 0.8943, 0.7887,
0.9194, 0.8433, 0.9811, 0.8369, 0.8299, 0.9190, 0.9220, 0.8680, 0.8281,
0.9500, 0.7524, 0.9863, 0.8242, 0.8447, 0.9097, 0.9211, 0.8497, 0.9291,
0.8432, 0.8353, 0.9101, 0.8347, 0.8752, 0.9078, 0.8975, 0.8410, 0.8884,
0.8666, 1.0136, 0.9340, 0.8387, 0.8747, 0.8803, 0.8749, 0.8883, 0.8374,
0.8585, 0.8988, 0.8470, 0.9013, 0.8680, 0.7690, 0.8984, 0.8937, 0.7929,
0.8887, 0.9283, 0.8751, 0.9858, 0.9665, 0.9479, 0.9066, 0.9077, 0.8719,
0.8857, 0.9008, 0.8420, 0.8311, 0.8681, 0.8373, 0.8740, 0.8695, 0.8881,
0.9423, 0.9151, 0.8099, 0.7951, 0.8309, 0.9514, 0.8322, 0.8101, 0.8647,
0.9177, 0.8495, 0.8403, 0.9605, 0.8695, 0.8317, 0.8522, 0.8214, 1.4656,
0.8637, 0.8405, 0.9159, 0.9250, 0.7699, 0.8937, 0.8977, 0.8993, 0.8755,
0.8697, 0.7927, 0.9206, 0.8233, 0.8702, 0.8352, 0.8800, 0.9053, 0.9271,
0.8188, 0.8750, 0.9008, 0.8854, 0.8811, 0.9468, 0.9229, 0.8515, 0.9063,
0.8860, 0.8291, 0.8755, 0.8602, 0.7929, 0.8855, 0.7543, 0.8536, 0.8232,
0.8275, 0.9818, 0.8343, 0.8449, 0.8945, 0.8910, 0.8886, 0.8320, 0.8271,
0.8966, 0.9431, 0.8585, 0.8780, 0.6971, 0.9256, 0.9291, 0.8838, 0.7963,
0.8361, 0.8509, 0.9929, 0.9399, 0.9343, 0.9477, 0.9177, 0.8909, 0.8561,
0.8364, 0.8895, 0.9494, 0.8673, 0.9494, 0.9224, 0.8571, 0.8428, 0.8322,
0.9039, 0.8971, 0.8172, 0.8732, 0.8580, 0.8810, 0.8805, 0.8881, 0.8972,
0.8964, 0.9400, 0.8141, 0.9056, 0.8414, 0.8339, 0.8425, 0.8010, 0.8993,
0.9380, 0.8013, 0.8050, 0.9218, 0.8277, 0.8184, 0.8663, 0.8371, 0.9068,
0.8372, 0.9160, 0.9318, 0.8949, 0.8904, 0.8496, 0.8499, 0.8472, 0.8722,
0.9465, 0.7204, 0.7897, 0.8712, 0.9603, 0.8313, 0.8635, 0.9680, 0.8880,
0.8587, 0.8665, 0.8975, 0.9478, 0.8714, 0.9249, 0.8508, 0.8911, 0.9554,
0.9084, 0.8296, 0.8353, 0.9106, 0.8512, 0.9155, 0.9181, 0.7904, 0.8726,
0.8777, 0.9206, 0.8898, 0.8604, 1.0257, 0.8273, 0.9479, 0.8005, 0.7780,
0.7997, 0.8404, 0.9144, 0.9446, 0.8849, 0.9205, 0.8368, 0.8953, 0.8252,
0.8981, 0.9098, 0.8262, 0.9278, 0.8721, 0.8171, 0.8290, 0.8474, 0.8925,
0.8956, 0.8961, 0.9183, 0.8340, 0.9345, 0.7246, 0.9212, 0.8188, 0.8649,
0.8649, 0.8319, 0.8110, 0.9414, 1.0279, 0.8491, 0.9306, 0.9194, 0.8222,
0.8938, 0.9271, 0.9219, 0.8773, 0.8055, 0.9066, 0.8602, 0.7933, 0.8588,
0.8698, 0.8411, 0.7826, 0.8493, 0.8708, 0.9176, 0.8216, 0.8796, 0.8564,
0.8282, 0.8560, 0.8759, 0.8613, 0.8350, 0.8765, 0.9168, 0.8540, 0.9222,
0.8919, 0.9283, 0.8880], device='cuda:0')),
('bert.encoder.layer.8.attention.output.LayerNorm.bias',
tensor([ 1.3430e-01, -1.6630e-01, -1.9644e-01, 2.1804e-01, -8.8021e-02,
1.6963e-02, -2.1799e-01, 1.1294e-01, 6.5641e-02, -9.3676e-02,
1.2503e-01, -5.9515e-02, -5.9693e-02, -8.9621e-02, 9.8938e-02,
1.1215e-01, -5.7422e-02, -1.6370e-01, -5.4074e-02, -1.0220e-01,
1.4248e-03, -9.0995e-04, -4.8324e-03, 7.2182e-02, -1.2939e-02,
-9.2339e-02, 8.5155e-02, 2.4497e-01, 1.2417e-01, 1.7173e-01,
-2.1324e-02, -7.6823e-02, -1.3582e-01, -2.0640e-01, 1.6915e-01,
1.4027e-02, -1.8596e-01, 2.3680e-02, 1.0129e-01, 2.1620e-01,
-7.2232e-02, -9.6977e-02, 4.4937e-02, -2.6874e-02, 6.7721e-02,
-7.0899e-02, -3.7511e-02, 1.9858e-01, -6.8246e-02, 5.0138e-02,
9.3088e-02, 1.5652e-01, 1.1737e-01, -1.0132e-01, 2.5156e-03,
-1.5092e-01, -1.9839e-01, 3.4484e-03, -1.6201e-02, 6.5253e-02,
-1.1470e-01, -3.2277e-02, 4.5831e-02, -1.7635e-01, -9.0905e-02,
6.7492e-02, 3.5015e-02, -2.6082e-02, 9.4961e-02, -2.1554e-01,
-1.2611e-01, -1.1062e-01, -3.8490e-02, 1.8468e-02, -6.2158e-02,
1.3207e-01, 2.0373e-02, -2.8867e-02, -1.4668e-02, -4.1649e-02,
4.4819e-02, -2.3177e-02, 4.3437e-03, 1.5619e-01, -7.2495e-02,
1.0989e-01, -6.2171e-02, -6.1553e-02, 2.5260e-02, 4.2980e-02,
-8.6524e-02, -7.7876e-03, -8.8637e-02, 6.7987e-02, -1.2466e-02,
8.2743e-02, -4.5400e-06, -8.3460e-03, 1.7045e-02, 4.1068e-02,
7.1587e-02, -8.1246e-02, 4.8645e-03, 4.9212e-03, -1.7402e-01,
-6.4311e-02, 1.4962e-01, -3.9865e-02, -7.1070e-02, -1.3001e-01,
2.6671e-02, 5.7631e-02, -1.0052e-01, -3.2462e-02, 1.6802e-01,
1.7840e-01, -5.1836e-02, 1.0686e-01, -1.1181e-01, -7.5921e-02,
-1.1178e-02, -1.0621e-02, 2.8685e-02, 3.3021e-02, -1.0157e-01,
1.0510e-02, 5.3197e-02, 2.6359e-02, -7.8619e-02, -2.7748e-02,
-3.4365e-02, 2.9451e-02, -1.5661e-02, 1.2073e-02, -6.2915e-02,
4.4250e-02, 1.4757e-01, 1.1281e-01, -9.5719e-01, 4.6935e-02,
-1.2907e-01, -1.7711e-01, -1.0736e-03, -8.8993e-01, -4.4524e-02,
-8.9491e-02, -1.4067e-02, 6.0078e-02, -1.0628e-01, -2.7044e-01,
-1.9474e-01, -5.2049e-02, -1.0416e-01, 1.4060e-01, -4.5032e-03,
-2.5121e-01, -1.1681e-01, -2.7364e-01, 1.3053e-01, -1.2741e-01,
2.1531e-01, 7.3813e-02, 1.7886e-02, 1.7058e-02, 7.4228e-02,
-1.2069e-01, 1.9543e-01, 5.0886e-04, -1.9405e-01, 7.6987e-02,
3.8518e-02, 1.4558e-01, -3.6948e-02, 9.1208e-02, 1.9233e-01,
1.4840e-01, 1.3445e-01, -1.1002e-01, 1.5127e-02, 3.5322e-02,
-1.0245e-01, -4.9473e-02, 6.2769e-02, -8.1491e-02, 3.7396e-02,
3.8541e-02, -9.1705e-02, -1.6408e-01, 2.4134e-02, -5.1102e-02,
9.4482e-02, 1.9614e-02, 1.0678e-01, 1.1510e-01, -1.7914e-01,
-1.2408e-01, -7.0487e-02, -6.1602e-03, -1.8406e-01, -1.5628e-01,
-3.3163e-02, 1.0497e-01, -5.0731e-02, 2.4133e-02, 5.8182e-02,
-1.2067e-01, 7.6649e-02, -1.9067e-01, -3.4713e-02, -5.2670e-02,
9.6602e-03, -1.3530e-01, 8.2783e-02, -2.0257e-01, 1.9673e-02,
-2.0917e-02, 1.2983e-01, -4.0806e-03, -2.9716e-02, -2.9099e-02,
2.8663e-02, 2.3466e-02, 1.0446e-01, -5.4331e-02, -1.4593e-01,
1.1204e-01, -1.0604e-02, -1.8406e-02, 1.1850e-01, 1.0520e-01,
-1.9797e-02, 9.1841e-02, 3.9244e-02, -1.3073e-01, -8.2812e-02,
-6.0293e-02, 9.5343e-02, -1.8328e-01, -5.7873e-03, -4.9655e-03,
-1.6116e-01, -9.3133e-02, 4.1661e-02, 6.9704e-02, -1.3446e-01,
-1.2307e-01, 7.4316e-02, 2.5206e-02, 4.4425e-02, 1.6554e-01,
4.5010e-02, -2.9837e-02, 1.6412e-02, 8.7417e-02, 1.0444e-01,
1.2721e-01, -1.5703e-01, -4.8401e-03, -6.2381e-02, -2.7462e-02,
1.5530e-01, -4.0743e-02, 1.2007e-01, 4.3838e-02, 2.5355e-02,
1.0949e-03, 1.1001e-01, 8.4291e-02, 1.1157e-02, -1.5720e-01,
-1.4091e-01, -9.7441e-02, 2.1115e-01, -3.9667e-02, 6.2466e-02,
6.0333e-02, -1.2762e-01, 7.4429e-02, 1.1214e-01, -1.8006e-01,
-4.8121e-02, -6.0733e-03, -8.5561e-02, 8.6200e-01, 2.3685e-02,
-3.8359e-02, 6.0639e-02, -8.9767e-02, 8.7776e-02, -5.0185e-02,
6.3009e-03, 7.3294e-02, -1.6372e-03, -1.1434e-01, -1.4651e-02,
-8.1724e-02, -1.3875e-01, 4.3577e-02, -1.7664e-01, -4.5343e-02,
1.6125e-04, -2.0687e-01, -2.4138e-02, 7.8720e-02, -1.2625e+00,
7.5156e-03, -2.3772e-02, -9.7275e-03, -1.6865e-01, 1.0668e-01,
2.4236e-01, 1.2718e-01, -5.4986e-02, 6.8104e-02, -9.0417e-02,
-7.6960e-02, 1.2178e-02, -2.7480e-02, -3.2464e-02, -4.8260e-03,
-1.1190e-01, 8.2075e-02, 4.4775e-02, -2.7448e-02, -1.1975e-01,
-8.7732e-02, -9.8699e-02, 1.9302e-02, 8.4126e-03, 4.4861e-02,
-8.7965e-02, 4.7822e-02, -3.2568e-02, 7.2045e-02, -3.6741e-02,
-8.0369e-02, -2.3350e-02, 2.0827e-01, -2.3862e-01, -1.7565e-02,
8.1319e-02, 3.3192e-02, -9.6085e-02, -7.4043e-02, 4.4781e-03,
6.0980e-02, -4.1591e-02, -9.8804e-02, 8.7504e-02, 3.0716e-02,
-4.2566e-02, -1.3976e-01, -9.9893e-02, -4.4298e-03, 1.1778e-01,
-1.5873e-01, -1.3423e-01, 9.9261e-02, 7.8206e-02, -1.6563e-02,
-2.3348e-02, -5.5309e-02, -3.7790e-02, 3.2338e-02, -1.4745e-01,
1.3729e-01, -6.2155e-02, 1.6906e-01, -1.4262e-01, 2.5332e-02,
-1.7725e-01, -1.2678e-01, -4.4303e-02, 6.1840e-02, -9.1161e-02,
5.8972e-02, -1.7982e-01, -1.8060e-01, -2.8249e-02, 6.1113e-02,
-1.5790e-01, 9.0145e-02, 3.8215e-02, 7.3894e-02, 6.2366e-03,
-1.9194e-01, 4.9846e-02, -2.0294e-02, 3.0841e-03, -2.7975e-02,
-1.7420e-02, 1.1285e-01, -8.2402e-03, -1.2978e-01, 6.0757e-02,
-1.8488e-01, -6.4653e-02, -1.1386e-01, -1.3495e-01, -8.0725e-02,
-1.0685e-01, 3.8280e-02, -7.4201e-02, -1.1922e-01, -1.0762e-01,
4.9604e-02, -7.7263e-02, -1.0699e-01, -1.0041e-01, -9.5087e-02,
-5.4013e-02, -6.5489e-02, 3.9251e-02, -4.5655e-02, -6.9257e-02,
-6.7164e-02, 6.7314e-02, 2.4544e-01, -1.6301e-01, -2.1489e-01,
-8.6998e-02, -9.1839e-02, -6.7018e-02, 2.0111e-01, 1.6901e-01,
1.5670e-02, -1.3276e-01, 2.2922e-02, 1.4319e-01, 7.4891e-02,
-1.0205e-01, 2.2978e-02, -1.5650e-01, 2.1001e-01, -2.0707e-01,
7.7955e-03, 6.1110e-02, -1.1779e-01, 2.2219e-02, -6.7829e-03,
2.7939e-02, -3.2673e-02, -7.9920e-02, -1.9321e-01, -6.4647e-02,
-6.3764e-02, -5.2454e-02, -8.0164e-02, 8.5147e-02, -1.3945e-02,
6.0813e-02, 1.4641e-01, 1.7992e-01, 2.9897e-02, -7.6035e-02,
-2.9169e-01, 7.5840e-02, -7.9153e-02, -9.6949e-02, -1.9500e-02,
-8.8843e-02, -6.4632e-02, 1.0542e-02, 8.7060e-02, 9.3490e-02,
1.3683e-01, 8.0522e-02, 6.8333e-02, 4.4330e-02, 3.9341e-02,
2.0169e-01, 4.9681e-02, 4.4305e-03, 1.1753e-01, 3.6627e-02,
5.1532e-02, -1.4699e-01, -1.0019e-01, 1.2349e-03, -3.4105e-02,
1.2380e-01, -6.1354e-02, -1.1705e-01, 8.3857e-02, 1.2444e-02,
-8.7851e-02, -5.2256e-02, 1.2429e-01, -7.2835e-02, -1.1933e-02,
-1.1480e-01, -2.3244e-02, -2.4532e-01, -2.1054e-02, 1.2533e-01,
7.6921e-03, -8.2351e-02, -1.7309e-02, -4.7160e-02, 3.5772e-04,
9.9884e-02, 9.6716e-03, 8.7188e-02, -2.0234e-01, -8.2783e-02,
2.1119e-01, -1.8046e-02, 9.4012e-03, 2.0913e-02, -8.3513e-02,
-1.0429e-01, -4.5867e-02, -5.1641e-02, -1.2199e-02, -1.4888e-01,
-2.0657e-01, -8.0262e-02, 6.0270e-02, 5.0362e-02, 5.4501e-02,
-5.9155e-02, -1.1828e-01, -4.8631e-02, 2.3047e-02, 1.0621e-02,
-9.2756e-02, 8.5165e-02, -4.9588e-02, -5.6094e-02, -9.2588e-02,
-1.5831e-02, 1.6998e-01, -1.8443e-01, -5.4566e-02, -1.0877e-01,
1.5088e-01, 1.4328e-01, 7.4859e-02, -1.7217e-01, 2.8074e-03,
-2.5839e-01, -7.6996e-02, 6.6736e-02, -1.2865e-01, 1.7472e-01,
1.3257e-01, 1.1121e-01, -6.7684e-03, 1.1270e-02, 2.2320e-01,
2.4711e-01, 1.3620e-02, -1.4707e-01, 2.6425e-02, 4.1366e-02,
7.2125e-02, -1.3917e-01, -1.8504e+00, -1.1069e-01, 5.8932e-02,
-8.2832e-03, 3.8852e-02, 5.1203e-02, 9.9856e-03, 2.0472e-02,
-3.1210e-02, -3.4730e-03, -5.0917e-02, -8.2210e-02, 1.3866e-01,
1.3936e-01, -8.1451e-02, -7.6191e-02, -1.7945e-02, 9.6980e-02,
3.6013e-02, 3.6335e-02, -9.5860e-03, 7.4983e-02, -2.1068e-01,
-2.4530e-02, 2.0695e-01, 3.0480e-02, -4.8430e-03, 8.9390e-02,
-3.7724e-03, 3.0099e-02, 5.1372e-02, 9.9678e-02, -1.2399e-01,
-1.6222e-02, 1.1967e-01, 2.6183e-02, -9.9358e-02, 3.4258e-02,
-1.3179e-02, 1.9497e-02, 1.0232e-01, -1.3706e-01, 1.3772e-01,
-5.8530e-03, -4.9573e-02, -3.9595e-03, -1.4322e-01, -1.1768e-01,
-7.2827e-02, 1.2791e-01, 6.2097e-02, 1.3006e-01, 1.6062e-01,
1.5194e-02, -1.2531e-01, 6.7295e-02, -1.9204e-01, 1.3909e-01,
7.5927e-02, -8.8704e-02, -3.7921e-02, -1.2604e-01, 7.0519e-03,
-4.2492e-02, -3.2095e-02, 2.1223e-01, -5.3331e-02, 1.7094e-02,
-1.0576e-01, -8.7440e-02, -2.0094e-01, 1.4475e-01, 1.2684e-01,
-2.0338e-01, -9.6054e-03, -3.6021e-02, -2.1078e-01, 2.0701e-01,
1.6315e-01, -4.5641e-02, 1.0649e-01, -4.5534e-02, -1.3557e-01,
-1.1750e-01, -1.2908e-01, 1.5027e-01, 8.3234e-02, -7.0904e-02,
-1.0190e-01, -5.7168e-02, 1.6128e-01, -1.8599e-01, -1.1996e-01,
-9.7082e-02, -1.0255e-01, -1.1921e-01, -1.0874e-01, 8.5198e-02,
3.0963e-02, -7.7879e-02, -3.4281e-02, 1.8814e-01, -1.7502e-01,
2.0474e-01, 2.9182e-03, -4.0397e-02, 6.0689e-02, -2.6344e-01,
-1.7699e-02, 7.5287e-02, -1.5645e-01, -4.2435e-02, 3.5574e-03,
-1.0579e-01, 2.4486e-02, 7.2088e-02, -6.8386e-05, 2.6350e-02,
5.5365e-02, -3.6245e-02, -7.7844e-02, -2.7824e-01, 3.8913e-02,
2.0906e-02, -6.8996e-02, 9.8082e-02, -6.5975e-03, -1.3332e-01,
-9.8835e-02, -1.4837e-01, 1.3782e-02, 2.3327e-02, -9.1477e-02,
6.6411e-02, 1.6743e-01, -4.2465e-02, 1.2734e-01, -5.1619e-02,
-1.0514e-01, -2.4204e-02, -2.7973e-01, 1.5791e-01, 9.2324e-03,
1.4995e-01, -3.3514e-02, -2.0315e-02, -1.6658e-01, -2.4564e-01,
-9.3539e-02, -3.0156e-02, -7.7929e-02, 5.9262e-02, -7.8120e-02,
6.6470e-02, -8.1215e-03, -3.0120e-02, 7.2624e-02, 4.9223e-02,
-3.9174e-02, -2.2074e-01, -1.1851e-01, 9.2477e-02, 2.0167e-02,
-1.2002e-01, -3.9430e-02, 6.2215e-02, -1.8623e-01, -9.1079e-02,
-6.7310e-03, 1.5251e-01, -1.3864e-01, -4.1053e-02, 2.2383e-02,
-1.0334e-01, -8.4062e-02, -1.4864e-01, 4.1316e-01, -1.1419e-01,
-1.1107e-02, 1.2977e-01, -6.7255e-02, 9.0158e-02, -1.5599e-02,
-3.4416e-02, -7.5021e-02, 1.0747e-01, 1.0491e-01, 6.0802e-02,
-7.5611e-02, -9.0061e-02, -6.3659e-02, -8.5154e-02, -4.7974e-02,
1.0410e-01, 9.1834e-02, 9.8093e-02, -4.0812e-02, -6.8939e-02,
-1.4411e-01, 9.1458e-02, -1.7521e-01, -1.1895e-01, 5.1029e-02,
-1.3090e-01, -9.7641e-02, 8.2651e-03, -3.7000e-02, -1.0086e-01,
-9.5933e-02, -2.8589e-03, 1.2599e-01], device='cuda:0')),
('bert.encoder.layer.8.intermediate.dense.weight',
tensor([[-0.0145, 0.0308, -0.0242, ..., 0.0556, 0.0671, -0.0420],
[-0.0269, -0.0021, -0.0172, ..., -0.0266, 0.0154, -0.0177],
[ 0.0309, -0.0490, 0.0034, ..., 0.0056, -0.0091, -0.0458],
...,
[-0.0264, -0.0415, -0.0011, ..., 0.0403, 0.0424, -0.0771],
[ 0.0282, 0.0036, 0.0520, ..., 0.1173, -0.0297, 0.0079],
[ 0.0276, 0.0259, 0.0567, ..., 0.0042, -0.0497, -0.0058]],
device='cuda:0')),
('bert.encoder.layer.8.intermediate.dense.bias',
tensor([-0.0839, -0.0952, -0.1488, ..., -0.1065, -0.1262, 0.0650],
device='cuda:0')),
('bert.encoder.layer.8.output.dense.weight',
tensor([[ 0.0530, -0.0730, 0.0112, ..., 0.0214, 0.0454, -0.0169],
[-0.0468, -0.0435, -0.0423, ..., 0.0266, -0.0507, -0.0129],
[ 0.0110, 0.0508, 0.0061, ..., -0.0108, -0.0159, 0.0043],
...,
[ 0.0150, 0.0277, 0.0260, ..., -0.0043, 0.0628, 0.0169],
[ 0.0148, 0.0431, 0.0363, ..., 0.0334, -0.0030, 0.0207],
[ 0.0260, 0.0209, -0.0459, ..., -0.0102, -0.0006, 0.0105]],
device='cuda:0')),
('bert.encoder.layer.8.output.dense.bias',
tensor([ 4.3457e-02, -6.8625e-02, -6.3529e-02, 1.4030e-01, -1.5796e-02,
-5.0672e-02, 2.4919e-02, 5.4501e-02, -6.1620e-04, -1.2696e-01,
2.4410e-02, -7.0747e-03, -1.6846e-02, 6.3179e-02, 8.2883e-02,
9.4197e-02, -1.1574e-01, -6.7734e-02, -2.9561e-02, -5.7112e-02,
1.2336e-02, 1.0267e-01, -1.1781e-02, 3.8810e-02, -1.5418e-01,
-1.2045e-01, 6.9293e-02, 1.4049e-01, 4.0484e-02, 8.5363e-02,
-3.7820e-02, -6.3167e-02, 2.1114e-02, -1.1044e-01, 1.0956e-01,
6.8950e-02, 1.9936e-02, 9.1237e-03, 7.3877e-02, 1.5512e-01,
8.9418e-03, 5.0496e-02, 4.0747e-02, -3.8989e-02, 4.9386e-02,
-5.5428e-02, 2.5055e-02, 8.5262e-02, -5.0146e-02, 3.8174e-02,
4.7018e-03, 2.5718e-02, 9.3036e-02, -1.8788e-02, -5.7341e-02,
-4.6057e-02, -1.7902e-01, -6.1102e-02, -5.9266e-02, 1.2518e-01,
7.2623e-03, -5.0586e-02, 7.4668e-03, 4.7732e-02, -1.1744e-02,
7.8433e-02, 2.7614e-02, -2.9135e-02, 1.3948e-01, -1.9808e-01,
-2.8135e-03, -3.5079e-02, 1.6134e-02, -4.0362e-02, -2.7733e-02,
5.6962e-02, -2.1214e-02, -9.0435e-02, -3.9875e-03, -8.4504e-02,
9.5227e-02, 6.0954e-02, 4.1840e-02, 1.1336e-01, -1.9510e-01,
-2.7453e-02, 1.1054e-02, -1.1760e-01, -6.3483e-02, -7.4471e-03,
-3.3281e-02, 5.1018e-02, -4.0583e-02, -1.4910e-02, -4.1243e-03,
1.1171e-01, -1.3749e-02, 9.3358e-02, 4.0819e-02, 3.6121e-03,
1.1850e-01, -6.1067e-02, -1.8101e-02, 6.2449e-03, -1.2353e-01,
2.4957e-03, 1.0038e-01, 3.0360e-03, 3.2045e-02, 3.7460e-02,
-4.7731e-03, 2.0617e-02, -8.2067e-02, -1.5381e-03, 6.2229e-02,
4.4507e-02, -3.8538e-02, 6.1241e-02, -6.3894e-02, -6.8384e-02,
-3.7275e-02, 9.9494e-03, 4.0623e-02, -2.5488e-02, -3.4538e-02,
7.0321e-02, 2.2990e-02, -5.4105e-02, 3.1542e-02, -6.2015e-02,
5.6473e-02, -4.4556e-02, 6.1827e-02, 6.2675e-03, -1.5617e-02,
2.2680e-02, 5.7724e-03, 1.2370e-01, -3.4445e-01, 1.4285e-01,
-1.7016e-01, -6.6914e-02, 1.1279e-03, -3.1748e-01, -5.4178e-02,
5.0099e-02, -4.4758e-02, 1.0146e-01, 1.5201e-02, -8.2101e-02,
3.9323e-03, -6.2171e-02, -4.6505e-02, 5.6944e-02, 1.1405e-02,
-8.9574e-02, 1.9932e-02, -2.0081e-01, 1.4095e-01, -1.3081e-01,
1.1720e-01, 4.1467e-02, 1.9304e-02, 7.8934e-02, 3.4840e-02,
-4.8804e-02, 1.5933e-01, -4.3913e-02, -1.1063e-01, 4.5880e-02,
5.6144e-02, 1.4146e-01, -1.5783e-02, 1.1371e-01, 7.7776e-02,
1.0611e-01, 1.2432e-01, -1.1334e-01, 5.4970e-02, 1.6100e-02,
-9.3565e-02, -4.5848e-02, 1.8745e-01, -1.5334e-03, 1.4922e-01,
7.1002e-02, 1.3126e-02, -1.5986e-01, 7.5161e-02, -1.9653e-02,
2.8148e-02, 7.7585e-02, 8.6773e-02, 7.0758e-02, -1.3338e-01,
-1.0090e-01, -1.1259e-01, 4.0809e-02, -2.0055e-01, -1.5019e-01,
-4.1689e-02, 6.3872e-02, 4.1568e-02, -4.5723e-03, 7.3794e-02,
-1.0355e-01, 4.6411e-03, -7.5889e-02, 4.9762e-02, -6.7567e-02,
5.1999e-02, -9.5826e-02, 1.1420e-02, -7.9527e-02, -6.1992e-02,
8.4010e-02, 9.6616e-02, -5.0913e-02, 2.6101e-02, -2.1147e-02,
9.3113e-02, 6.8363e-02, 4.8722e-02, 6.0068e-02, -5.4156e-02,
-2.4650e-02, -5.8364e-02, -2.8796e-02, 2.7249e-02, 3.1222e-02,
3.3129e-03, 1.0418e-01, 3.9478e-02, -3.7608e-02, -7.6951e-02,
-9.9842e-02, 1.4716e-01, -7.4436e-02, 2.6985e-02, 5.6235e-02,
-1.6025e-01, -1.4627e-02, 1.8019e-01, 1.4875e-01, -5.4972e-02,
-1.0426e-01, -3.4198e-02, 3.2008e-02, -2.8683e-02, 1.3657e-02,
9.6781e-02, -2.2857e-02, -3.2019e-02, 3.9038e-02, -6.2059e-02,
1.0683e-01, -4.7892e-02, -7.1201e-02, -9.2345e-03, -1.1299e-02,
1.0016e-01, 3.3586e-03, -2.8200e-02, 2.4670e-02, 1.6055e-01,
-3.2078e-03, 5.0126e-02, 3.9696e-02, -1.7639e-02, -5.0995e-02,
-1.4912e-01, -3.1803e-02, 1.6371e-01, -2.5550e-02, 5.1166e-03,
-2.4490e-02, 6.7014e-02, 8.5758e-02, 1.0648e-01, -7.6716e-02,
3.3051e-02, 7.9411e-02, -8.6479e-02, 1.2122e-01, -9.3537e-02,
-1.2498e-03, 1.1485e-01, -1.6206e-02, 2.6524e-02, -4.7941e-02,
3.3580e-02, 1.0353e-01, -1.9382e-03, -6.9005e-02, 1.4929e-02,
-1.1139e-01, -5.3693e-02, 1.2521e-01, -4.6487e-02, 1.8595e-02,
-2.3667e-02, -5.6669e-02, -3.4997e-03, 2.7322e-02, -4.2506e-01,
-1.9930e-02, 8.1265e-02, 6.0903e-02, -9.7588e-02, -4.1780e-03,
1.1158e-01, 9.9386e-02, -7.4053e-02, -6.7806e-02, 1.4554e-02,
-1.3594e-02, 7.0000e-02, 1.3763e-01, 3.6720e-02, -4.0640e-02,
-5.0480e-02, 5.7506e-02, -8.8208e-02, 6.9292e-02, -1.4776e-01,
-2.5575e-02, -1.4816e-01, -3.2449e-02, 8.2817e-02, 1.4014e-02,
-2.7728e-02, 7.3870e-02, 3.1771e-02, 5.2345e-02, -3.8834e-02,
2.6346e-02, -1.9345e-02, 8.9525e-02, -8.0141e-02, 6.0451e-02,
1.2867e-02, -7.4602e-02, -1.2052e-01, 3.3216e-02, 2.6167e-02,
6.4976e-02, 3.6986e-02, -1.9829e-02, 1.1624e-01, 4.7301e-02,
-1.0810e-01, -8.3698e-02, 2.1708e-02, -5.2251e-03, 1.5691e-01,
-3.8790e-02, -2.7487e-02, 9.3422e-02, 9.6099e-04, -3.6031e-02,
2.0134e-02, -4.7700e-02, -6.0532e-03, -1.2134e-02, -5.8515e-02,
4.6845e-02, -3.0278e-02, 9.2916e-02, 9.7508e-03, -5.3220e-02,
-7.6082e-02, 1.9649e-02, 3.9282e-02, 7.8640e-02, -9.0647e-02,
-1.5387e-02, -1.5922e-01, 2.1746e-02, -1.3145e-01, -3.0923e-02,
-1.3792e-01, 4.4308e-02, 5.1074e-02, 3.5455e-02, -2.4236e-02,
-1.2505e-01, 3.1111e-02, -4.9474e-02, 2.6563e-02, -4.0047e-02,
-1.9243e-02, 1.0420e-01, 5.3630e-02, -7.0050e-02, 6.0782e-02,
-2.9424e-02, -5.1040e-02, -7.3489e-02, -9.1990e-02, 1.9451e-02,
-1.6830e-01, 1.2493e-01, 2.7313e-04, -1.0177e-01, -2.2181e-02,
4.2911e-02, -7.0808e-02, -5.3033e-02, -1.0418e-01, -2.6926e-02,
-4.7595e-02, -9.1554e-02, -2.0181e-02, -3.2422e-02, 6.9427e-02,
3.5269e-02, 7.0368e-02, 2.6982e-02, -1.0734e-02, -1.0663e-01,
-3.5900e-02, -2.1459e-02, 1.4281e-02, 5.5585e-02, -3.1324e-02,
-1.7646e-02, 1.2889e-02, -1.8141e-02, 7.5282e-02, -6.6641e-03,
6.7129e-02, 4.6159e-02, 5.6248e-02, 1.7230e-01, -9.3473e-02,
3.3000e-02, 5.3898e-02, -1.1431e-01, 6.9992e-02, 1.7216e-02,
-4.9961e-03, -9.7235e-03, -4.9904e-02, -1.4044e-01, -8.8197e-02,
-5.0380e-02, -6.4749e-02, -6.8306e-02, 6.6953e-02, -9.8276e-03,
1.3371e-01, 1.5437e-01, 9.5539e-02, 4.2390e-02, 7.4679e-02,
-1.0762e-01, -2.2255e-04, 5.6139e-03, -1.9159e-02, 2.0663e-02,
-1.2551e-02, -9.5961e-02, 4.0355e-02, 5.7231e-02, 1.1818e-01,
1.2891e-01, 8.7089e-02, 1.4426e-01, -3.5231e-02, -4.4463e-02,
6.2042e-02, 4.9632e-03, 7.0765e-03, 7.6721e-02, 4.8401e-02,
3.6050e-02, -2.1510e-01, -1.0035e-01, -2.0560e-04, 1.5054e-02,
3.6114e-02, 7.6499e-02, -5.3010e-02, -8.1525e-03, 2.0924e-02,
1.0058e-02, 9.2722e-03, 1.0307e-01, 1.1890e-02, -3.7426e-02,
-7.5830e-02, -2.1588e-02, -1.5872e-01, 4.2135e-02, 2.1301e-02,
-1.2061e-02, -5.1177e-02, -3.8323e-02, -7.1192e-02, 8.4660e-02,
6.8359e-03, -4.2677e-03, 3.0159e-02, -1.0950e-02, 4.9243e-03,
1.9126e-01, -6.0177e-02, 6.6566e-02, -3.8314e-04, -1.7449e-02,
1.5256e-01, -7.5875e-02, -4.4184e-02, 4.5492e-02, -4.7772e-02,
-1.0849e-01, 3.5341e-02, -2.6701e-03, 8.4697e-02, 2.0085e-02,
6.0663e-02, -7.7029e-02, -8.3605e-02, 6.1615e-02, 1.4115e-01,
-1.0926e-01, 1.1062e-01, -7.4432e-02, -1.9612e-02, -4.1994e-02,
1.0492e-02, 7.9009e-02, -5.3715e-02, -9.5934e-02, -7.3762e-02,
2.1876e-02, 3.0446e-02, 7.6640e-02, -2.0733e-02, 3.2553e-03,
-8.6962e-02, -2.8430e-02, 1.4396e-01, -8.3831e-02, 5.9820e-02,
7.6746e-02, 2.0403e-01, -8.2568e-02, 2.8974e-02, 1.2022e-01,
8.7932e-02, 3.3481e-02, 1.0707e-03, -7.8190e-03, 3.7488e-02,
-1.5368e-02, 1.0754e-02, -8.1011e-01, -4.4949e-03, 7.0390e-02,
7.6763e-02, -3.7453e-02, -8.7333e-02, 8.3065e-02, 3.9500e-03,
-6.0509e-02, 1.5252e-03, -5.7790e-02, -1.3271e-01, -4.0386e-02,
8.8472e-02, 3.9011e-02, -3.4120e-02, 6.4739e-02, 7.0030e-02,
3.6068e-02, -1.4516e-02, 8.3015e-02, 5.3256e-02, -4.3853e-02,
1.8612e-02, 9.9007e-02, -1.5220e-02, -5.9512e-02, 7.5457e-02,
-3.4535e-02, 5.4036e-02, 1.5329e-02, 8.5850e-02, -8.6752e-02,
2.6158e-03, 8.1242e-02, 5.2283e-02, 2.2540e-02, 8.4976e-02,
8.7375e-02, -1.1323e-02, 4.9296e-02, 2.9618e-02, -4.8785e-02,
2.6818e-02, -6.6287e-02, 7.5903e-02, -2.9963e-03, -6.0065e-02,
-5.6507e-02, 4.3422e-02, 5.2734e-02, 1.1895e-01, 1.4886e-01,
8.1614e-02, -3.0082e-02, 1.5270e-03, -1.7929e-01, 9.3897e-02,
5.7205e-02, -6.5547e-02, -6.4327e-02, -9.9601e-02, 4.8757e-02,
6.0905e-02, -3.0918e-02, 4.1692e-02, -8.2414e-02, 1.6370e-02,
-7.4217e-02, -7.2089e-02, -1.2087e-01, -1.2011e-03, 1.5833e-02,
-8.9704e-02, -3.7509e-02, -1.1995e-01, -1.5057e-01, 1.5912e-01,
1.0258e-01, -4.2176e-02, -2.6271e-02, 6.8559e-02, -8.2444e-03,
-1.0058e-02, 1.8427e-02, -4.7098e-02, 5.2582e-02, -2.1082e-02,
-7.7851e-02, -1.2312e-02, 7.7013e-02, -1.3182e-01, -5.7735e-02,
-2.4118e-02, -2.2282e-02, -1.4350e-01, -1.1095e-01, 2.6129e-03,
1.6253e-03, -6.7198e-02, -1.1713e-03, 1.1249e-01, -1.1578e-01,
1.3551e-01, 2.6736e-02, 1.3195e-02, 3.9331e-02, -6.0326e-02,
8.3833e-02, -2.1051e-02, -1.3820e-01, 3.9435e-02, 7.2005e-02,
-9.1962e-02, 1.9963e-01, 6.4290e-03, -3.7856e-02, -6.8228e-02,
3.1456e-03, 4.5261e-02, 7.5696e-04, -5.3250e-02, 3.5378e-02,
-4.1299e-03, -6.8371e-02, 4.6636e-02, 2.2555e-02, -1.2051e-01,
-8.1089e-03, -3.2666e-02, 6.5795e-02, 6.7856e-02, -4.1000e-02,
7.1851e-02, 2.6271e-02, -4.2352e-02, 1.3392e-01, -3.1267e-02,
2.0121e-02, 4.3884e-02, -5.7210e-02, 8.4224e-02, -1.1609e-03,
5.6601e-02, -3.0554e-02, 4.1898e-02, 1.6882e-02, -1.2285e-01,
-2.1672e-02, 2.8034e-02, -7.5008e-02, 1.0333e-01, -2.6883e-02,
2.7946e-02, 1.2334e-02, -8.9941e-02, 9.0261e-02, 4.5714e-02,
6.9488e-02, -9.4775e-02, -2.8944e-02, 4.3243e-02, 2.5385e-02,
-4.0500e-02, 1.7852e-02, 6.9731e-03, -1.3691e-01, -8.7304e-03,
-5.0083e-03, 3.1426e-02, -1.3511e-01, -2.9454e-03, -4.9513e-02,
-6.7215e-02, -5.3800e-02, -5.5650e-02, 2.1774e-02, -7.8660e-02,
4.7527e-02, 2.6691e-02, -5.9023e-02, 1.6540e-01, -9.4158e-02,
-1.9899e-02, -6.3137e-02, 8.8743e-02, -2.4194e-02, 6.6231e-02,
-5.9977e-02, -7.2744e-02, -6.6799e-02, 4.7203e-02, -1.2437e-02,
1.3577e-01, 1.8271e-03, 1.5298e-01, 1.4902e-02, 1.5960e-02,
-2.6990e-02, 2.4591e-02, -1.9134e-01, -5.5135e-02, 1.1018e-01,
-1.1531e-02, -1.2249e-02, 6.6201e-02, 3.7806e-02, -7.0722e-02,
6.3900e-03, 4.1487e-02, 6.6297e-02], device='cuda:0')),
('bert.encoder.layer.8.output.LayerNorm.weight',
tensor([0.8220, 0.8500, 0.8651, 0.8221, 0.8496, 0.8589, 0.7727, 0.8345, 0.8519,
0.8185, 0.8502, 0.8655, 0.8589, 0.8705, 0.8606, 0.8224, 0.8493, 0.8411,
0.8551, 0.8603, 0.8460, 0.8558, 0.8288, 0.8468, 0.8703, 0.8409, 0.8422,
0.7855, 0.8506, 0.8551, 0.8592, 0.8252, 0.8694, 0.8191, 0.8525, 0.8646,
0.8133, 0.8503, 0.8261, 0.7991, 0.8638, 0.8512, 0.8161, 0.8703, 0.8664,
0.8329, 0.8498, 0.8475, 0.8581, 0.8545, 0.8377, 0.8406, 0.8467, 0.8757,
0.8217, 0.8131, 0.8348, 0.8828, 0.8233, 0.8417, 0.8446, 0.8605, 0.8466,
0.8404, 0.8152, 0.8435, 0.8597, 0.8407, 0.8301, 0.7986, 0.8326, 0.8568,
0.8567, 0.8218, 0.8555, 0.8701, 0.8564, 0.8315, 0.8579, 0.8593, 0.8372,
0.8802, 0.8548, 0.8157, 0.8278, 0.8164, 0.8282, 0.8595, 0.8620, 0.8340,
0.8315, 0.8550, 0.8548, 0.8702, 0.8368, 0.8374, 0.8252, 0.8559, 0.8730,
0.8497, 0.8441, 0.8691, 0.8430, 0.8475, 0.8134, 0.8803, 0.8693, 0.8174,
0.8656, 0.8528, 0.8322, 0.8551, 0.8661, 0.8124, 0.8685, 0.8449, 0.8416,
0.8375, 0.8573, 0.8548, 0.8587, 0.8738, 0.8659, 0.8348, 0.8394, 0.8349,
0.8586, 0.8432, 0.8706, 0.8332, 0.8692, 0.8329, 0.8380, 0.8428, 0.8807,
0.8518, 1.1542, 0.8492, 0.7958, 0.8677, 0.8246, 0.8475, 0.8488, 0.2359,
0.8388, 0.8658, 0.8441, 0.8628, 0.8517, 0.8046, 0.8255, 0.8569, 0.8427,
0.8435, 0.8390, 0.8343, 0.8578, 0.8488, 0.8232, 0.8721, 0.8067, 0.8692,
0.8850, 0.8689, 0.8317, 0.8333, 0.8290, 0.7941, 0.8379, 0.8463, 0.8607,
0.7939, 0.8047, 0.8492, 0.8470, 0.8195, 0.8579, 0.8179, 0.8612, 0.8480,
0.8555, 0.8563, 0.8273, 0.8417, 0.8705, 0.8566, 0.8408, 0.8131, 0.8403,
0.8264, 0.8255, 0.8137, 0.8372, 0.8562, 0.8136, 0.8491, 0.8746, 0.8353,
0.8639, 0.8289, 0.8625, 0.8097, 0.8600, 0.8352, 0.8413, 0.8392, 0.8678,
0.8521, 0.8460, 0.8572, 0.8525, 0.8452, 0.8203, 0.8503, 0.8569, 0.8738,
0.8316, 0.8514, 0.8442, 0.8297, 0.8892, 0.8540, 0.8558, 0.8562, 0.8306,
0.8410, 0.8589, 0.8420, 0.8034, 0.8059, 0.8717, 0.8817, 0.8345, 0.8580,
0.8560, 0.8359, 0.8398, 0.8519, 0.8691, 0.8548, 0.8499, 0.8205, 0.8178,
0.8493, 0.8541, 0.8374, 0.8632, 0.8479, 0.8826, 0.8337, 0.8327, 0.8497,
0.8839, 0.8484, 0.8451, 0.8979, 0.8478, 0.8402, 0.8641, 0.8465, 0.8042,
0.8431, 0.8284, 0.8460, 0.8578, 0.8532, 0.8760, 0.8789, 0.8833, 0.8183,
0.8222, 0.8486, 0.8417, 0.8631, 0.8519, 0.8557, 0.8595, 0.8656, 0.8231,
0.8401, 0.8709, 0.8533, 0.8715, 0.3509, 0.8641, 0.8677, 0.8364, 0.8408,
0.8650, 0.8184, 0.8419, 0.8510, 0.8490, 0.8083, 0.8541, 0.8326, 0.8134,
0.8285, 0.8675, 0.8428, 0.8496, 0.8362, 0.8563, 0.8678, 0.3524, 0.8854,
0.8498, 0.8725, 0.8490, 0.8441, 0.8323, 0.8521, 0.8592, 0.8657, 0.8338,
0.8605, 0.8450, 0.8579, 0.8568, 0.8132, 0.8494, 0.8617, 0.8356, 0.8596,
0.8593, 0.8415, 0.8824, 0.8519, 0.8590, 0.8384, 0.8523, 0.8677, 0.8460,
0.8900, 0.8587, 0.8551, 0.8795, 0.8166, 0.8024, 0.8436, 0.8256, 0.8708,
0.8197, 0.8645, 0.8401, 0.8412, 0.8642, 0.8555, 0.8426, 0.8134, 0.8565,
0.8414, 0.8324, 0.8600, 0.8538, 0.8500, 0.8445, 0.8583, 0.8572, 0.8187,
0.8586, 0.8450, 0.8458, 0.8675, 0.8100, 0.8199, 0.8560, 0.8277, 0.8402,
0.8633, 0.8516, 0.8626, 0.8551, 0.8658, 0.8455, 0.8496, 0.8452, 0.8637,
0.8738, 0.8002, 0.8316, 0.8546, 0.8475, 0.8688, 0.8469, 0.8463, 0.8637,
0.8557, 0.8530, 0.8302, 0.8565, 0.8416, 0.8663, 0.8536, 0.8567, 0.8569,
0.8458, 0.8595, 0.8074, 0.8181, 0.8543, 0.8614, 0.8217, 0.8533, 0.8485,
0.8438, 0.8480, 0.8396, 0.8635, 0.8692, 0.8470, 0.8476, 0.8675, 0.8678,
0.8679, 0.8751, 0.8242, 0.8458, 0.8276, 0.8786, 0.8798, 0.8767, 0.8457,
0.8116, 0.8365, 0.8738, 0.8297, 0.8070, 0.8738, 0.8567, 0.8626, 0.8480,
0.8233, 0.8336, 0.8311, 0.8679, 0.8636, 0.8421, 0.8754, 0.8324, 0.8564,
0.8291, 0.8276, 0.8294, 0.8393, 0.8215, 0.8383, 0.8426, 0.8584, 0.8393,
0.8528, 0.8140, 0.8342, 0.8681, 0.8388, 0.7856, 0.8567, 0.8064, 0.8196,
0.8348, 0.8706, 0.8750, 0.8157, 0.8785, 0.7167, 0.8075, 0.8315, 0.8552,
0.8505, 0.8485, 0.8296, 0.8471, 0.8432, 0.8291, 0.8517, 0.8379, 0.8053,
0.8709, 0.8381, 0.8550, 0.8364, 0.8578, 0.8881, 0.8318, 0.8567, 0.8480,
0.8638, 0.8372, 0.8925, 0.8361, 0.8312, 0.8544, 0.8292, 0.8370, 0.8242,
0.8551, 0.8655, 0.8633, 0.8676, 0.8541, 0.8806, 0.8575, 0.8371, 0.8450,
0.8595, 0.8105, 0.8705, 0.8509, 0.8660, 0.8303, 0.8341, 0.8548, 0.8479,
0.8507, 0.8355, 0.8226, 0.8656, 0.8391, 0.8191, 0.8578, 0.8703, 0.8359,
0.8491, 0.9005, 0.8702, 0.8397, 0.8245, 0.8471, 0.8379, 0.8573, 0.8312,
0.8154, 0.8231, 0.8429, 0.8287, 0.8377, 0.8035, 0.8402, 0.8234, 0.8405,
0.8343, 0.8620, 0.8119, 0.7914, 0.8620, 0.8486, 0.8207, 0.8233, 0.8525,
0.8214, 0.8126, 0.8442, 0.8360, 0.8479, 0.8191, 0.8598, 0.8079, 0.6927,
0.8443, 0.8605, 0.8672, 0.8411, 0.8353, 0.8765, 0.8433, 0.8749, 0.8481,
0.8661, 0.8239, 0.8337, 0.8339, 0.8804, 0.8492, 0.8337, 0.8434, 0.8445,
0.8483, 0.8541, 0.8499, 0.8514, 0.8755, 0.8295, 0.8370, 0.8565, 0.8588,
0.8521, 0.8523, 0.8422, 0.8141, 0.8303, 0.8697, 0.8114, 0.8333, 0.8538,
0.8660, 0.8382, 0.8386, 0.8425, 0.8738, 0.8426, 0.8598, 0.8614, 0.8475,
0.8710, 0.8583, 0.8647, 0.8363, 0.7764, 0.8162, 0.8468, 0.8364, 0.8398,
0.8501, 0.8555, 0.8210, 0.8446, 0.8663, 0.8552, 0.8531, 0.8595, 0.8455,
0.8506, 0.8503, 0.8648, 0.8466, 0.8339, 0.8410, 0.8244, 0.8744, 0.8510,
0.8584, 0.8464, 0.8621, 0.8201, 0.8153, 0.8419, 0.8878, 0.8625, 0.8545,
0.8554, 0.8551, 0.8593, 0.8477, 0.8363, 0.8602, 0.8512, 0.8247, 0.8519,
0.8395, 0.8321, 0.8331, 0.8801, 0.8357, 0.8329, 0.8463, 0.8498, 0.8567,
0.8530, 0.8071, 0.8506, 0.8366, 0.8262, 0.8585, 0.8331, 0.8375, 0.8718,
0.8512, 0.8036, 0.8457, 0.8291, 0.8428, 0.8053, 0.8446, 0.8511, 0.8488,
0.8472, 0.8498, 0.8771, 0.8356, 0.8423, 0.8647, 0.8433, 0.8370, 0.8452,
0.8585, 0.8442, 0.8376, 0.8706, 0.8603, 0.8443, 0.8538, 0.8289, 0.8665,
0.8513, 0.8681, 0.8609, 0.8585, 0.7840, 0.8089, 0.8597, 0.8449, 0.8368,
0.8584, 0.8100, 0.8351, 0.8704, 0.8371, 0.8638, 0.8576, 0.8491, 0.8517,
0.8585, 0.8522, 0.8441, 0.8519, 0.8484, 0.7797, 0.8152, 0.8600, 0.8537,
0.8479, 0.8427, 0.8378, 0.8279, 0.8626, 0.8170, 0.8778, 0.8290, 0.8751,
0.8500, 0.8228, 0.8539, 0.8493, 0.7527, 0.8445, 0.8541, 0.8414, 0.8658,
0.8426, 0.8468, 0.8347, 0.8471, 0.8129, 0.8034, 0.8441, 0.8407, 0.8685,
0.8542, 0.8697, 0.8419, 0.8441, 0.8663, 0.8498, 0.8471, 0.8578, 0.8602,
0.8405, 0.8332, 0.8505, 0.8115, 0.8381, 0.8587, 0.8582, 0.8535, 0.8751,
0.8570, 0.8651, 0.8395], device='cuda:0')),
('bert.encoder.layer.8.output.LayerNorm.bias',
tensor([-8.8182e-02, 6.9679e-02, 4.3423e-02, -1.6094e-01, 4.7222e-02,
-6.9241e-02, 9.0635e-02, -1.1319e-01, -7.8864e-02, 4.1719e-02,
-1.2489e-01, -2.7918e-02, -2.3980e-03, 8.5074e-02, -7.3448e-02,
-1.0329e-01, -1.9592e-02, 3.4868e-02, 3.6202e-03, 2.2283e-02,
-6.1666e-02, -6.1133e-02, -4.6793e-02, -8.6767e-02, -4.2287e-02,
-2.1698e-02, -1.0782e-01, -2.3857e-01, -6.4586e-02, -1.1277e-01,
-1.3526e-02, 1.8919e-02, 7.1698e-02, 3.2755e-02, -1.9122e-01,
-5.6613e-02, 7.6106e-02, -5.4069e-02, -7.7386e-02, -1.6557e-01,
4.5786e-03, 4.4085e-02, -7.8281e-02, -5.2296e-02, -3.9410e-02,
9.6057e-03, -1.4715e-02, -1.3848e-01, -4.9301e-02, -6.9472e-02,
-8.7114e-02, -1.0564e-01, -1.2607e-01, 4.3418e-02, -6.1724e-02,
6.2239e-02, 6.8790e-02, -3.6115e-02, -3.7882e-02, -7.0131e-02,
2.4593e-02, -7.0364e-03, -1.3275e-01, 9.9980e-02, 3.5084e-02,
-4.1688e-02, -5.2059e-02, 4.1933e-03, -7.3084e-02, 5.2726e-02,
6.1326e-02, 4.5435e-02, -1.4406e-02, -7.2925e-02, -2.7722e-02,
-5.1663e-02, -6.6994e-02, -2.1842e-02, -1.2610e-02, -8.4025e-03,
-1.3088e-01, -5.7501e-02, -1.8664e-03, -1.4703e-01, 8.6875e-03,
-1.3599e-01, -3.9582e-02, -4.5162e-02, -8.6137e-02, -8.5374e-02,
3.6926e-02, -1.1849e-02, 2.6269e-03, -8.1246e-02, -6.5080e-03,
-1.3125e-01, -2.4837e-02, -4.4008e-03, -5.7293e-02, -8.8048e-02,
-2.5487e-02, 1.7521e-02, -4.5774e-02, -5.6897e-02, 5.7706e-02,
9.7817e-04, -1.1854e-01, -3.2986e-02, 5.1013e-02, 5.5593e-02,
-4.0885e-02, 1.8137e-03, 2.2700e-03, -3.1132e-02, -1.2491e-01,
-1.6649e-01, -4.0349e-02, -9.9677e-02, -8.4304e-03, -1.5705e-02,
-4.9151e-02, -1.6042e-02, -3.3212e-02, -4.5245e-02, 3.5380e-03,
-3.6337e-02, -5.2359e-02, -3.5255e-02, 1.4016e-02, -2.9770e-02,
4.8465e-02, -5.7335e-02, -1.7686e-02, -4.3564e-02, 1.7468e-02,
-1.0421e-01, -1.8075e-01, -1.0274e-01, -2.1974e-01, -2.5674e-02,
5.5109e-02, 5.1737e-02, -3.6433e-02, 4.0414e-01, -3.4492e-02,
-1.6185e-02, -9.0904e-02, -7.3820e-02, 3.0854e-02, 1.6666e-01,
1.2561e-01, 3.5193e-03, 8.5462e-03, -1.3950e-01, -7.2440e-02,
1.1852e-01, -2.2252e-02, 9.3645e-02, -1.1887e-01, 4.1528e-02,
-1.5383e-01, -6.1964e-02, -6.6926e-02, -2.4751e-02, -3.1005e-02,
8.3797e-02, -1.5895e-01, -5.7181e-02, 5.2532e-02, -4.9523e-02,
-5.0910e-02, -9.1951e-02, -2.5340e-02, -8.8692e-02, -1.3855e-01,
-1.1422e-01, -1.3847e-01, 4.8034e-02, 1.7925e-02, -6.7323e-02,
2.8844e-02, 2.0176e-02, -2.8021e-02, 7.1063e-02, -4.0852e-03,
-1.4694e-02, 1.4028e-03, 5.7530e-02, -2.6822e-02, -3.0440e-03,
-9.7271e-02, -6.4468e-02, -6.9431e-02, -8.0850e-02, 8.3471e-02,
5.2051e-02, -4.0180e-02, 3.3507e-04, -7.9227e-03, 3.6892e-02,
-3.8320e-02, -9.5527e-02, 1.2542e-02, -5.4064e-02, -7.7376e-02,
-3.7528e-03, -7.3895e-02, 1.0148e-01, 4.7079e-04, 2.4453e-03,
-2.4161e-02, 3.2480e-02, -6.1429e-02, 6.6645e-02, -5.0332e-02,
-1.0017e-02, -1.1031e-01, -3.9616e-02, -9.6704e-03, -3.4730e-02,
-4.7788e-02, -7.1986e-02, -1.2464e-01, 7.4401e-02, 1.0958e-01,
-1.1953e-01, -4.6037e-02, -2.2966e-02, -1.3589e-01, -7.7630e-02,
-2.6936e-02, -7.2037e-02, -3.5799e-02, 5.4443e-02, -1.6279e-02,
4.0157e-03, -4.4737e-02, 3.9984e-02, -2.5575e-02, -2.6222e-02,
5.0335e-02, -5.2700e-03, -1.1347e-01, -7.0440e-02, 3.9398e-02,
3.9408e-02, -8.8505e-02, -4.9071e-02, -6.4180e-02, -1.5180e-01,
-7.0560e-02, -4.6184e-02, -1.1933e-01, -1.0476e-01, -1.1212e-01,
-7.1600e-02, 6.9726e-02, -6.2229e-02, 1.9776e-03, -7.3917e-02,
-9.2154e-02, 1.9446e-02, -8.1582e-02, -6.7431e-02, -1.1753e-02,
-1.8757e-02, -8.3409e-02, -7.0230e-02, -3.5541e-02, 5.4295e-02,
2.9936e-02, 4.4062e-02, -1.4534e-01, -1.9983e-02, -1.0964e-01,
-6.0754e-02, 3.0766e-02, -4.0862e-02, -8.3039e-02, 1.4961e-01,
-4.6906e-02, -1.3513e-02, -1.8245e-03, -6.3396e-01, -1.0510e-02,
-4.5177e-02, -3.8093e-02, 7.5365e-02, -9.6474e-02, -4.5711e-02,
-1.8369e-02, -5.8133e-02, -5.0344e-02, 4.5773e-02, -1.3298e-02,
5.8346e-02, 6.3434e-02, -7.4165e-03, 2.2557e-02, -2.4830e-02,
-9.3582e-02, 6.1030e-02, -3.9847e-02, -5.2000e-02, 2.8822e-01,
-1.7607e-02, -4.2828e-02, -3.4944e-02, 5.6316e-02, -1.4510e-01,
-1.3526e-01, -1.2519e-01, -3.9901e-02, -7.8897e-02, 4.1101e-03,
7.6117e-05, -4.2322e-02, -9.2418e-03, 5.2431e-02, -1.4290e-02,
2.8281e-02, -3.8610e-02, -5.2699e-02, -9.7638e-03, -6.4748e-03,
4.0966e-02, -6.3812e-02, -3.7266e-02, -1.7932e-02, -7.3713e-02,
1.4115e-01, -6.2599e-02, -8.1249e-03, -8.5573e-02, -2.8762e-02,
3.6628e-02, -3.0719e-02, -1.4368e-01, 1.2907e-01, -1.5686e-02,
-5.5238e-02, -6.7009e-02, -1.0407e-02, 5.2255e-02, -6.7471e-02,
-4.0906e-02, -7.7187e-03, 7.4624e-02, -7.1478e-02, -4.0745e-02,
-9.8256e-03, 7.5798e-02, 6.0743e-02, -4.3253e-02, -5.2134e-02,
6.2826e-02, 2.6663e-02, -7.9140e-02, -5.4178e-02, -1.1570e-02,
-3.0267e-02, 1.8827e-02, -4.2870e-02, -7.3268e-03, 5.1864e-02,
-1.0208e-01, 3.0193e-03, -1.6316e-01, 4.5144e-02, -5.9371e-02,
2.3410e-02, 4.8541e-02, -7.8240e-03, -6.7920e-02, 2.9221e-02,
-4.5071e-02, 3.0179e-02, 7.2260e-02, -4.6008e-02, -5.8062e-02,
3.9725e-02, -5.2182e-02, -1.5150e-02, -8.4671e-02, -2.2695e-02,
6.6941e-02, -3.3733e-02, -1.8918e-02, -9.2940e-02, 8.2593e-03,
-7.3805e-02, -4.2999e-02, -2.2168e-02, 1.6053e-02, -1.7965e-02,
3.0333e-02, 1.0828e-02, -1.3241e-02, 3.7767e-02, -2.3126e-02,
-1.3652e-02, -6.3073e-02, 4.9054e-02, 6.8108e-03, 3.9728e-02,
-5.2684e-02, -4.4396e-03, 9.2612e-03, 2.9199e-02, 5.6091e-02,
8.2179e-03, -1.3501e-02, -1.1295e-01, -9.8626e-03, 6.0637e-03,
-1.8885e-02, -4.8669e-02, -2.3731e-01, 3.2499e-02, 6.8835e-02,
1.3441e-02, 4.6259e-02, 4.6200e-02, -1.3947e-01, -1.3324e-01,
-2.9376e-02, 6.3670e-02, -3.5660e-02, -1.0415e-01, -1.2798e-01,
7.2190e-02, -6.0538e-02, 6.5741e-02, -1.4620e-01, 4.0461e-02,
-5.6264e-02, -1.0688e-01, 4.7383e-03, -5.0410e-02, -4.5476e-02,
-3.7471e-02, 5.1089e-03, 5.9327e-03, 3.8284e-02, 5.0137e-03,
2.8375e-02, -2.1311e-02, 6.3608e-03, -5.1299e-02, -1.3142e-03,
-7.5167e-02, -8.7946e-02, -1.2885e-01, -4.6415e-02, 1.3176e-02,
2.1729e-01, -1.0823e-01, 5.6765e-03, 2.8528e-02, -2.8895e-02,
1.1403e-03, 8.4188e-03, -3.2327e-02, -9.6405e-02, -9.4645e-02,
-5.8155e-02, -6.5824e-02, -7.1508e-02, -6.6610e-02, -7.9284e-02,
-1.8453e-01, -8.3514e-02, -3.7962e-02, -7.7170e-02, -2.0209e-02,
-6.3818e-02, 4.2524e-02, -2.7250e-02, -6.6657e-02, 2.8822e-02,
-7.7587e-02, -1.2080e-02, 3.0481e-02, -8.5183e-02, -5.9895e-02,
2.3839e-02, -2.0520e-02, -8.8215e-02, -2.8096e-02, -5.7786e-02,
2.7196e-02, -4.0001e-02, 7.8201e-02, -2.6540e-02, -1.3366e-01,
-4.3894e-02, -1.0907e-02, -4.1232e-02, -1.2105e-02, -2.6632e-02,
-1.4543e-01, -3.7991e-02, -7.7864e-02, 7.7089e-02, 1.1034e-02,
-2.2140e-01, -2.3282e-02, -7.8696e-02, -2.1799e-02, 2.5564e-02,
9.4300e-02, -1.3650e-02, -5.9904e-02, -2.6619e-02, 6.6601e-02,
6.5583e-02, -3.0206e-04, -6.8165e-02, -6.9209e-02, -5.7487e-02,
1.8225e-03, 1.8458e-02, -4.4176e-02, -1.3100e-02, -1.8724e-02,
2.0872e-03, -1.6151e-01, 2.0889e-02, -3.0892e-02, 4.1959e-02,
-2.5549e-02, -1.2469e-01, 5.4810e-02, 2.9136e-03, 4.9515e-02,
-1.1952e-01, -9.6303e-02, -4.9639e-02, 6.4937e-02, -6.7853e-02,
1.4315e-01, 4.4802e-03, -7.3058e-02, 4.9742e-02, -1.0057e-01,
-1.7783e-01, -6.3810e-02, -3.2858e-02, -3.8364e-02, -1.8124e-01,
-1.7516e-01, -5.6145e-02, 7.6738e-02, -8.3608e-02, -8.1856e-02,
-7.7352e-02, 5.3270e-02, -4.7430e-01, 4.3621e-02, -4.5146e-02,
3.3031e-03, -9.0289e-02, -4.6530e-02, -3.7785e-02, -6.3745e-02,
-8.6773e-03, -3.8852e-02, -1.8490e-02, 1.1256e-02, -1.5928e-01,
-9.4440e-02, -3.2357e-02, 4.2092e-02, -2.0505e-02, -6.6779e-02,
-3.8854e-02, -4.5002e-02, 2.6626e-02, -8.9550e-02, 7.6328e-02,
-6.2642e-02, -1.9046e-01, -7.2586e-02, -3.5057e-02, -7.2256e-02,
-9.7253e-03, -4.6457e-02, -3.8197e-02, -1.0112e-01, 9.3131e-03,
2.9801e-03, -8.2089e-02, -5.0025e-02, 2.7859e-02, -4.5302e-02,
-7.3988e-02, -4.7194e-02, -5.4683e-02, 2.9414e-02, -1.3449e-01,
6.7734e-03, -2.9331e-02, -1.1011e-02, 5.6161e-02, 1.8911e-02,
3.4804e-02, -7.1522e-02, -8.2292e-02, -9.5113e-02, -1.3480e-01,
-5.3105e-02, 2.3038e-02, -3.8950e-02, 4.3567e-02, -1.8294e-01,
-1.2376e-01, -1.6894e-02, -7.0845e-03, -1.5471e-02, -2.1681e-02,
1.8580e-02, -2.4923e-02, -1.2720e-01, -5.4283e-02, -8.8225e-02,
5.0743e-02, 2.4240e-02, 6.2103e-02, -7.5984e-02, -8.2685e-02,
8.6006e-02, -6.9069e-02, -2.8686e-02, 1.0339e-01, -1.0949e-01,
-1.1631e-01, 1.3050e-03, -1.0742e-01, 1.8897e-02, -3.3038e-03,
2.5525e-02, 3.2646e-02, -1.6603e-01, -1.1810e-01, -1.3484e-02,
-2.7561e-03, 2.1401e-02, -1.1012e-01, 7.3790e-02, 1.4261e-02,
1.1807e-02, 5.5240e-02, -5.2218e-03, 6.9093e-02, -4.3918e-02,
-3.4361e-02, 1.9062e-02, -2.1130e-02, -1.7272e-01, 4.0774e-02,
-1.2642e-01, -7.6925e-02, -3.4587e-02, -6.4301e-02, 1.1031e-01,
-1.6126e-02, -1.1993e-01, 4.5407e-02, -1.8218e-02, -6.0599e-02,
-5.8847e-03, -6.9468e-02, -6.9670e-02, -5.7350e-02, -1.1483e-01,
-9.4670e-02, -1.1395e-02, 2.6502e-02, 1.0063e-01, -8.0163e-02,
-1.0348e-01, 8.2122e-03, -7.3880e-02, -8.2905e-02, 3.4608e-02,
-8.5652e-03, 2.2832e-02, -9.8972e-03, -1.3145e-02, 1.9837e-02,
-1.1583e-01, -9.5781e-02, 1.3769e-02, -8.7075e-02, -6.0379e-02,
7.2024e-03, -5.9618e-02, 1.9874e-01, -1.8906e-01, -7.0591e-02,
-9.9105e-02, -6.3844e-02, 2.9411e-02, -6.5728e-03, 8.1355e-02,
2.8273e-02, -5.3228e-02, -7.4164e-03, -2.2620e-02, 1.6861e-02,
-4.6883e-02, -1.1494e-02, -4.8035e-02, -4.9428e-02, -7.6148e-02,
-7.0548e-02, 6.5309e-02, -3.2100e-02, -6.6572e-02, -6.3731e-02,
2.0777e-02, -4.4637e-02, -7.0469e-02, 5.4711e-02, 5.0823e-03,
-3.8653e-02, -1.1789e-01, 2.1773e-02, 3.6797e-03, -7.4247e-02,
3.0072e-02, 5.6106e-03, 3.3800e-02, -3.4613e-01, 3.3474e-02,
-2.8850e-02, -1.1802e-01, 5.4066e-03, -6.0738e-02, -4.5294e-02,
2.2845e-02, -5.4370e-03, -8.1024e-02, -1.2283e-01, -6.5753e-02,
4.1537e-02, 3.6489e-03, 2.0154e-02, 3.8416e-02, 8.8565e-03,
-8.9853e-02, -5.4504e-02, -1.1236e-01, 7.7736e-04, 8.3966e-03,
5.0822e-02, -8.9435e-02, 7.1935e-02, 1.5550e-03, -7.4012e-02,
1.2796e-02, 1.9872e-02, -4.3691e-02, -2.8749e-02, -1.3013e-03,
8.0635e-03, -4.3215e-02, -1.5626e-01], device='cuda:0')),
('bert.encoder.layer.9.attention.self.query.weight',
tensor([[ 0.0696, -0.0487, -0.0055, ..., 0.0205, -0.0144, -0.0318],
[-0.0324, 0.0089, 0.0264, ..., 0.0762, -0.0096, -0.0217],
[-0.0218, 0.0123, 0.0101, ..., 0.0090, 0.0193, -0.0185],
...,
[ 0.0577, 0.0508, 0.0263, ..., 0.0236, -0.0064, -0.0177],
[-0.1189, -0.0031, 0.0607, ..., -0.0024, 0.0371, 0.0109],
[ 0.0030, -0.0178, 0.0346, ..., 0.0226, 0.0370, 0.0262]],
device='cuda:0')),
('bert.encoder.layer.9.attention.self.query.bias',
tensor([ 1.0773e-01, 4.2420e-02, 8.2501e-02, -3.5650e-02, 6.9354e-03,
-4.2050e-01, -3.5532e-01, -4.7220e-02, -2.4395e-01, -2.9496e-02,
5.0883e-01, 1.8844e-01, 7.3350e-02, -1.0384e-01, 4.0801e-01,
-8.3859e-02, 2.5078e-02, 3.5859e-02, -5.3718e-01, -7.8160e-02,
8.0580e-02, -1.2108e-01, -1.6143e-01, -5.4674e-03, -1.9533e-02,
3.6667e-02, 1.1009e-01, 9.0032e-02, -1.9968e-02, -2.0596e-01,
3.9794e-02, -5.9252e-02, -8.2564e-02, -4.3188e-02, 1.4147e-01,
1.6101e-01, -1.1235e-01, 4.9014e-01, -8.2020e-02, 1.3706e-01,
-1.5737e-01, -1.1984e-01, -1.9720e-01, -2.0457e-01, -3.8873e-02,
-7.5604e-02, 2.7287e-02, -8.7243e-02, 6.2613e-02, -2.9790e-02,
1.5585e-01, -2.4435e-01, -9.2155e-02, 6.3645e-02, 6.0319e-02,
-1.9991e-01, -2.9933e-01, -1.3959e-03, 9.2219e-02, 3.3904e-03,
3.8154e-02, 2.4705e-02, -8.1874e-02, -3.7550e-01, 2.4323e-02,
-2.6530e-02, -2.8310e-03, 1.2070e-02, 3.7816e-02, 5.5168e-02,
5.1437e-02, -4.9542e-02, 2.5592e-02, 2.9579e-03, -2.1906e-02,
-1.1109e-01, 8.7541e-03, -5.8092e-02, 5.8866e-02, -1.0036e-01,
7.7255e-02, -1.1963e-01, 4.5842e-02, -4.3645e-02, 2.6777e-02,
3.7054e-02, 1.3974e-02, 1.8603e-02, -1.2141e-01, -2.4067e-02,
-7.6163e-02, 1.0222e-01, 7.9681e-02, -2.7975e-01, 8.7993e-02,
1.3517e-02, -5.1568e-02, -1.3022e-02, -8.1104e-02, 1.2795e-02,
1.7879e-01, -2.1449e-02, -6.9997e-02, 4.8518e-02, 6.1899e-02,
-8.9671e-03, 3.1466e-02, 6.3004e-02, -4.3887e-02, -5.9910e-03,
3.2454e-02, 2.9869e-03, -1.1888e-02, 1.2103e-01, 4.9747e-02,
4.6999e-02, -7.8959e-02, -1.1371e-01, 2.6022e-02, 4.3215e-02,
1.0892e-01, -3.4848e-01, 2.3031e-03, -7.1614e-02, 7.5170e-02,
1.3484e-02, 1.0237e-01, -1.5597e-01, -1.1220e-02, 4.7120e-03,
-5.4606e-03, 1.0181e-01, 1.5382e-01, -7.1204e-02, 7.3800e-03,
-2.7496e-02, -2.6226e-02, -4.4046e-02, -3.6455e-02, 4.8349e-02,
1.6872e-01, 4.6944e-01, 1.2357e-01, 8.5705e-02, -5.7581e-02,
4.4294e-03, -3.1028e-02, 8.6697e-02, -4.5162e-02, -2.3459e-02,
-1.2257e-01, 7.6740e-02, -8.9017e-03, -1.6430e-02, 3.3511e-03,
2.2988e-02, -7.0273e-02, -5.2765e-03, 3.8150e-02, 2.2670e-03,
-2.3566e-02, -5.4031e-02, -5.2716e-02, 3.4916e-03, 1.0307e-01,
-1.0366e-02, 7.4865e-02, -2.8362e-02, 2.2248e-01, -1.2308e-01,
-1.2985e-02, 1.6842e-01, -1.2705e-01, 2.0194e-03, 4.4185e-03,
-1.7257e-02, -9.5613e-02, 4.1103e-03, 2.2202e-02, 5.1131e-03,
7.0082e-02, -1.0320e-01, 4.9564e-02, -5.8514e-03, 5.1484e-03,
-3.0602e-02, 4.1522e-02, 1.3436e-01, 6.8791e-02, 7.9801e-02,
2.0498e-02, -6.0424e-03, 2.7645e-02, 3.2634e-01, -3.1379e-02,
-1.3880e-02, -4.6641e-02, -3.0625e-01, 2.2451e-03, -2.9863e-02,
1.1837e-03, -7.4797e-02, 2.6875e-02, 1.8265e-02, 1.7177e-02,
-6.4566e-02, -4.5969e-02, -3.0041e-02, 9.3766e-04, -1.3768e-02,
6.4011e-04, 9.3634e-03, -3.8282e-02, -7.2713e-02, -1.8408e-02,
-1.0828e-01, 1.5363e-01, -5.8817e-02, 2.8362e-02, 4.5800e-02,
-2.3397e-02, -3.7562e-02, 3.6533e-02, -7.0413e-02, 1.2115e-01,
7.6328e-03, -8.5047e-02, -3.9444e-02, -4.1894e-02, 2.8129e-04,
1.3344e-02, 1.4159e-01, 1.0125e-02, -2.1485e-02, -8.4758e-03,
3.2131e-02, 1.1892e-01, -3.0429e-02, -7.9555e-02, 1.2115e-02,
-1.7369e-02, -1.1743e-01, -5.2296e-02, -7.1985e-02, 2.1674e-02,
1.8369e-02, 4.8165e-02, 3.0495e-03, -1.2441e-01, -8.4675e-03,
-9.3499e-02, -6.5100e-02, 2.3486e-02, -8.2025e-03, 2.3657e-02,
1.4100e-02, -3.0749e-02, 6.1951e-02, -8.0820e-02, -1.3373e-01,
-1.0981e-01, -1.8811e-01, -4.4022e-02, 7.3021e-02, 6.2028e-02,
1.7584e-03, 2.9813e-02, 5.2232e-02, -3.9601e-02, 1.0215e-01,
1.3759e-01, 2.0257e-02, 1.2289e-01, -4.2479e-02, 2.6520e-01,
1.7123e-02, -5.0920e-01, -8.3891e-03, 9.0341e-02, -1.4785e-01,
1.4170e-01, 3.0792e-02, -6.7280e-02, -6.6252e-02, 1.3341e-02,
9.9378e-03, -3.4375e-02, -7.1713e-02, 1.9805e-01, -2.2584e-02,
8.3983e-02, 5.6923e-03, 5.9378e-02, -7.5598e-02, -6.0585e-02,
-6.2731e-02, -3.2350e-02, 1.1889e-01, 7.9848e-02, 5.5999e-02,
-3.1394e-01, -2.8224e-01, -3.4870e-03, -4.4459e-02, -1.1775e-01,
-8.4020e-03, -2.3089e-01, -5.2132e-02, -1.6039e-02, 1.3137e-01,
4.6303e-02, -1.4251e-02, -5.4317e-02, 9.5676e-02, 6.6190e-02,
3.9118e-02, 3.2478e-02, -1.6014e-02, -1.0879e-01, -1.5644e-01,
-4.8420e-02, 1.3914e-01, -1.1869e-01, 2.5383e-01, -2.8237e-02,
4.0800e-02, -4.0950e-02, -1.8919e-01, -1.7536e-01, 6.6414e-02,
-1.3831e-02, 1.0950e-01, -7.0063e-02, -1.6698e-01, 6.1809e-02,
9.8553e-02, 1.6704e-02, -2.3273e-02, 6.0889e-02, -3.4056e-01,
-9.5167e-02, -1.4933e-01, -5.5132e-02, 6.6646e-02, -4.1572e-01,
1.7424e-02, -3.0100e-01, -3.4201e-02, 7.6663e-02, -2.2230e-02,
-6.2172e-02, -1.6575e-01, -2.8341e-02, -2.4820e-02, 1.2836e-01,
5.7030e-02, -3.6553e-01, 1.3478e-01, -2.8808e-03, 3.0235e-03,
1.8327e-01, 5.0026e-02, -1.5647e-01, 3.5595e-02, 2.6651e-02,
-7.1845e-04, 2.0233e-02, -1.6104e-01, -1.5500e-01, -5.1822e-02,
2.6690e-02, 2.6946e-01, -1.9804e-01, 2.6149e-01, -3.4302e-02,
-1.5404e-03, -8.4196e-03, 8.2130e-02, -7.0258e-02, 1.3623e-01,
1.1044e-02, -7.5261e-02, -2.7984e-02, -2.1677e-02, -6.5899e-02,
-7.6775e-02, 2.1114e-02, 1.1874e-01, 2.5187e-02, 1.0439e-01,
2.5551e-02, 9.4678e-03, -3.8746e-02, -3.5813e-02, -3.0526e-02,
-3.1425e-02, 4.7460e-02, -9.1538e-02, -9.7433e-02, -2.8686e-02,
5.3748e-02, 3.6222e-02, 3.4734e-02, 2.3478e-03, 8.7009e-02,
-4.2916e-01, 1.6481e-01, 6.2457e-02, 4.6116e-02, -2.6617e-02,
-3.2225e-02, 2.5918e-02, -2.5141e-02, -3.6454e-02, -9.9498e-02,
2.8777e-02, -2.0639e-01, 5.3215e-02, -6.2853e-02, -1.2418e-01,
1.5322e-01, 1.5456e-02, 3.3632e-02, -2.7688e-02, -8.9082e-02,
-9.2294e-03, -3.3686e-02, 2.9427e-02, -2.9122e-02, -3.2088e-02,
2.4983e-02, -4.6525e-02, 3.6531e-02, 1.5386e-02, 7.6746e-03,
3.2168e-02, -3.0510e-01, -6.2389e-02, 3.5117e-02, -1.6197e-02,
6.8474e-02, 1.1417e-02, -7.6514e-02, -2.3856e-02, 1.9234e-02,
8.1088e-02, 7.8493e-03, 5.6142e-02, -4.3289e-03, -1.9136e-01,
-1.5097e-02, -1.5382e-01, -2.6466e-02, -7.6021e-02, -5.9232e-03,
9.5622e-03, 1.3042e-01, -6.8360e-02, -1.3809e-01, -2.3401e-01,
9.1830e-02, 9.5699e-02, -8.2909e-02, 1.6745e-02, 2.1117e-01,
9.2493e-02, 5.7330e-02, -2.5621e-01, 2.0200e-02, -8.1681e-02,
2.3484e-02, -1.4988e-02, 9.1958e-02, 5.5107e-02, -4.6798e-02,
8.6019e-02, 9.0745e-02, -1.2529e-01, 4.9207e-02, -8.1458e-03,
1.2883e-01, -1.2996e-01, 6.4083e-02, 6.9633e-02, -1.7516e-01,
8.2995e-02, 7.0257e-02, -2.1749e-01, -5.6985e-01, 1.0180e-01,
-3.4406e-02, 1.0134e-01, -2.9522e-05, 2.2297e-01, 8.0889e-02,
-1.0746e-01, 1.3369e-01, 2.7648e-02, 7.5866e-02, -3.7732e-02,
5.1349e-02, -2.1633e-01, 1.4296e-01, 1.4405e-01, 7.3511e-02,
2.6337e-02, 3.0011e-01, 3.7838e-02, -5.8685e-03, 1.4846e-01,
1.0275e-01, -3.2748e-02, 3.4991e-01, 5.3828e-02, -7.8922e-02,
5.2994e-02, 5.7139e-02, 1.9848e-02, 4.6324e-02, 2.0420e-01,
-1.4237e-02, -1.4380e-02, 5.6776e-02, 2.0288e-02, -2.1256e-04,
3.2486e-02, -6.4543e-04, 1.2007e-01, -1.1781e-01, 4.0396e-02,
-2.4292e-01, 1.3729e-01, 1.2785e-01, 8.3190e-02, 8.1101e-02,
1.4665e-02, -6.8988e-02, -1.3934e-02, -9.6613e-02, -2.0358e-01,
2.1956e-01, 1.8112e-01, 8.8730e-03, -6.0245e-02, -3.3613e-01,
1.8079e-01, -1.9183e-01, 3.2902e-02, 1.3661e-01, -1.1996e-01,
5.0121e-02, -6.9764e-02, 1.0346e-01, -1.6063e-01, -1.9537e-01,
3.5162e-02, -2.2913e-02, 6.4855e-02, -8.9959e-02, -1.9213e-01,
3.6223e-02, -5.5713e-02, -1.8916e-01, -2.8835e-01, -5.0183e-02,
4.1252e-02, 4.4267e-02, 1.8984e-02, -6.1242e-02, -5.3813e-02,
-5.4976e-02, 1.4757e-01, -4.6872e-02, -8.4929e-03, -2.2182e-01,
4.5522e-01, -1.4120e-01, -7.6364e-02, -2.6705e-02, 3.9090e-02,
-2.1957e-02, -5.7675e-02, -1.4334e-01, -2.2196e-02, -4.3658e-01,
1.3191e-01, -1.0707e-01, 6.6740e-02, -2.2168e-01, -9.4157e-02,
5.4566e-03, 1.0817e-02, -1.0441e-01, 5.2895e-02, -5.1944e-02,
-1.9985e-02, 2.0082e-01, 1.8339e-01, -1.8233e-02, -3.0585e-01,
5.4370e-02, -1.8899e-01, -1.3722e-01, -6.9269e-03, 4.7183e-02,
2.7010e-02, 3.5976e-01, 1.1746e-02, -1.4916e-03, 1.7485e-01,
1.3381e-01, -2.9859e-02, 2.4714e-01, 2.4384e-02, -1.8407e-01,
-3.2917e-03, 2.0281e-02, -6.0518e-02, -2.1338e-02, -2.6074e-01,
-2.3655e-02, -9.2786e-02, 5.8955e-02, 2.7617e-02, -1.3347e-01,
-4.6014e-02, 5.9576e-02, -5.6956e-02, -5.1160e-02, 2.5486e-01,
4.1183e-02, -3.1171e-02, -7.7583e-02, -8.3285e-02, 3.6372e-02,
-2.6410e-01, 1.9869e-02, -1.6843e-02, -5.1139e-03, 6.9769e-02,
1.5850e-03, -1.2918e-01, 1.9262e-02, -5.2809e-03, 2.5790e-02,
-2.2474e-02, 6.0266e-02, 1.7079e-02, 5.1313e-02, -3.8684e-03,
-1.6578e-01, -1.3524e-02, 5.7900e-02, 4.2030e-03, 1.4849e-02,
8.4832e-02, 7.3413e-02, 2.7566e-02, 5.0244e-02, 4.2445e-02,
1.5133e-02, -4.0965e-02, 4.3089e-02, -2.0077e-02, -4.9241e-02,
-2.8359e-02, 1.9572e-02, 4.9712e-02, 3.3540e-02, 1.2049e-02,
-8.5753e-02, -2.6278e-02, -2.2194e-02, -7.6622e-03, -1.0116e-02,
-2.4640e-02, 4.8950e-02, -3.3815e-02, -2.6725e-02, 9.7191e-02,
3.0511e-03, 3.5749e-02, 5.5271e-02, -1.8293e-02, 7.7544e-03,
-3.5057e-02, -3.9878e-02, -4.6124e-03, -6.3955e-03, -3.2354e-02,
1.6945e-02, -2.6246e-01, -2.2818e-02, 3.2044e-03, 8.1668e-02,
-9.8158e-02, 7.1742e-02, -4.6113e-02, 2.5942e-02, -8.1011e-02,
-1.7414e-02, -9.5222e-02, 4.1429e-02, 2.1550e-01, -6.6892e-02,
-3.4109e-01, -1.9196e-01, 1.1967e-01, -1.3304e-01, 1.2443e-01,
1.1539e-02, 5.0284e-01, -6.3799e-02, 2.7158e-02, -1.0483e-01,
2.4226e-02, 3.1793e-01, 9.1693e-04, 6.7965e-03, -2.4995e-01,
-8.1352e-02, -2.5248e-01, -5.9483e-02, 5.7350e-02, -7.3914e-03,
-1.1936e-01, 1.1658e-01, -2.3981e-01, -7.1442e-03, -2.2251e-01,
-4.7017e-03, -2.3985e-02, -7.3840e-02, -5.8659e-02, 2.1678e-01,
8.2602e-02, 5.1793e-02, -3.0778e-02, 1.2865e-01, -9.2817e-02,
1.3775e-02, 3.5083e-03, 9.1108e-03, -3.0766e-02, 6.0490e-01,
1.4021e-01, -4.4726e-02, 5.8858e-02, -6.7548e-02, 2.4662e-01,
2.8273e-01, 4.2113e-02, 4.7898e-02, -4.7597e-02, 9.7104e-02,
4.1864e-02, 1.6296e-01, 2.2000e-01, -3.2947e-01, 1.1985e-01,
5.9732e-02, -1.2043e-01, -2.5097e-01, -3.0196e-01, 4.9636e-02,
1.9030e-01, -3.5693e-03, 2.7008e-01], device='cuda:0')),
('bert.encoder.layer.9.attention.self.key.weight',
tensor([[ 0.0068, 0.0526, 0.0306, ..., -0.0205, 0.0143, -0.0614],
[-0.0228, -0.0323, -0.0812, ..., -0.0315, -0.0187, -0.0384],
[ 0.0436, 0.0108, 0.0341, ..., 0.0448, -0.0084, 0.0260],
...,
[ 0.1117, 0.0672, 0.0066, ..., 0.0181, 0.0584, 0.1279],
[-0.0422, -0.0175, 0.0073, ..., 0.0130, -0.0295, 0.0151],
[-0.1409, 0.0275, 0.0746, ..., 0.0163, 0.0166, 0.0384]],
device='cuda:0')),
('bert.encoder.layer.9.attention.self.key.bias',
tensor([-1.5039e-03, 3.4471e-03, -1.2389e-03, -5.0265e-03, -8.9864e-05,
5.1467e-03, 1.8417e-04, -1.0945e-02, -1.2000e-03, -2.9993e-03,
-5.3030e-04, 2.0212e-03, 7.9338e-03, -1.2258e-03, -1.2759e-04,
2.7818e-03, -5.7460e-05, 3.0457e-03, -6.0658e-03, -2.1654e-04,
2.0103e-03, 7.7711e-03, -1.8929e-03, 8.8220e-04, 6.9386e-03,
3.6866e-03, -9.7695e-03, -4.5272e-04, -3.7095e-03, 1.2699e-02,
1.9273e-03, -4.9346e-05, -2.0844e-03, 3.1497e-04, 2.8309e-03,
-2.3875e-03, 6.2983e-03, -7.2594e-04, -4.3492e-03, -3.1396e-03,
4.7757e-03, -3.1333e-03, 3.4115e-03, 7.5718e-04, -4.5701e-03,
8.2880e-05, 1.0095e-03, 9.5305e-04, 1.5323e-03, -1.6113e-03,
2.0663e-03, -7.8991e-04, 3.1865e-03, -4.7053e-04, -7.0523e-04,
1.0875e-02, -7.3584e-03, -6.0730e-04, 3.4492e-03, 5.2874e-03,
2.1676e-03, -5.4290e-04, 4.5515e-03, -5.8945e-04, -9.4702e-04,
-1.4713e-03, -4.9446e-03, 9.2760e-03, 1.6300e-03, -1.0069e-02,
-3.1444e-03, -5.9497e-03, -1.3415e-03, -1.4653e-04, 4.6030e-03,
8.5313e-03, -3.2180e-03, 4.4861e-03, -2.9915e-03, 6.1272e-03,
9.1482e-03, -1.3216e-02, -1.9110e-03, -6.1222e-03, -1.6478e-02,
4.1326e-03, 5.3263e-03, -1.0017e-02, 9.7107e-04, -4.1004e-03,
-1.3469e-02, -7.5922e-03, -6.2488e-03, -1.5043e-02, -1.8668e-03,
-7.2732e-05, 4.0153e-03, -9.6691e-03, -5.3314e-03, -9.0076e-03,
1.6589e-02, -6.7113e-03, 1.1254e-02, 8.4138e-04, -6.2768e-04,
1.7827e-03, 5.1584e-04, 7.0121e-03, 4.6387e-03, 4.1431e-03,
1.1303e-02, 8.5249e-04, -2.8582e-04, 2.4799e-03, -3.7542e-03,
-2.0240e-03, 1.0868e-02, -1.4065e-02, 6.0396e-03, -5.8621e-03,
1.6668e-02, -1.2265e-02, -3.5336e-03, 2.5279e-03, 1.0596e-02,
-1.3147e-03, -4.8080e-04, -2.9405e-03, 6.8097e-04, 1.6054e-03,
-3.3761e-03, 9.4806e-04, 6.5720e-03, -1.3224e-03, -2.4741e-03,
5.4429e-03, -1.9254e-03, -6.5697e-03, -8.7216e-03, 3.3842e-03,
5.6138e-03, 6.4246e-03, -5.3201e-03, 1.7362e-03, -3.9358e-04,
-1.0639e-03, 1.1144e-02, 2.2859e-03, 2.0102e-03, 3.3075e-03,
-5.6022e-03, 7.3643e-04, -5.8471e-03, -2.2570e-03, 2.2950e-03,
-2.3940e-03, 2.2799e-03, -4.3593e-03, -2.3279e-03, -2.6740e-03,
3.0368e-03, -3.5152e-03, -3.0742e-03, 2.3868e-04, 5.6173e-03,
2.3242e-03, 3.0463e-03, 1.8662e-03, -4.3814e-03, -3.0397e-03,
-3.0087e-03, 2.7753e-03, -2.2251e-03, -2.5027e-03, -4.3349e-05,
2.7542e-04, -6.3848e-04, 3.0309e-03, 1.3670e-03, -4.4209e-03,
-2.8872e-03, -6.4954e-03, 5.2513e-05, 4.8329e-03, 2.0742e-03,
3.3518e-03, -7.5005e-04, -1.8583e-03, 2.3359e-03, -3.2621e-03,
4.3113e-03, -2.5143e-03, -1.9467e-03, 7.3571e-06, -4.0706e-03,
3.5300e-04, 6.4355e-04, -7.1032e-03, 2.7061e-03, 4.8314e-03,
2.5408e-03, -7.1559e-03, 4.5950e-03, 1.0217e-03, 2.4427e-03,
-3.5131e-03, 7.6783e-04, 3.5579e-03, -5.6296e-04, 1.1187e-04,
-1.5731e-03, 6.0955e-03, -5.1324e-04, -3.2452e-03, -3.7397e-03,
-8.1323e-03, -1.4587e-03, 2.2066e-03, 6.3279e-03, -3.6474e-03,
-3.3920e-03, -2.7263e-03, -1.1979e-03, 7.4779e-04, -5.1805e-03,
5.4643e-03, -6.3251e-04, -2.5297e-04, -2.2262e-04, 4.1326e-03,
-3.6289e-03, 4.5216e-03, -2.3513e-03, 3.8605e-04, 8.2085e-03,
-2.6385e-03, 4.1446e-03, 2.5679e-03, -6.5583e-03, -3.0061e-03,
1.1332e-03, 2.6352e-03, -2.5293e-03, -1.6797e-03, -5.6897e-03,
3.3395e-03, 3.0442e-04, -2.8167e-03, 4.2936e-03, 2.1120e-03,
-2.7224e-03, 3.4165e-03, 2.0805e-03, 3.4151e-03, -4.3173e-03,
-7.5141e-03, 4.4351e-03, -6.0888e-04, 1.7760e-03, -1.4811e-03,
3.3088e-03, 1.3126e-03, 6.8394e-05, -1.0361e-03, -8.8239e-03,
-3.1392e-03, -1.4572e-03, 1.2369e-04, -7.4923e-03, 1.1766e-03,
4.0738e-04, 2.8889e-03, 3.9592e-04, -1.9990e-03, -1.3465e-03,
5.5382e-04, 1.3684e-03, -7.6368e-04, 4.5557e-04, -2.4718e-04,
1.8543e-03, -2.7818e-03, 2.0329e-04, -1.2113e-03, 3.3550e-03,
3.6181e-03, 5.9449e-04, -2.9762e-03, -1.2766e-03, -3.3962e-03,
6.0577e-03, 6.5942e-04, 4.7968e-03, -8.6979e-03, -5.2282e-04,
3.1626e-03, 7.8364e-04, -6.5577e-03, 3.6482e-03, -1.7655e-03,
1.7455e-03, 7.1720e-03, 1.6377e-03, -2.0878e-03, 1.5048e-03,
-1.3289e-03, 1.1659e-03, -1.1056e-03, -5.5292e-03, 8.1693e-05,
-1.8908e-03, -3.3412e-03, 5.3885e-03, -3.4828e-03, -4.6938e-03,
-1.1952e-03, 1.6813e-03, -2.3827e-03, 3.5890e-03, -1.1913e-03,
-2.1693e-03, 7.6169e-03, -1.0012e-04, -1.8337e-03, 5.1171e-03,
4.6155e-03, -6.1397e-04, 2.5936e-03, 5.5989e-03, 1.3699e-03,
2.6733e-03, -2.8552e-03, -3.5755e-03, 6.5776e-03, 6.3269e-03,
4.3439e-03, -1.6537e-03, 1.7302e-03, 3.2227e-03, -5.4006e-04,
5.5122e-04, 2.7727e-03, -8.0466e-04, -6.1543e-04, 3.5679e-03,
6.8362e-04, 5.9403e-04, -4.6378e-03, 1.6862e-03, -1.1393e-03,
1.8920e-03, 5.7294e-03, -4.2362e-03, 5.4051e-04, 7.6608e-03,
5.2936e-03, 4.7992e-03, -4.0754e-03, -1.7760e-03, -2.1142e-03,
1.1600e-03, 3.6166e-04, 1.6375e-03, 2.8693e-03, 2.0188e-03,
-2.8947e-03, -5.4810e-04, 5.9009e-03, 4.0179e-04, 2.7445e-03,
4.2954e-03, 5.3442e-04, 2.8726e-03, -2.0826e-03, 6.1655e-04,
-3.5596e-04, -1.1983e-03, 4.5775e-03, -8.2744e-05, 4.6287e-04,
-7.7938e-03, 2.0313e-03, 6.5302e-03, -1.9149e-03, 1.6525e-03,
2.5500e-03, 5.5590e-03, 2.0701e-03, 1.4963e-03, -2.3839e-03,
-2.2287e-03, -9.9690e-04, 5.3403e-03, -3.3690e-03, 1.2824e-03,
3.8644e-03, -5.0754e-04, 3.7089e-03, 2.5625e-03, -2.4998e-03,
-3.3271e-03, -1.1457e-04, -3.7689e-04, 4.5367e-03, -9.6982e-04,
-4.5697e-03, -6.1786e-04, 6.2593e-04, 9.5587e-05, -1.4592e-03,
3.7304e-03, 3.2275e-03, -4.1130e-04, -2.8218e-03, 8.9711e-04,
4.5067e-03, -4.4189e-03, -3.7886e-04, 3.5680e-04, 3.1707e-03,
6.3018e-03, -3.2638e-03, -2.2298e-03, 9.3770e-04, -5.4706e-04,
-5.5525e-04, 6.1355e-03, 2.3291e-03, -9.8240e-04, -2.6627e-03,
-3.6410e-03, -3.8628e-04, 2.2652e-03, -1.9097e-03, 4.4930e-03,
2.6783e-03, -4.8192e-03, -4.9393e-03, 6.9978e-05, 1.4845e-03,
2.4345e-03, 2.8517e-03, -5.1188e-04, -1.6196e-03, -1.7817e-04,
-2.6122e-03, 3.9458e-03, 1.1817e-03, 1.6838e-04, -2.1877e-03,
2.3110e-03, -5.2587e-03, -1.8823e-03, -3.2538e-03, 5.7388e-03,
1.1593e-02, -3.8949e-04, -2.5771e-03, -1.2327e-03, -5.4287e-03,
6.2584e-03, 2.6031e-03, 2.8964e-03, -1.2236e-03, 2.8401e-03,
-7.4660e-03, 5.7018e-03, 6.2724e-03, -2.6721e-03, -7.7077e-04,
-2.3993e-04, 4.3622e-03, -5.8971e-03, -4.9617e-03, -3.5531e-03,
4.5445e-03, 3.5666e-03, -3.8006e-03, -4.7597e-03, -4.7386e-04,
3.1309e-03, -1.9363e-03, 8.9516e-04, -3.3533e-04, -5.1579e-03,
5.4836e-03, 3.7578e-03, -9.0031e-03, -1.3482e-02, -9.9260e-04,
-3.0720e-03, 4.5883e-03, 4.9554e-03, 9.6092e-05, 2.8216e-03,
-1.1861e-02, 3.0393e-03, 8.7592e-04, 7.3663e-03, -3.4793e-03,
9.3555e-04, -3.2229e-03, 1.6238e-03, -7.7100e-03, -5.5798e-04,
-1.3761e-03, -2.4061e-03, 2.0016e-03, 2.5690e-03, 3.4602e-03,
3.2018e-04, -4.1005e-04, -3.3269e-03, 2.3445e-03, 5.5556e-04,
-1.1687e-03, 2.6825e-03, 9.6792e-04, 4.2429e-03, -6.0877e-03,
3.9201e-03, 9.0385e-04, -3.7698e-03, 2.6575e-03, -4.5503e-03,
3.4768e-03, 2.1162e-03, -4.4189e-03, 1.6872e-03, 6.8286e-04,
-1.7034e-04, -3.3360e-03, 1.1357e-03, 4.5379e-04, -4.0884e-04,
4.1841e-03, 2.0468e-03, -2.2649e-03, 3.2344e-03, 5.8376e-04,
-5.8007e-03, -3.1522e-03, -2.5994e-03, -1.1641e-03, -2.5465e-03,
-2.7407e-03, -2.0318e-03, -9.0220e-04, -2.0489e-03, 5.9400e-03,
-2.6695e-03, -2.5713e-03, -2.6144e-03, -1.5477e-03, 8.6152e-04,
-3.3841e-03, 3.0888e-04, -7.8109e-04, 1.8064e-03, 3.1685e-03,
3.1521e-03, 1.7410e-03, 7.4963e-03, -4.1944e-03, 3.3491e-03,
-1.6837e-03, -3.9221e-04, 2.5774e-03, 4.2592e-03, -6.8153e-03,
1.5725e-03, -5.2277e-03, 2.3402e-03, 3.2988e-03, 1.7123e-03,
-4.8614e-03, -1.6467e-04, 5.5108e-03, 3.1115e-03, 6.1354e-03,
2.6132e-03, 7.3117e-04, 3.4902e-03, -4.7605e-03, -1.3150e-03,
-3.8053e-03, 2.0418e-03, -1.1678e-02, 4.5040e-03, 5.8782e-03,
-3.6954e-03, 3.0740e-04, -4.6815e-03, 3.2095e-03, -1.0674e-03,
1.6223e-03, 2.4805e-03, -9.5538e-03, 4.2894e-04, 1.7027e-02,
-8.1444e-03, 4.5995e-03, -1.0351e-03, 4.3839e-03, -2.3664e-03,
-8.5799e-03, -7.9340e-03, -2.9649e-04, -7.7488e-03, -6.7341e-03,
6.8364e-04, -4.7558e-04, -3.0390e-03, 2.3527e-03, -1.3589e-03,
-1.3318e-03, 2.7565e-03, 2.2230e-03, -3.8842e-03, 5.9698e-03,
2.1583e-03, -6.8942e-04, -2.9132e-03, -5.1120e-03, -2.5585e-03,
-6.2118e-03, 2.0766e-03, -4.0500e-03, 2.9968e-03, -8.1315e-03,
-2.4120e-03, -1.9031e-03, -1.3905e-03, 2.5403e-03, 2.4258e-03,
4.7895e-03, -6.1115e-03, -7.2901e-03, 1.7860e-04, 2.0805e-03,
-1.6311e-03, 5.9456e-03, -4.3243e-03, -5.8700e-03, 1.3652e-03,
-6.7122e-03, 3.2569e-03, 3.9485e-03, 2.9053e-03, 9.4087e-04,
-1.0388e-04, 1.4999e-03, -5.3286e-04, 3.5557e-03, 1.4504e-03,
2.8196e-03, -5.6940e-03, -6.0646e-04, -2.1099e-03, 1.4628e-04,
2.5399e-03, 5.3449e-03, -2.5139e-03, 3.4829e-03, -4.1545e-03,
-1.8058e-03, -1.5134e-03, 2.3569e-03, 2.7647e-03, 3.8665e-03,
3.2422e-03, -3.3025e-03, -1.2666e-03, -1.1646e-03, 4.9819e-04,
-2.8872e-03, -1.5513e-03, 1.3536e-03, 5.0222e-03, 2.9200e-03,
1.6835e-03, -4.8379e-03, 1.8446e-03, 6.6993e-03, 1.1272e-03,
5.6104e-04, -6.1984e-04, -7.9670e-04, 5.9749e-03, -4.8393e-03,
-5.3599e-03, -3.8362e-03, -2.1893e-04, -1.0129e-02, -4.7178e-04,
-3.5619e-03, -1.8360e-03, -1.1217e-03, -1.0914e-03, -1.5111e-04,
1.5290e-03, 6.8583e-04, -3.1497e-03, -9.5850e-03, -1.7666e-03,
9.2172e-03, 3.2935e-03, 7.8174e-03, -5.6508e-03, 2.4515e-04,
5.9630e-03, -2.7370e-03, 3.0705e-04, -5.0171e-04, 5.5652e-03,
-2.8013e-03, -4.8395e-03, 6.3416e-03, -4.9620e-03, 1.5052e-03,
2.2437e-03, 9.5253e-03, -4.2966e-03, 6.1017e-03, 4.1882e-03,
-7.6118e-04, -6.1857e-04, -8.6592e-03, 2.5204e-03, 3.7925e-03,
4.0945e-03, 3.1871e-04, -2.0994e-03, 6.9415e-03, -2.7327e-03,
-6.7433e-03, -5.5980e-03, -5.8719e-03, 9.5042e-04, 5.9773e-04,
-3.2795e-04, -1.2485e-03, -2.9913e-03, -5.6262e-03, 6.4617e-04,
6.1782e-03, -2.6331e-03, 9.5712e-04, 4.7181e-04, -4.4585e-03,
3.4708e-03, 1.4356e-03, -5.9600e-03, -8.3936e-03, -2.9550e-03,
-2.4445e-04, -4.3061e-03, -3.1069e-04, 6.4394e-04, 1.1029e-02,
-5.8247e-03, -9.8147e-05, 6.3402e-03, -1.0942e-03, 2.3627e-04,
1.1668e-03, 3.1608e-03, -4.3521e-04], device='cuda:0')),
('bert.encoder.layer.9.attention.self.value.weight',
tensor([[ 8.9704e-03, 6.2481e-02, 3.1100e-02, ..., -7.5751e-03,
4.9517e-03, 3.5346e-02],
[ 4.3535e-03, 1.2017e-02, -2.8065e-02, ..., -1.5284e-02,
-3.9749e-02, 9.0594e-03],
[ 4.2836e-02, 7.9277e-03, 4.4027e-02, ..., -2.0588e-02,
-9.3666e-03, -1.2801e-01],
...,
[ 1.5780e-02, -2.4473e-02, 2.9166e-02, ..., -3.9902e-02,
1.7917e-02, -4.1337e-02],
[-1.6730e-02, -2.5792e-02, -2.9715e-03, ..., -2.4956e-02,
1.3792e-05, -1.8126e-02],
[-3.7921e-02, 4.7205e-02, -2.7513e-02, ..., -5.2953e-03,
9.9948e-03, 4.5288e-02]], device='cuda:0')),
('bert.encoder.layer.9.attention.self.value.bias',
tensor([-8.1570e-03, -4.7294e-02, 3.3155e-03, -4.2196e-03, 6.4225e-03,
1.1334e-02, -1.5434e-02, 1.8428e-02, 3.5896e-03, 1.0451e-02,
-1.4197e-02, -2.6208e-03, -7.3734e-02, -1.4993e-02, 4.2588e-02,
-3.8580e-02, -1.1294e-02, -1.1664e-02, 1.0763e-02, -1.0114e-03,
-3.7981e-02, 4.4401e-02, 6.0240e-04, -3.9317e-02, -3.4645e-02,
2.9800e-02, -3.3089e-02, -5.1896e-02, -3.8002e-03, -5.5011e-02,
3.4686e-02, 3.2697e-03, -2.1442e-02, 4.6373e-02, -3.9630e-02,
-2.6340e-02, 1.2042e-02, 1.8188e-02, 9.2832e-03, 1.6365e-02,
5.9677e-02, 4.2098e-02, 1.8063e-03, -5.1577e-02, 5.7972e-02,
1.8385e-03, -7.5693e-03, -3.0590e-02, 1.2257e-02, 2.2564e-02,
-1.0245e-02, -8.4238e-03, -1.1171e-02, 3.5159e-02, -1.3893e-02,
3.7376e-02, 1.0894e-01, 2.6121e-02, 2.0820e-02, -1.5296e-02,
1.3878e-03, 9.5068e-03, 2.1584e-02, 3.2029e-02, 5.5981e-02,
8.3395e-02, -1.3710e-02, -2.1403e-02, -1.0486e-02, -3.2119e-02,
-2.2489e-02, -6.4883e-02, 2.6285e-02, -6.0894e-02, -1.1923e-03,
7.5377e-03, -4.1346e-02, -1.6884e-02, -3.9075e-02, -4.8969e-04,
-2.7784e-03, -3.0342e-03, 6.6919e-02, 5.4585e-02, -5.1812e-02,
-6.1268e-03, -8.2529e-02, -1.0529e-03, 6.1702e-03, -1.2477e-02,
4.4275e-02, 3.8075e-02, -9.8274e-03, -7.1203e-02, 1.3009e-01,
-2.9551e-02, 2.7657e-02, -7.8760e-02, -1.8483e-02, -4.8196e-02,
-5.7140e-02, -4.3447e-02, 9.1079e-03, 9.5425e-03, -5.4336e-03,
-2.7958e-02, 3.0687e-02, 3.3441e-02, -4.4775e-03, -5.4932e-02,
1.7567e-02, -2.7847e-02, 8.5568e-02, -5.5919e-02, -5.9156e-02,
-3.5219e-02, -5.1695e-02, 4.3890e-02, -2.3714e-02, 3.6164e-02,
2.3815e-02, -5.0853e-02, 3.1415e-02, 4.5409e-02, 3.2937e-02,
-1.3097e-02, -8.6740e-02, 4.7425e-02, 3.9962e-03, 5.2123e-03,
-9.3407e-03, -2.2235e-02, 2.0935e-02, 2.6988e-02, 1.7772e-02,
8.7999e-03, 7.5545e-04, 2.7338e-02, 1.0081e-02, -2.3735e-03,
-5.0393e-03, 5.4871e-03, -5.0248e-02, 1.8630e-02, -3.1969e-05,
4.1829e-02, 5.1077e-02, -1.1900e-02, 3.5839e-02, -2.3194e-02,
5.7269e-02, 2.9741e-02, 6.0715e-03, -6.9884e-03, 2.8914e-03,
-3.6357e-04, -1.0781e-02, 1.8798e-02, -1.4255e-02, 4.5512e-03,
8.8184e-03, -9.7397e-03, 1.7876e-02, 3.2855e-02, -1.0577e-02,
2.0862e-02, -1.2737e-02, -3.6111e-02, 2.5892e-02, -2.5863e-02,
3.8190e-02, -1.2085e-03, -7.0433e-03, -1.5821e-02, -7.3328e-02,
-6.4568e-03, 3.7090e-02, -6.9972e-03, 1.4119e-02, -7.5045e-03,
2.6477e-02, 2.2430e-02, -1.2358e-02, -2.3837e-02, 4.7977e-03,
-2.6363e-02, 6.0675e-03, 1.4182e-02, -2.8495e-02, 1.2384e-02,
-9.5954e-03, 1.5402e-02, 7.8560e-03, -4.7947e-03, 1.3140e-02,
-1.6107e-02, -1.0276e-02, 1.0040e-02, 7.2480e-03, -8.8743e-03,
-2.4297e-02, 7.5487e-03, 8.4561e-03, -1.3581e-02, -1.7802e-02,
1.9598e-02, 1.3415e-02, 3.8617e-02, -4.2478e-03, 3.0867e-03,
1.4009e-02, 5.8979e-03, -2.1032e-02, -8.7850e-03, -4.7706e-03,
1.5277e-02, 7.7081e-03, -1.0321e-02, 1.1219e-02, 4.2450e-03,
-3.8664e-02, -2.6006e-02, -2.4775e-02, 9.5250e-03, 3.5381e-04,
2.9010e-02, 1.5489e-02, -1.4306e-02, -1.8148e-02, -1.8508e-02,
-2.9019e-02, 1.6221e-02, -8.7014e-03, 1.8895e-02, 1.1928e-02,
-1.5669e-02, -1.1528e-02, -1.6890e-02, -1.0038e-02, 2.6284e-02,
1.8096e-04, -3.2565e-02, -2.5161e-02, -1.0606e-03, -2.0486e-02,
-3.2872e-03, -8.2936e-02, -2.5273e-03, 1.2198e-02, -4.7079e-03,
-3.3439e-02, 1.4237e-02, -1.9293e-02, -7.8200e-03, 2.2904e-03,
-2.1424e-02, -4.2366e-03, 3.8225e-02, -1.9228e-02, 7.1127e-03,
-9.2536e-03, 1.2840e-02, 1.1179e-02, 1.6457e-02, -3.8174e-02,
-1.8741e-02, -1.3442e-02, -9.8060e-03, 6.3544e-03, -3.7832e-03,
-1.5897e-02, 3.5744e-03, -3.9446e-02, 5.9159e-02, -1.1668e-02,
-2.2631e-02, -1.7328e-02, -3.9446e-02, 5.5439e-03, 1.6796e-02,
3.4150e-02, 2.6678e-02, 2.9273e-02, 3.1418e-03, 8.2906e-02,
2.3882e-02, 3.8370e-02, 4.1955e-02, -3.2529e-03, -2.7143e-02,
-6.8673e-03, 2.3842e-02, -1.1956e-02, -3.4110e-02, -7.0474e-03,
-5.2531e-02, 5.4759e-03, 1.7133e-02, 3.8748e-03, 2.5643e-02,
1.2961e-02, 3.9092e-02, 7.6638e-03, -4.5353e-02, 1.2887e-02,
-1.4478e-02, -1.2257e-03, 2.5154e-02, 5.4340e-02, -2.6246e-02,
3.7124e-02, 4.7218e-02, -2.9350e-02, -1.9395e-02, -3.9465e-03,
-3.0420e-03, -3.7869e-02, 4.0884e-02, -6.3734e-03, -2.3352e-03,
1.8753e-02, 3.9140e-02, -1.4152e-02, -2.9546e-02, 1.8688e-02,
-5.9956e-05, 3.3292e-03, 2.5449e-02, 1.3953e-02, 1.6214e-02,
-2.2362e-02, 2.6337e-02, -4.6072e-03, 2.5489e-02, 3.7354e-02,
1.4535e-02, 8.1357e-03, -3.8815e-02, 5.8123e-02, -2.9116e-02,
2.6179e-02, 3.8854e-03, 2.4793e-02, -6.6690e-03, -5.7633e-03,
7.0095e-02, 2.8362e-02, -1.4583e-02, -2.1503e-02, -3.3621e-02,
-1.1487e-02, -7.0488e-02, 3.3262e-03, 2.4298e-02, 1.3685e-02,
-4.0473e-02, -3.0234e-03, 5.7374e-02, 1.8787e-02, -1.0765e-02,
-3.3086e-02, -2.5541e-02, 2.6825e-02, -9.5763e-03, -2.8930e-02,
-2.1283e-02, -2.1320e-02, 7.4051e-04, 2.5397e-02, 1.2911e-02,
1.4853e-02, -2.2329e-02, -2.9208e-03, 2.9850e-02, -2.6657e-02,
7.5009e-02, 1.9193e-02, -4.0242e-02, -2.5970e-02, -2.9091e-02,
2.3329e-02, -6.5650e-03, 6.4415e-03, 3.8579e-02, 1.2217e-02,
1.9905e-03, 2.0900e-02, -1.7964e-04, -2.3054e-02, 1.5694e-02,
2.5651e-02, -1.9316e-03, 1.3721e-02, 8.2104e-03, 5.5989e-03,
-2.0323e-03, 1.9388e-02, -1.9437e-02, 2.1911e-03, -1.0521e-04,
4.4036e-03, -4.5458e-04, 1.1903e-02, -1.3454e-02, -2.5661e-02,
-9.9755e-03, 1.5753e-03, -1.2071e-03, 1.2753e-02, -3.8373e-03,
3.4447e-02, -1.4918e-03, 8.8053e-03, -8.6779e-03, 1.3734e-02,
8.7981e-03, -1.4481e-02, 9.5169e-04, -1.6539e-02, -9.4674e-03,
-9.7322e-03, -1.6772e-02, 6.9547e-03, -1.4308e-03, -1.6050e-02,
2.4401e-02, -9.9115e-03, -1.6160e-03, 1.9988e-03, 3.2613e-02,
-1.9040e-03, -1.8151e-02, -1.6529e-02, 7.0990e-03, -2.7850e-02,
1.8673e-02, -1.3030e-02, -2.6260e-02, -4.6053e-03, -1.8982e-02,
7.8867e-03, -5.8963e-03, -9.5741e-04, -3.4866e-04, -1.4857e-02,
-2.9327e-03, -1.2185e-02, -4.1592e-03, 4.3192e-02, -5.6107e-02,
1.3558e-02, -1.1327e-02, -4.4443e-02, 1.1001e-02, 6.7135e-03,
-3.3372e-02, -1.2351e-02, -3.7131e-03, -5.0997e-02, 3.0832e-02,
1.6125e-02, 2.8621e-02, -1.9559e-02, -2.8523e-02, -8.6295e-02,
5.7513e-02, -1.5236e-02, 3.1001e-02, 2.6977e-02, 3.4528e-02,
-2.1259e-02, -1.9332e-02, -3.9929e-02, -1.3463e-02, 6.6579e-02,
6.2907e-02, -7.7646e-02, 5.7924e-02, -2.9085e-03, -1.6537e-02,
-6.4733e-02, 1.2072e-02, -2.0874e-03, 2.2148e-03, 4.0006e-02,
-8.3761e-03, 5.3596e-03, -4.8120e-03, -1.5528e-02, -8.3213e-02,
1.6788e-02, 4.6317e-02, 6.6499e-02, 8.4751e-02, 1.6251e-02,
1.5808e-02, -1.1111e-02, -1.6848e-02, 4.0958e-02, 3.7724e-02,
-6.0272e-03, -6.4507e-02, 7.2540e-02, 4.2025e-02, -8.1272e-02,
8.3654e-02, -1.1537e-01, 1.0566e-01, 1.1929e-01, 2.5054e-02,
1.6290e-02, -6.3811e-02, -3.2300e-02, 1.1724e-02, 4.6410e-02,
1.8493e-02, -3.0745e-03, -7.5825e-03, 8.5596e-03, -4.4535e-02,
-1.6410e-03, -6.6634e-03, 2.2962e-02, -2.0020e-02, -7.0567e-03,
7.9407e-03, -4.3511e-03, 1.5815e-02, -6.2428e-04, 1.5230e-02,
5.8443e-03, -2.0065e-02, -3.8126e-03, 2.1029e-03, -1.7068e-02,
-1.9813e-02, 6.8241e-03, -5.6612e-03, 3.9795e-02, 2.1790e-02,
-5.1197e-03, -1.3245e-02, -3.8496e-02, 9.1830e-03, -5.9915e-03,
6.4705e-03, -1.8618e-02, -4.2417e-02, 1.9345e-02, -3.9577e-03,
1.9473e-02, -7.4727e-03, 8.0424e-03, 8.3918e-03, 2.8570e-02,
3.1559e-02, 7.4439e-03, -3.3499e-02, -1.0678e-02, -1.3513e-02,
-2.2566e-02, 1.7311e-02, 7.8882e-03, -1.2111e-02, -2.5985e-03,
3.0958e-02, -3.4139e-02, 3.5385e-03, 6.2520e-02, 7.4347e-04,
-1.0734e-02, -6.5895e-03, 7.7218e-03, -2.4884e-02, -1.4298e-03,
-1.5342e-02, -8.6265e-03, -7.9643e-03, -2.0519e-02, 7.2251e-04,
-2.3517e-03, 8.0973e-03, -2.1989e-02, 8.4625e-03, 3.6941e-02,
-5.7025e-03, -6.9614e-03, 1.3398e-02, 3.4333e-03, 1.8613e-02,
-1.0905e-02, -9.0642e-03, -1.9487e-02, 1.1313e-02, -4.7720e-03,
2.0618e-02, -1.8485e-02, -3.2303e-02, -2.8402e-02, -3.0494e-02,
8.7010e-03, -7.1737e-03, 6.5602e-03, -1.0135e-02, -4.8893e-03,
-2.2853e-03, -1.5850e-02, -5.5347e-03, -2.5344e-02, 6.6862e-05,
-2.9887e-02, 1.6174e-02, -1.2008e-02, 2.1358e-02, 2.1518e-02,
8.2514e-03, 8.2167e-03, 4.4225e-03, -2.6669e-04, 1.3550e-02,
-3.4239e-02, -1.4685e-02, 6.7479e-03, 2.4182e-02, -1.3547e-02,
-1.0938e-02, 1.1434e-02, 2.3822e-02, 2.5056e-02, 2.2749e-02,
-1.0622e-03, -1.2263e-02, -1.8118e-03, -1.4687e-03, 2.6979e-04,
-9.1517e-03, -1.4675e-02, 1.3468e-03, -1.7059e-02, 1.7018e-02,
1.2214e-02, -7.7902e-04, -1.3781e-02, -5.7616e-03, 2.1210e-03,
-4.6689e-05, 4.0642e-02, 3.8231e-02, -4.8435e-03, 3.0851e-02,
-9.5507e-03, -1.1271e-02, 1.1269e-03, 9.3428e-04, 7.5701e-04,
6.8179e-03, 1.1562e-03, 9.4930e-03, -8.5604e-04, -7.1443e-03,
-1.1342e-02, -2.8642e-02, 6.8927e-04, -7.7191e-03, 1.2408e-02,
-5.1899e-03, 1.0544e-02, 8.3597e-03, -1.1258e-02, 9.1730e-03,
-9.5864e-04, -1.5654e-02, 2.8098e-03, -8.7713e-03, -4.5255e-03,
-2.0103e-02, 1.5693e-02, -7.6987e-03, -1.0346e-03, 9.9581e-03,
1.6274e-02, 7.3011e-03, 3.9717e-03, -9.3945e-03, -1.3872e-02,
5.3494e-03, 2.4598e-03, -2.5948e-02, -1.5225e-02, -1.3699e-02,
3.7333e-03, 1.0568e-02, -4.1921e-03, 2.3046e-02, 2.2795e-03,
-6.4802e-03, -1.0547e-02, -1.1058e-02, 2.9252e-03, 1.7311e-02,
8.8434e-03, 2.5916e-02, 5.5875e-03, -6.5929e-04, -2.9479e-02,
-1.0599e-01, 5.7931e-02, -1.5832e-01, 6.5394e-02, -5.7239e-02,
-1.0456e-02, 7.0293e-02, 3.5838e-02, 1.5473e-01, 1.0250e-01,
1.3408e-01, -5.8082e-02, -6.3285e-02, -1.8838e-01, 8.0871e-02,
-2.2800e-02, -4.9300e-05, 1.7292e-02, -5.5569e-02, -2.8454e-02,
1.2888e-01, -2.3899e-02, 8.6945e-02, -3.0641e-03, 4.1463e-02,
3.7856e-01, 3.6700e-02, 4.3025e-03, -8.7766e-02, 3.8678e-02,
8.1284e-02, 1.7933e-02, -9.7736e-03, -1.7301e-02, 2.1309e-02,
1.6513e-01, -1.9215e-02, -2.2510e-02, 5.7286e-02, -6.2577e-02,
2.6699e-02, 4.9529e-02, 9.0263e-03, -7.9406e-02, 5.4510e-02,
1.3321e-02, -1.0185e-01, 1.4866e-01, 6.0632e-02, -2.6657e-02,
4.7511e-02, -7.7428e-03, -1.5976e-01, -1.5965e-01, -1.3530e-03,
2.8372e-02, -3.7762e-02, -5.4305e-02, 1.3026e-02, -1.1144e-01,
-1.0549e-02, 1.0113e-01, -1.5066e-01], device='cuda:0')),
('bert.encoder.layer.9.attention.output.dense.weight',
tensor([[ 0.0484, -0.0359, -0.0101, ..., -0.0098, 0.0248, 0.0331],
[-0.0362, -0.0136, -0.0093, ..., 0.0329, -0.0455, 0.0426],
[-0.0071, 0.0070, 0.0143, ..., 0.0565, -0.0456, -0.0165],
...,
[ 0.0431, 0.0114, -0.0206, ..., 0.0320, -0.0303, 0.0104],
[ 0.0295, -0.0281, 0.0228, ..., -0.0104, 0.0128, 0.0061],
[-0.0212, -0.0483, 0.0327, ..., 0.0425, 0.0183, -0.0013]],
device='cuda:0')),
('bert.encoder.layer.9.attention.output.dense.bias',
tensor([-2.3672e-02, -1.7402e-04, 7.7791e-02, -1.5470e-02, 6.6216e-02,
1.4214e-02, 1.4842e-01, -1.9881e-02, 5.5911e-02, -4.3112e-02,
3.3842e-02, -6.1164e-02, 2.7452e-02, 6.1791e-02, -2.6458e-02,
7.4223e-02, 5.8221e-02, -5.5019e-02, 2.0027e-02, -5.7795e-02,
1.1838e-02, -1.8633e-02, -2.0505e-02, -3.8161e-02, 3.9402e-02,
1.0050e-02, -1.1591e-01, -8.4814e-02, 9.1082e-02, -7.3181e-03,
1.1444e-01, -9.1560e-02, 1.3564e-02, -3.9945e-02, -1.7737e-02,
-3.4290e-02, -9.5999e-02, 4.3347e-02, -5.9085e-03, -5.3219e-02,
2.9983e-02, 3.4815e-02, 4.3535e-03, 3.4562e-02, -7.2086e-02,
-8.9573e-03, 3.4225e-02, -2.5411e-02, -1.9923e-02, -3.8831e-02,
-3.7648e-02, -1.7286e-02, -8.4075e-02, 6.1366e-02, -2.5524e-02,
8.7755e-02, -7.3943e-03, 5.9284e-02, 6.6341e-02, 1.6124e-02,
5.6869e-03, 5.6676e-02, 2.5740e-02, -4.4292e-02, -2.1753e-02,
4.6260e-02, -4.8193e-02, 1.1207e-02, -9.7183e-02, 1.3847e-02,
1.7785e-02, -3.1871e-02, 1.1179e-02, 1.7974e-02, 4.4723e-02,
-5.3725e-02, -2.6649e-02, -1.6065e-02, 1.6126e-02, -5.1694e-02,
4.3823e-02, 2.4886e-03, 5.0007e-02, 1.8306e-02, -1.1419e-01,
-5.5825e-02, 4.5640e-02, -2.4349e-03, 5.0882e-03, -2.2981e-02,
1.1707e-02, -3.3254e-02, -5.2342e-02, 1.7281e-02, -1.0016e-01,
-9.3853e-03, -8.3640e-03, -1.2670e-01, -5.3520e-02, -3.4702e-02,
3.3531e-03, -2.3004e-02, 9.9278e-03, -3.1000e-02, -6.3307e-02,
-2.0775e-02, -5.3421e-02, 3.8725e-02, 2.5366e-02, 1.5487e-02,
5.6098e-02, -2.3127e-02, 5.7544e-05, 2.5853e-02, -8.7658e-02,
-4.0417e-02, 3.3091e-02, -4.1123e-02, 3.1462e-02, -3.9147e-02,
-3.7720e-02, -3.8338e-05, -3.8948e-02, -7.8021e-02, -3.2808e-02,
-1.2090e-01, -3.4340e-03, 3.8499e-03, 5.8482e-02, -1.0982e-02,
-2.4069e-02, -5.0698e-02, -1.1680e-01, 4.8178e-02, -6.9733e-03,
1.7271e-02, -1.3815e-01, -5.9608e-02, -1.3851e-01, -3.7786e-02,
9.9566e-02, 8.6526e-02, -4.6398e-02, 8.6804e-02, 1.1323e-02,
5.5147e-02, 3.6314e-02, -6.9603e-02, -1.4628e-02, 1.0483e-01,
-2.4425e-02, -6.2933e-02, -7.7859e-02, -6.5554e-02, -7.1727e-02,
3.5980e-02, 6.6659e-02, -1.1401e-02, 2.0557e-02, 2.1386e-02,
-3.1788e-02, -3.3328e-02, 5.8794e-03, -1.4703e-02, 1.4101e-02,
4.5222e-02, 5.2285e-02, -1.6145e-01, -6.7320e-02, 3.1719e-02,
9.1323e-03, -2.6297e-02, -2.9628e-02, 5.6709e-02, -1.0101e-01,
-1.0479e-01, 3.9356e-02, -1.0692e-01, 2.1332e-02, 2.4784e-02,
-1.3292e-02, 9.1666e-02, -7.6168e-02, -5.0841e-03, 2.7252e-02,
6.4221e-02, -3.6155e-02, 2.2966e-02, 3.9607e-02, 1.6770e-02,
-6.9075e-02, -7.5287e-02, -2.1633e-02, -1.5186e-02, -3.1426e-03,
2.1558e-02, 8.3803e-02, 1.8667e-02, 3.6757e-02, 5.5683e-02,
5.2921e-02, 1.2133e-02, 5.3442e-02, -5.6660e-02, 1.5677e-02,
-2.3957e-02, 2.3918e-03, 3.1151e-02, -3.2964e-02, -3.3328e-02,
1.3443e-02, 4.7756e-02, -7.8159e-02, 8.4803e-03, 4.8339e-03,
5.5360e-03, 5.9506e-02, 7.0498e-03, 1.7272e-02, 6.7384e-02,
-2.9782e-02, -2.1855e-02, -3.2995e-02, 1.7850e-02, -7.6678e-03,
4.7577e-02, 2.9676e-03, -2.0204e-02, 4.2853e-02, 2.8275e-02,
3.3387e-02, -3.2106e-02, -6.4396e-02, -5.4649e-02, -8.9105e-02,
-1.2936e-02, -3.2993e-02, -7.2457e-04, -4.4446e-02, 7.6704e-02,
5.4443e-02, -4.5193e-03, -5.2567e-02, -1.3305e-01, -1.7469e-02,
1.3728e-02, 3.1193e-02, -3.7703e-02, -3.2319e-02, 1.2486e-02,
-2.6285e-02, 2.7448e-02, 7.6288e-03, 5.5738e-02, 3.2972e-02,
-3.6723e-03, 1.2972e-01, 5.9726e-02, -4.8129e-02, -1.7085e-03,
-2.6540e-02, -5.7552e-03, -2.3607e-02, 4.2136e-02, -3.9937e-02,
-4.9305e-02, -5.5958e-03, -9.2120e-03, -1.0091e-01, 3.8200e-02,
-1.9388e-02, 6.7892e-02, 4.5497e-03, 6.9156e-02, 1.1057e-02,
1.6595e-03, -2.2238e-02, 1.8965e-02, -3.2032e-02, 4.3067e-02,
3.4790e-02, 5.1946e-03, 1.8244e-02, -1.4605e-01, -2.4546e-02,
5.7811e-02, -1.0555e-01, 1.0344e-01, -5.0371e-02, -4.7207e-02,
-5.0871e-02, 4.2715e-02, 1.1216e-02, -6.9877e-03, -2.1070e-05,
4.8134e-02, -3.8814e-02, 5.1772e-03, 4.4428e-02, 1.6240e-02,
-5.5501e-02, 4.2851e-02, -3.7215e-02, 7.5196e-02, 3.3015e-02,
6.3967e-03, -6.6762e-02, 5.7387e-02, 5.5697e-02, -6.3116e-02,
-3.0710e-02, -4.5885e-02, 4.9686e-02, -3.0151e-02, 2.0704e-02,
5.1145e-02, -1.0048e-01, -1.9878e-04, -5.4580e-03, 1.2035e-01,
-2.5531e-02, -7.3516e-03, -2.7292e-02, -2.1419e-02, 2.4956e-03,
1.0985e-01, -7.4481e-03, -7.8088e-03, 5.1080e-02, -1.5252e-02,
4.3034e-02, -7.1348e-02, 3.8887e-02, 3.7322e-05, -8.3533e-03,
1.0972e-02, -8.1544e-03, -6.8182e-02, 4.7386e-02, 5.0939e-02,
6.4780e-03, 3.0537e-02, -5.6473e-02, 3.1342e-02, 1.6497e-02,
-9.1926e-03, -1.1499e-01, -1.7462e-02, -2.5222e-02, 4.0509e-02,
-2.8707e-02, 3.8712e-02, 2.0862e-04, 1.8562e-02, -2.5795e-02,
4.2095e-02, -4.3655e-02, -4.4165e-02, 2.2541e-02, 5.8056e-03,
-9.6505e-03, -1.4292e-02, -1.5282e-02, -7.8021e-02, 8.4132e-02,
-1.3427e-02, -2.1860e-04, 4.8890e-02, 1.3356e-02, 2.8897e-02,
4.8808e-03, -8.0995e-05, -1.4607e-02, 4.0521e-02, 7.7248e-02,
-4.3769e-02, 3.9109e-02, 5.6021e-02, -1.4283e-02, -4.3947e-02,
-1.1449e-02, -7.5690e-03, -1.0888e-01, -1.6385e-02, 7.9650e-02,
2.4222e-02, 6.2714e-03, 9.7502e-02, -1.7455e-02, 5.2119e-03,
-2.3286e-02, 6.2228e-02, 5.7360e-02, 2.4963e-02, 1.0956e-02,
-9.7361e-03, -1.8065e-02, 1.1212e-02, 8.4495e-03, 5.9592e-02,
4.0035e-02, 2.1157e-02, 1.1812e-02, 1.1245e-01, 1.5499e-02,
-7.3221e-02, -3.1189e-02, 2.3059e-02, 1.5927e-02, -4.1836e-02,
-9.1867e-02, 4.4716e-02, -2.3042e-02, 4.3641e-02, 2.2259e-02,
7.0095e-02, 4.7316e-03, -7.2697e-02, -2.9414e-02, 5.4302e-02,
-2.4031e-02, 2.7710e-02, 1.4158e-02, 7.4813e-02, 1.6416e-02,
-5.0377e-02, -5.2450e-02, 4.7137e-03, -4.1256e-02, 3.6865e-02,
7.6038e-02, -2.5289e-02, 1.0717e-01, -2.1940e-02, 9.2389e-02,
-6.2337e-03, -1.1697e-02, 7.7091e-02, 6.8209e-02, -1.5407e-03,
4.0088e-02, 6.8217e-02, -7.3406e-02, -5.7785e-02, -4.5370e-02,
1.0521e-01, 1.4595e-02, 7.2495e-02, 5.1290e-02, 5.0834e-02,
-3.4629e-02, -4.2098e-02, -2.9713e-02, -1.4610e-02, -2.8714e-02,
-2.4556e-02, -9.0184e-02, -6.9347e-02, 6.6794e-02, -8.2186e-02,
-4.3200e-02, 9.2374e-03, 9.3319e-02, 3.1214e-02, 6.2166e-03,
2.5616e-02, -9.4221e-03, -1.1225e-02, -7.8506e-03, 3.9259e-02,
-1.5885e-02, -6.3395e-02, 5.9463e-03, 5.3115e-02, -4.7301e-02,
-4.5284e-02, 6.0932e-02, 8.3026e-03, -5.6404e-02, -2.2447e-02,
-4.2056e-02, -1.9245e-02, 2.0006e-02, -2.9735e-02, -6.9731e-02,
6.3234e-02, 4.3804e-02, 3.7802e-05, -3.3859e-02, 5.8767e-02,
-7.8468e-02, 6.0789e-04, 5.8354e-02, 8.6433e-02, -9.6786e-03,
1.4902e-02, 4.4018e-02, 7.5408e-02, 4.9140e-02, -9.3101e-02,
9.3656e-03, 7.0779e-03, 1.9350e-02, -2.5631e-02, 6.3964e-02,
1.1501e-02, 1.4195e-02, -5.3997e-02, -3.0096e-02, 8.8912e-03,
-2.2010e-02, 1.1582e-02, -7.7458e-02, -1.3729e-02, -8.0724e-03,
-1.5193e-02, 1.3210e-02, 1.0383e-01, -1.6134e-02, -5.8604e-03,
8.5029e-02, 6.7638e-02, -1.0007e-03, 2.1540e-02, -6.7744e-02,
3.7880e-02, 5.7907e-03, -3.3653e-02, -2.0111e-02, 4.1830e-03,
-1.5451e-02, 1.9626e-02, 6.6208e-03, 3.4560e-02, 1.3965e-03,
4.0681e-02, 9.9087e-02, -8.5567e-02, -2.7893e-02, -3.7598e-02,
-7.4878e-03, 4.0534e-02, 5.5177e-02, 4.9130e-02, 3.8919e-02,
-5.3680e-02, -8.0621e-03, -4.1748e-02, -3.0642e-02, -4.7920e-02,
-8.9985e-02, 6.4555e-02, 9.7542e-03, 8.1177e-03, -5.3957e-02,
2.5382e-02, 9.3005e-02, 6.0830e-01, 7.8077e-02, 4.2099e-02,
2.0607e-02, -1.6036e-03, 4.1103e-02, -4.0137e-02, -3.5486e-02,
1.5478e-02, -9.2069e-02, 6.4214e-02, 2.6851e-02, -2.6027e-02,
-5.2638e-02, 2.4058e-03, 1.4422e-02, -4.7429e-02, 4.7451e-02,
-3.9112e-02, 3.2221e-02, -2.1304e-02, -5.2236e-02, 5.2898e-02,
6.4204e-02, -7.0476e-02, -2.2923e-02, -3.0918e-02, 3.0622e-02,
4.3852e-02, -4.1444e-02, -7.7271e-02, -3.7089e-02, 3.7277e-03,
-1.8169e-02, 5.1802e-02, 2.1341e-02, 2.0311e-02, -2.0950e-02,
-4.3876e-02, -6.9971e-02, 7.8239e-02, 3.7748e-02, -6.5037e-02,
-5.2013e-02, 8.3271e-02, -5.4640e-02, 6.8331e-02, -2.6260e-02,
5.4944e-02, 4.2062e-03, 1.0398e-02, -5.3198e-02, 3.2507e-03,
-2.2528e-02, -6.5737e-03, -5.7299e-02, -1.8099e-02, -5.4028e-02,
-6.6515e-02, 1.4025e-02, 2.1063e-02, -5.4804e-02, -2.7155e-02,
-9.3991e-03, 3.3240e-02, -8.2080e-02, 6.5329e-03, -7.6412e-02,
2.3092e-03, -4.3167e-02, 5.1741e-02, -2.1507e-02, 1.4268e-02,
-2.0461e-02, 3.0639e-02, 3.2354e-02, -2.9549e-02, -1.6234e-02,
-4.4328e-02, 7.0273e-02, 1.8545e-02, 6.9422e-02, 5.3270e-02,
-7.1487e-02, -5.0444e-02, -2.1281e-02, -1.0615e-01, 1.6549e-02,
-2.7109e-02, 6.5410e-02, -2.2611e-03, -1.0596e-03, 3.1653e-02,
4.2568e-03, 1.4740e-02, -2.5032e-02, 3.2975e-02, 5.8798e-02,
-2.5706e-02, 8.1428e-02, -6.3435e-02, -3.3319e-02, -4.5730e-02,
-3.1256e-02, 1.7173e-02, -4.0411e-02, 3.2520e-02, 2.1489e-02,
5.4353e-02, 4.4394e-02, 7.9196e-02, 5.1726e-02, -7.4595e-02,
-7.1109e-02, 3.1080e-02, 5.2452e-02, 1.9555e-02, -1.1410e-02,
-1.6723e-02, -8.2687e-02, -5.7815e-03, -1.7346e-02, -3.7195e-02,
3.8552e-03, -3.5735e-02, -5.2836e-02, 1.6050e-02, -7.1319e-02,
-1.4213e-02, 2.4108e-02, -5.1817e-02, -2.5971e-02, -4.6159e-02,
3.9634e-02, 2.4922e-02, 8.2137e-02, -3.6967e-02, 2.3180e-02,
2.1010e-02, -8.8785e-02, 3.7986e-02, -4.2114e-02, 2.3813e-02,
-7.4917e-02, 3.3409e-04, -3.6712e-02, 5.4884e-02, -1.3056e-02,
3.8871e-02, 4.2448e-02, -2.0301e-03, -7.2689e-03, 1.4448e-02,
3.8023e-02, 1.5627e-02, 3.5878e-02, 1.0582e-02, 8.0411e-03,
1.1771e-02, 4.7110e-03, -7.4079e-02, 3.3947e-02, 2.6093e-02,
7.7715e-03, -2.3641e-02, 4.6792e-02, 3.2848e-02, 1.6654e-02,
-1.2221e-01, -8.2489e-02, 9.5514e-02, 1.1232e-01, 7.3850e-02,
-2.3073e-02, 3.1060e-02, 6.9673e-02, -7.9619e-02, 7.7238e-02,
-2.6883e-02, 7.8193e-04, 2.4215e-02, -1.1915e-02, 1.6057e-02,
-9.4736e-03, -2.8038e-02, -1.9073e-02, -2.0432e-02, -4.0914e-02,
-2.0561e-02, 1.5923e-03, 3.1698e-02, 1.1055e-01, -5.3203e-02,
-6.4868e-03, -6.4912e-02, 7.0900e-02, 8.4887e-02, -1.1642e-01,
7.5514e-02, 6.4065e-02, -7.0671e-02, -2.2190e-02, 2.6388e-02,
-3.1652e-02, 3.4357e-02, -1.5736e-03, 3.6844e-03, 8.0230e-03,
4.2604e-02, -4.0226e-02, -2.9150e-02], device='cuda:0')),
('bert.encoder.layer.9.attention.output.LayerNorm.weight',
tensor([0.8676, 0.8829, 0.8556, 0.8489, 0.8554, 0.8012, 0.7891, 0.7973, 0.8359,
0.7954, 0.8740, 0.8948, 0.9158, 0.8740, 0.8720, 0.7514, 0.8038, 0.7915,
0.8289, 0.8729, 0.8137, 0.8887, 0.7997, 0.8284, 0.8275, 0.8511, 0.8804,
0.9823, 0.8559, 0.8725, 0.8235, 0.7675, 0.9026, 0.7583, 0.8850, 0.8004,
0.8030, 0.8869, 0.7981, 0.9319, 0.8842, 0.8068, 0.9263, 0.8673, 0.9077,
0.8933, 0.8584, 0.9011, 0.9213, 0.8189, 0.9154, 0.8653, 0.8349, 0.8797,
0.7354, 0.7888, 0.8199, 0.8537, 0.8287, 0.8131, 0.8442, 0.9268, 0.8961,
0.8644, 0.8012, 0.9231, 0.8282, 0.8130, 0.7917, 0.8319, 0.8324, 0.8335,
0.8126, 0.8369, 0.9188, 0.9228, 0.8158, 0.8928, 0.9059, 0.8907, 0.8600,
0.8374, 0.8577, 0.8932, 0.7696, 0.8529, 0.8189, 0.8671, 0.8823, 0.8452,
0.8541, 0.8124, 0.8825, 0.8428, 0.7953, 0.8555, 0.7626, 0.8504, 0.9397,
0.8532, 0.8115, 0.9122, 0.7851, 0.9257, 0.7586, 0.8699, 0.9050, 0.8258,
0.8938, 0.9041, 0.8090, 0.8098, 0.9169, 0.7538, 0.8063, 0.9103, 0.8829,
0.8624, 0.8469, 0.9025, 0.8670, 0.9008, 0.8986, 0.7549, 0.7804, 0.7867,
0.8339, 0.7896, 0.8445, 0.8171, 0.8587, 0.7893, 0.8612, 0.8685, 0.8429,
0.8065, 0.7915, 0.8728, 2.3446, 0.8918, 0.8261, 0.9140, 0.7751, 1.2322,
0.7937, 0.8595, 0.8778, 0.8679, 0.8600, 0.9068, 0.9184, 0.8406, 0.8625,
0.8394, 0.8854, 0.8421, 0.8831, 0.8516, 0.8819, 0.8505, 1.0087, 0.9097,
0.8022, 0.8493, 0.8383, 0.8976, 0.8919, 0.7601, 0.8432, 0.8544, 0.8768,
0.7426, 0.7998, 0.8862, 0.8582, 0.8794, 0.9199, 0.8325, 0.9480, 0.8582,
0.7886, 0.8306, 0.8085, 0.9048, 0.8493, 0.8714, 0.7924, 0.8743, 0.8546,
0.8831, 0.8438, 0.7138, 0.8377, 0.8483, 0.8695, 0.8710, 0.8483, 0.8035,
0.8441, 0.9133, 0.9036, 0.8049, 0.8706, 0.8521, 0.7897, 0.8344, 0.8803,
0.9493, 0.8612, 0.7859, 0.8686, 0.9237, 0.7700, 0.8870, 0.8536, 0.8972,
0.8696, 0.7841, 0.8126, 0.8032, 0.8736, 0.8125, 0.9014, 0.8951, 0.8462,
0.8547, 0.8614, 0.8909, 0.8892, 0.7072, 0.8053, 0.9213, 0.8428, 0.8164,
0.8221, 0.8790, 0.7599, 0.9177, 0.8735, 0.8627, 0.8310, 0.7972, 0.8401,
0.8101, 0.8539, 0.8023, 0.8852, 0.8022, 0.9008, 0.9152, 0.9261, 0.8316,
0.9706, 0.9148, 0.9522, 0.8744, 0.8930, 0.8025, 0.8629, 0.8693, 0.7261,
0.8713, 0.8895, 0.8242, 0.8563, 0.8519, 0.8585, 0.9078, 0.7493, 0.9024,
0.9025, 0.8573, 0.9627, 0.8643, 0.9212, 0.8780, 0.8390, 0.8477, 0.8354,
0.8808, 0.9589, 0.8976, 0.7672, 1.1570, 0.8827, 0.9330, 0.8188, 0.8831,
0.8624, 0.8248, 0.8178, 0.8592, 0.7651, 0.8668, 0.8405, 0.8117, 0.9154,
0.7576, 0.8822, 0.8506, 0.9039, 0.8580, 0.8066, 0.8240, 1.8011, 0.8800,
0.7885, 0.8844, 0.8960, 0.8806, 0.8344, 0.8338, 0.8309, 0.8025, 0.7862,
0.9048, 0.7813, 0.8185, 0.9128, 0.7909, 0.8287, 0.8905, 0.8390, 0.9048,
0.8074, 0.8365, 0.8398, 0.8326, 0.8980, 0.8339, 0.8996, 0.8362, 0.8943,
0.8715, 0.9048, 0.8937, 0.8368, 0.9475, 0.9848, 0.8332, 0.7625, 0.9028,
0.8061, 0.9090, 0.8664, 0.9137, 0.8480, 0.8263, 0.8505, 0.8121, 0.8756,
0.8605, 0.8186, 0.8680, 0.9406, 0.8533, 0.8499, 0.8407, 0.8583, 0.8151,
0.8094, 0.8854, 0.8421, 0.8857, 0.8526, 0.8816, 0.8839, 0.9905, 0.8691,
0.8367, 0.8343, 0.8738, 0.8760, 0.8251, 0.8470, 0.8040, 0.7923, 0.8869,
0.8537, 0.7253, 0.8303, 0.8318, 0.8710, 0.9078, 0.8005, 0.8403, 0.7664,
0.8993, 0.8561, 0.8047, 0.9233, 0.7930, 0.8615, 0.8417, 0.8409, 0.8661,
0.8058, 0.9231, 0.8314, 0.7934, 0.7664, 0.8199, 0.7858, 0.8461, 0.8605,
0.8664, 0.8100, 0.8568, 0.8815, 0.9490, 0.8203, 0.8200, 0.8709, 0.9359,
0.8927, 0.7897, 0.7918, 0.9068, 0.8730, 0.8685, 0.8259, 0.8778, 0.8754,
0.8105, 0.8097, 0.8611, 0.8628, 0.7517, 0.8502, 0.9029, 0.8525, 0.9016,
0.8068, 0.9301, 0.7558, 0.8979, 0.8467, 0.8359, 0.8538, 0.8916, 0.8906,
0.8021, 0.8549, 0.8875, 0.8170, 0.7934, 0.9028, 0.9123, 0.8804, 0.8473,
0.8778, 0.8076, 0.8514, 0.8676, 0.8260, 0.9835, 0.7960, 0.7757, 0.8360,
0.8584, 0.8312, 0.8528, 0.8020, 0.8659, 0.9908, 0.7786, 0.8430, 0.8298,
0.8777, 0.8550, 0.9058, 0.8530, 0.9278, 0.8328, 0.8922, 0.8729, 0.7596,
0.8653, 0.8398, 0.9579, 0.8331, 0.8317, 0.8825, 0.9014, 0.8535, 0.8178,
0.9243, 0.7667, 0.9386, 0.8181, 0.8473, 0.8699, 0.8840, 0.8055, 0.9174,
0.8201, 0.8086, 0.9203, 0.8173, 0.8705, 0.8348, 0.8817, 0.8108, 0.8513,
0.8537, 0.9910, 0.9108, 0.8128, 0.8481, 0.8708, 0.8404, 0.8785, 0.8368,
0.8639, 0.8665, 0.8135, 0.9012, 0.8525, 0.7719, 0.8736, 0.8845, 0.7732,
0.8679, 0.9129, 0.8749, 0.9570, 0.9658, 0.9161, 0.8902, 0.8820, 0.8564,
0.8944, 0.8633, 0.8326, 0.8379, 0.8503, 0.8419, 0.8630, 0.8471, 0.8722,
0.9379, 0.8823, 0.7997, 0.7911, 0.8036, 0.9349, 0.8582, 0.8342, 0.8566,
0.8851, 0.8326, 0.8199, 0.9436, 0.8636, 0.8557, 0.8511, 0.7994, 1.3084,
0.8341, 0.8427, 0.8976, 0.9074, 0.7794, 0.8835, 0.8874, 0.8762, 0.8295,
0.8601, 0.8098, 0.8952, 0.8262, 0.8385, 0.7913, 0.8464, 0.9052, 0.9278,
0.8269, 0.8519, 0.8747, 0.8591, 0.8585, 0.9381, 0.9177, 0.8398, 0.8805,
0.8866, 0.7863, 0.8747, 0.8370, 0.7940, 0.8811, 0.7682, 0.8321, 0.7449,
0.8112, 0.9699, 0.8182, 0.8242, 0.8710, 0.8425, 0.8441, 0.8108, 0.8105,
0.8234, 0.9535, 0.8698, 0.8573, 0.8089, 0.9098, 0.9127, 0.8254, 0.7900,
0.8320, 0.8477, 0.9595, 0.9340, 0.8768, 0.9376, 0.8847, 0.8809, 0.8619,
0.7886, 0.8748, 0.9167, 0.8404, 0.9461, 0.8970, 0.8608, 0.8097, 0.8016,
0.8884, 0.8904, 0.8336, 0.8767, 0.8377, 0.8470, 0.8390, 0.8585, 0.8792,
0.8574, 0.9351, 0.7958, 0.8842, 0.8171, 0.8288, 0.8319, 0.7874, 0.8890,
0.9161, 0.8070, 0.8084, 0.8605, 0.8044, 0.7821, 0.8494, 0.8466, 0.8818,
0.8179, 0.9053, 0.9329, 0.8574, 0.8477, 0.8464, 0.8438, 0.8285, 0.8569,
0.9126, 0.7120, 0.7626, 0.8585, 0.9373, 0.8022, 0.8200, 0.9314, 0.8485,
0.8379, 0.8453, 0.8602, 0.9260, 0.8639, 0.8927, 0.8179, 0.8646, 0.9664,
0.8818, 0.8322, 0.8084, 0.8851, 0.8647, 0.9067, 0.8796, 0.7451, 0.8638,
0.8856, 0.9056, 0.8521, 0.8626, 1.0278, 0.8332, 0.9326, 0.7984, 0.7807,
0.8018, 0.7963, 0.8895, 0.9113, 0.8721, 0.8954, 0.8210, 0.9025, 0.8014,
0.8718, 0.8919, 0.8040, 0.9137, 0.8574, 0.8025, 0.8175, 0.8352, 0.8896,
0.8758, 0.8560, 0.9057, 0.7918, 0.9010, 0.7160, 0.9195, 0.8087, 0.8554,
0.8621, 0.8083, 0.8421, 0.9310, 0.9793, 0.8322, 0.9233, 0.8891, 0.8018,
0.8915, 0.9071, 0.9246, 0.8678, 0.7904, 0.8978, 0.8113, 0.8138, 0.8384,
0.8603, 0.8109, 0.7795, 0.8153, 0.8404, 0.9017, 0.7994, 0.8710, 0.8219,
0.8239, 0.8210, 0.8429, 0.8624, 0.7790, 0.8562, 0.9061, 0.8276, 0.9218,
0.8609, 0.9114, 0.8789], device='cuda:0')),
('bert.encoder.layer.9.attention.output.LayerNorm.bias',
tensor([ 5.7023e-02, -1.9089e-01, -1.1820e-01, 1.6003e-01, -5.0856e-02,
-4.4825e-02, -1.6975e-01, 1.0292e-01, 1.8518e-02, -6.0791e-02,
3.0491e-02, 3.0710e-04, -6.0659e-02, -5.7680e-03, 6.8983e-02,
1.0463e-01, -9.7426e-02, -1.6290e-01, -1.4277e-01, -5.4626e-02,
-9.7665e-03, -1.1999e-04, -2.1106e-02, 9.2623e-02, -4.9107e-02,
-1.5700e-01, 1.0622e-01, 2.8583e-01, 1.2672e-01, 9.6704e-02,
-1.0499e-01, 2.9527e-02, -9.9616e-02, -1.2790e-01, 2.0862e-01,
8.7189e-02, -1.8803e-01, 1.4036e-02, 1.6500e-02, 2.0291e-01,
-2.4805e-02, -5.6466e-02, 7.3064e-02, 2.8031e-02, 5.9382e-02,
-7.8055e-02, 2.5177e-02, 1.2363e-01, -6.1634e-02, 1.1673e-01,
9.9984e-02, 1.1039e-01, 9.9051e-02, -2.1918e-01, 2.4908e-03,
-1.0069e-01, -2.1250e-01, -5.2527e-02, 3.4994e-02, 1.5752e-01,
-4.6428e-02, -5.8291e-02, 9.7857e-02, -4.6035e-02, -7.6299e-02,
4.7534e-02, 2.7604e-02, 1.1892e-03, 1.3391e-01, -2.5587e-01,
-5.3537e-02, -5.9124e-02, -7.0709e-02, -3.4004e-02, -7.7804e-02,
1.1517e-01, -7.7130e-03, -1.2036e-01, -5.5616e-02, -3.2649e-02,
4.3997e-02, -1.9006e-02, -7.8888e-02, 1.1171e-01, -6.4502e-02,
1.1708e-01, -6.0052e-02, -6.8812e-02, -6.9097e-03, 5.1286e-02,
-1.0256e-01, -1.1626e-02, -6.8971e-03, -6.4594e-03, -5.5975e-03,
7.2857e-02, 3.2728e-02, -8.5450e-02, -6.7990e-02, 4.1885e-02,
2.0804e-02, -7.3800e-02, -3.6596e-02, 1.1722e-01, -1.0601e-01,
1.0892e-02, 1.3440e-01, -6.7771e-02, -8.3396e-02, -1.1597e-01,
2.5870e-02, 1.1286e-02, -8.7821e-02, -3.7905e-02, 1.2297e-01,
1.1601e-01, -7.6690e-02, 4.3802e-02, -1.2885e-01, -4.5190e-02,
9.7064e-03, -5.7547e-02, -4.7707e-03, 5.6974e-02, -1.0095e-02,
2.8518e-02, -3.8326e-03, -7.2366e-02, -2.1792e-02, 1.6488e-03,
-6.7715e-02, 4.1474e-02, 1.9502e-02, 9.8612e-03, -6.6675e-02,
1.4442e-02, -3.4619e-02, 1.1962e-01, -2.0721e+00, 1.1929e-02,
-1.0836e-01, -1.1303e-01, 5.5962e-02, -5.7897e-01, -8.9461e-02,
-1.1586e-01, -8.7775e-02, 6.9399e-02, -3.9325e-02, -2.3766e-01,
-1.8187e-01, -1.5612e-02, -8.6851e-02, 7.9724e-02, 4.5043e-02,
-2.4096e-01, -2.4381e-02, -2.8011e-01, 1.3875e-01, -2.6610e-01,
2.6054e-01, 1.5693e-01, -1.2167e-02, 1.2855e-02, -3.9634e-03,
-1.1044e-01, 2.0858e-01, 5.0176e-02, -1.0880e-01, 6.2835e-02,
2.2641e-02, 1.2844e-01, 3.5404e-02, 6.2966e-02, 1.7240e-01,
8.9196e-02, 6.4691e-02, -8.1913e-02, -1.3138e-02, -4.3223e-03,
-5.6291e-02, -1.4812e-01, 6.8190e-02, -7.0726e-02, 3.0753e-02,
1.0051e-01, -6.6458e-02, -1.6619e-01, 3.8880e-02, -1.0875e-02,
1.2351e-01, 4.9834e-02, 9.3894e-02, 5.8812e-02, -1.9421e-01,
-1.4326e-01, -9.6511e-02, -1.1412e-02, -2.0251e-01, -1.3496e-01,
-4.4274e-02, 9.9552e-02, -2.0715e-02, 7.8058e-02, -3.3570e-02,
-6.6685e-02, -4.3385e-03, -1.6531e-01, 9.9057e-03, -7.4497e-02,
1.7003e-02, -1.1292e-01, 3.7722e-02, -1.3610e-01, -4.0641e-02,
-1.7652e-03, 6.3694e-02, 1.7487e-02, -4.4346e-02, -1.2189e-01,
-2.2830e-02, 2.4865e-02, 1.1107e-01, -1.2487e-01, -9.3694e-02,
3.9563e-02, -1.8496e-02, 7.4255e-03, 9.7345e-02, 1.2880e-02,
-5.9316e-02, 1.0074e-01, 2.3407e-03, -8.9470e-02, -1.4672e-01,
-1.0595e-01, 1.6566e-01, -1.8598e-01, -2.4077e-02, -1.8167e-02,
-1.8838e-01, -1.5736e-03, 1.4745e-01, 9.9657e-02, -1.7251e-01,
-1.9206e-01, -2.7663e-02, 9.0159e-02, -1.0030e-01, 5.7993e-02,
2.6291e-02, -6.8154e-02, 7.3179e-02, 3.3251e-02, 1.9251e-02,
1.1527e-01, -1.4718e-01, -6.6090e-02, -2.3621e-02, -1.7899e-02,
1.5774e-01, -2.0076e-02, 6.0399e-02, -4.2597e-02, 4.1746e-02,
-5.1976e-03, 5.2312e-02, 1.8992e-02, 4.5734e-02, -7.5577e-02,
-9.4691e-02, -1.2073e-01, 1.6180e-01, -4.6106e-02, 5.8149e-02,
2.8420e-02, -1.2087e-01, 8.1543e-02, 9.0659e-02, -1.8802e-01,
4.8510e-03, -1.2511e-02, -5.0325e-02, 3.7439e-01, -3.7759e-02,
-3.0948e-02, 7.3147e-02, -1.3374e-01, 2.5609e-02, 1.1131e-02,
-1.3907e-02, 1.1318e-01, -7.9714e-02, -1.4131e-01, -3.4083e-03,
-1.2600e-01, -1.5678e-01, 9.2185e-02, -1.3260e-01, -1.6431e-02,
8.2233e-02, -1.3888e-01, 3.8961e-02, 6.1352e-02, -1.1872e+00,
-4.2897e-02, 5.5147e-02, 1.9430e-02, -1.0593e-01, 1.3290e-01,
2.1604e-01, 6.8311e-02, -8.4184e-02, 9.2156e-02, -4.9308e-02,
-1.0448e-01, 6.1215e-02, 5.6022e-03, -2.6029e-02, -7.8698e-02,
-1.2316e-01, 7.6667e-02, 5.6721e-02, 2.5579e-03, -9.9076e-02,
-1.0777e-01, -9.4036e-02, 3.0515e-02, 4.1641e-02, 2.0056e-02,
-1.5956e-01, 1.0898e-01, -7.2301e-03, 6.7392e-02, -5.9009e-02,
-3.1474e-02, 2.5383e-02, 1.8630e-01, -2.1613e-01, 9.4685e-02,
4.3579e-02, -6.2118e-03, -7.9408e-02, -4.4655e-02, 2.8164e-02,
7.7694e-02, -9.3079e-02, -9.4863e-02, 7.0928e-02, -2.5965e-02,
-3.8935e-02, -2.3457e-01, -8.9039e-02, -4.2805e-02, 1.0144e-01,
-8.2772e-02, -6.7145e-02, 5.1939e-02, 1.6401e-02, -6.0535e-02,
2.4237e-02, -6.3144e-02, -5.5822e-02, 2.5305e-03, -1.9182e-01,
1.0678e-01, -3.0165e-02, 1.6967e-01, -8.2598e-02, -7.1629e-02,
-1.1994e-01, -1.0789e-01, 1.5706e-02, 6.5040e-02, -1.3184e-01,
6.1729e-02, -1.1520e-01, -1.7010e-01, -4.5275e-02, -2.6437e-02,
-8.1355e-02, 8.1599e-02, 4.6509e-02, 7.9639e-02, -7.6872e-02,
-1.9286e-01, 1.9926e-02, -5.6937e-02, -1.5007e-02, -6.0165e-02,
-5.5437e-02, 5.7767e-02, 6.3708e-02, -1.0080e-01, -2.4952e-02,
-8.7531e-02, -1.3447e-01, -8.5201e-02, -1.0961e-01, -4.6806e-02,
-1.3307e-01, 4.7218e-02, -1.1689e-01, -8.3827e-02, -1.1671e-01,
2.5224e-02, -1.5898e-01, -1.0845e-01, -1.6772e-01, -9.7870e-02,
2.5318e-02, -1.3000e-01, 9.2052e-02, -1.3220e-02, -1.1983e-02,
-1.1650e-01, 9.6666e-02, 9.1856e-02, -1.8396e-01, -1.9932e-01,
-7.9057e-02, -6.9719e-02, -4.5808e-02, 1.6306e-01, 1.1830e-01,
-7.9979e-03, -5.4552e-02, -9.8641e-02, 7.2598e-02, -4.1363e-02,
-5.8123e-02, 8.6095e-02, -1.2405e-01, 1.8617e-01, -1.1120e-01,
-8.7416e-02, 1.3116e-01, -1.6589e-01, -7.6591e-02, -4.7829e-02,
2.4655e-03, -1.0495e-01, -6.9328e-02, -2.1812e-01, -2.9144e-02,
-7.5502e-02, -2.1626e-02, -3.3140e-02, 4.5093e-02, -1.9345e-02,
8.0358e-02, 1.7212e-01, 1.0853e-01, 1.6338e-02, -2.3447e-03,
-3.0227e-01, 4.4112e-02, -4.0715e-03, -1.2617e-01, -2.5680e-02,
-1.3251e-01, -1.3683e-01, -6.1710e-02, 3.1153e-02, 2.8662e-01,
7.7895e-02, 8.1996e-02, 1.7162e-01, 3.6436e-02, -3.1051e-02,
1.4920e-01, 3.2737e-02, -7.5640e-03, 7.8785e-02, 4.9795e-02,
-1.8706e-02, -1.3734e-01, -7.5372e-02, 3.7701e-02, -7.4528e-02,
3.9804e-02, -2.0087e-02, -1.5542e-01, -3.3592e-03, 9.6716e-02,
-7.5099e-02, 4.1630e-02, 6.0441e-02, -1.0791e-01, -3.6992e-02,
-9.6299e-02, -5.1621e-02, -2.1385e-01, -2.2245e-02, 7.0140e-02,
-4.3668e-02, -5.1069e-02, -5.1596e-02, -1.1170e-01, 3.3180e-02,
2.8642e-02, -5.1613e-02, 4.8877e-02, -1.1753e-01, -1.1886e-01,
2.3567e-01, -1.2336e-02, 1.1961e-02, 4.0562e-02, -1.0952e-01,
-1.2786e-01, -1.5733e-01, 1.4056e-02, 1.5300e-02, -1.2918e-01,
-7.9476e-02, -5.7068e-02, 5.7500e-02, 1.0704e-01, 7.4448e-02,
1.5513e-02, -1.6087e-01, -2.7312e-02, -2.8426e-02, 9.1374e-02,
-7.1219e-02, 1.4519e-01, -8.7098e-02, -1.2188e-01, -9.2578e-02,
-2.8633e-02, 9.9839e-02, -1.0867e-01, -6.9660e-02, -1.0419e-01,
3.3622e-02, 1.0957e-01, 7.7808e-02, -1.3918e-01, 5.7349e-02,
-2.6352e-01, 1.9305e-02, 4.2437e-02, -1.4811e-01, 1.9949e-01,
1.7082e-01, 1.8748e-01, 1.6003e-02, 1.6772e-02, 1.4077e-01,
2.0810e-01, -1.7661e-02, -1.1804e-01, 1.0882e-01, 1.1899e-01,
1.2783e-01, -1.6953e-01, -1.7698e+00, -6.7846e-02, 5.6720e-02,
-4.1109e-02, -1.7373e-02, -8.0102e-03, 2.1156e-02, -1.9563e-02,
-1.3330e-01, 5.0794e-03, -1.1024e-01, -1.0380e-01, 7.5876e-02,
1.9084e-01, -7.0965e-02, 5.5879e-03, -2.0378e-02, 8.1527e-02,
5.2032e-03, -6.1566e-04, 2.8877e-02, 5.0707e-02, -1.6315e-01,
1.3871e-03, 2.0785e-01, 3.9648e-02, -4.3609e-02, 9.8216e-02,
-2.9279e-02, 4.1031e-02, 2.6137e-02, 1.3773e-01, -1.6082e-01,
-2.1851e-02, 5.8394e-02, 1.5824e-02, -7.1106e-02, 3.3784e-02,
1.0163e-01, 5.1623e-02, 5.6027e-02, -5.4294e-02, -6.9584e-03,
1.2937e-02, -1.2134e-01, -3.4358e-02, -8.3902e-02, -4.3599e-02,
-8.4187e-02, 6.2653e-02, 1.6288e-01, 8.4623e-02, 1.1267e-01,
5.0272e-02, -7.4573e-02, 1.1304e-01, -1.6600e-01, 2.0554e-01,
1.1453e-01, -7.8284e-02, -4.2030e-03, -9.9940e-02, -2.6018e-02,
-5.7459e-02, -3.9961e-02, 1.4223e-01, -8.6404e-02, 6.1044e-02,
-9.7429e-02, -1.1873e-01, -2.1637e-01, 1.4834e-01, 1.2729e-01,
-1.9780e-01, -8.3246e-03, -1.1620e-01, -2.7339e-01, 1.8360e-01,
8.4419e-02, -6.4445e-02, 7.5009e-04, -4.4512e-02, -1.5887e-01,
-7.4419e-02, -1.0392e-01, 3.8415e-02, 2.2801e-03, -6.8101e-02,
-1.1678e-01, 5.9123e-02, 1.6862e-01, -2.0613e-01, -1.3014e-01,
-1.1045e-01, -6.4073e-02, -2.1202e-01, -9.3028e-02, 6.8106e-02,
4.3969e-02, -3.5091e-02, -3.3971e-02, 1.3685e-01, -1.7769e-01,
1.6771e-01, -1.9342e-02, -6.7487e-02, 1.7903e-02, -2.0903e-01,
5.6808e-03, 3.5774e-02, -1.6176e-01, -5.8467e-02, 7.4436e-02,
-7.8466e-02, 3.8944e-02, 8.5056e-02, 3.4345e-02, 3.4005e-02,
1.2448e-01, -3.3727e-03, -1.5738e-02, -2.1877e-01, 2.5204e-02,
5.5421e-02, -5.6895e-02, 3.8378e-02, 9.1262e-03, -8.7163e-02,
-6.5032e-02, -4.5000e-02, 7.0147e-05, 4.9204e-02, -5.3422e-02,
1.1952e-02, 6.6806e-02, -1.1457e-01, 1.7027e-01, 5.2321e-02,
-5.8697e-02, -5.1277e-02, -3.3468e-01, 1.0159e-01, -3.9704e-03,
6.2594e-02, 1.5031e-02, -1.9828e-02, -6.2201e-02, -2.0089e-01,
-8.8560e-02, -1.9398e-02, -1.5418e-01, 1.8447e-02, -1.9966e-02,
4.7571e-02, -3.9453e-02, -7.3398e-02, 7.1760e-02, 1.9371e-02,
-2.0112e-02, -1.6590e-01, -1.4121e-02, 6.8082e-02, 2.9919e-02,
-7.1403e-02, 5.1926e-02, 7.2125e-03, -1.5331e-01, -8.2711e-02,
-2.2072e-02, 1.8046e-01, -6.8714e-02, -4.0594e-02, -5.5320e-02,
-4.1296e-02, -9.6019e-02, -1.7692e-01, 2.6493e-01, -1.5386e-01,
-1.8982e-02, 9.3152e-02, -1.2363e-02, 1.0176e-01, -5.3077e-02,
-1.4450e-01, -4.7111e-02, 1.1436e-01, 9.1345e-02, 5.4150e-02,
-1.1492e-01, -1.4385e-01, -1.0088e-01, -7.1224e-02, -4.7397e-02,
1.1253e-01, 9.9733e-02, 1.3968e-01, -3.2711e-02, -4.9610e-02,
-1.2548e-01, 3.4604e-02, -1.9204e-01, -6.5451e-02, 3.7049e-02,
-9.0441e-02, -1.6526e-01, 4.3196e-02, -6.1548e-02, -6.7364e-02,
3.7643e-03, -1.6087e-03, 1.2795e-01], device='cuda:0')),
('bert.encoder.layer.9.intermediate.dense.weight',
tensor([[ 0.0409, 0.0119, -0.0058, ..., -0.0875, -0.0041, 0.0490],
[-0.0609, 0.0276, -0.0171, ..., -0.0545, -0.0345, -0.0642],
[-0.0078, 0.0471, -0.0711, ..., -0.0357, 0.0370, 0.0362],
...,
[-0.0473, 0.1024, -0.0076, ..., -0.0228, 0.0102, -0.0044],
[ 0.0336, -0.0048, -0.0381, ..., 0.0291, -0.0202, -0.0374],
[-0.0558, 0.0091, -0.0245, ..., 0.0495, 0.0252, -0.0325]],
device='cuda:0')),
('bert.encoder.layer.9.intermediate.dense.bias',
tensor([-0.1013, -0.1137, -0.1143, ..., -0.0959, 0.0031, -0.0676],
device='cuda:0')),
('bert.encoder.layer.9.output.dense.weight',
tensor([[ 0.0113, -0.0138, -0.0271, ..., -0.0277, -0.0202, 0.0585],
[-0.0106, -0.0417, -0.0379, ..., -0.0033, -0.0358, 0.0487],
[ 0.0319, -0.0063, 0.0316, ..., -0.0347, 0.0514, 0.0322],
...,
[-0.0161, -0.0119, -0.0290, ..., 0.0255, -0.0162, -0.0369],
[-0.0051, 0.0100, 0.0023, ..., -0.0238, 0.0131, 0.0222],
[ 0.0103, -0.0505, 0.0624, ..., -0.0224, 0.0259, 0.0456]],
device='cuda:0')),
('bert.encoder.layer.9.output.dense.bias',
tensor([ 6.3172e-02, -1.0570e-01, -4.0771e-02, 1.3465e-01, -6.3836e-02,
-1.0845e-01, -3.2653e-02, 8.6873e-02, -2.1521e-02, -1.7912e-02,
2.6759e-02, 1.3073e-02, -6.0793e-02, 8.2385e-02, 9.0134e-03,
7.7320e-02, -8.8448e-02, -8.3955e-02, -4.9043e-02, -4.5629e-02,
4.4070e-03, 6.0185e-02, 5.3296e-02, 2.0744e-03, -9.0262e-02,
-6.9101e-02, -8.7256e-03, 1.6454e-01, 1.2934e-01, 4.0147e-02,
-3.6099e-02, -1.1543e-02, -5.6418e-02, -3.9340e-02, 1.0580e-01,
1.1046e-01, -4.9689e-02, 1.5376e-02, 2.0308e-02, 1.5514e-01,
-7.2098e-02, 1.2003e-02, 3.1784e-02, -6.2279e-02, 8.1906e-02,
-8.9250e-02, -5.4703e-02, 3.1918e-02, -6.5454e-02, 8.6478e-02,
3.7037e-02, 6.6199e-02, 6.1156e-02, -1.0924e-01, -5.1463e-02,
-3.1390e-02, -1.3512e-01, -9.8238e-02, -2.5635e-02, 1.3268e-01,
-1.1533e-02, -1.0852e-01, 2.3286e-02, 3.7562e-03, -4.4308e-02,
7.9465e-02, 4.9692e-02, -8.1345e-03, 1.2957e-01, -2.0451e-01,
-4.4360e-02, -4.3522e-02, -1.0237e-02, -3.2257e-03, -2.1899e-02,
8.7410e-03, 2.5945e-02, -8.5423e-02, -4.6537e-02, -5.3192e-02,
1.9444e-02, 3.7319e-02, 1.9481e-02, 1.5562e-01, 4.8784e-02,
8.5779e-03, -3.4847e-03, -3.7715e-02, -2.6489e-02, 2.4476e-02,
-5.8129e-02, 7.3301e-02, 3.9300e-02, -7.5853e-02, -4.5710e-02,
1.0731e-01, 7.4258e-02, 2.8060e-02, -1.2533e-02, -3.5299e-03,
1.4665e-02, -6.0094e-02, -3.0313e-02, 6.5759e-02, -2.0080e-02,
-1.2633e-02, 9.9183e-02, -2.6711e-02, 3.2919e-02, -3.9400e-02,
-1.2157e-02, 2.6529e-02, -4.3701e-02, -1.7084e-02, 1.2514e-01,
1.0701e-01, -6.2171e-02, 2.8688e-03, -3.2115e-02, -1.0100e-01,
-3.3083e-02, 1.3050e-02, 1.1855e-02, 8.6199e-03, 3.3434e-03,
7.5710e-02, -2.7556e-03, 1.4198e-02, 7.6828e-02, 6.0740e-03,
3.0294e-02, -1.2426e-02, 1.3651e-01, 9.1956e-02, -4.1354e-02,
-7.3369e-02, -4.3585e-02, 1.4128e-01, -3.2564e-01, 3.3953e-02,
-1.0125e-01, -4.1157e-02, 6.7340e-02, -1.1094e-01, 3.4747e-03,
-8.5895e-03, -2.1790e-02, 1.4109e-01, 1.5497e-02, -8.8020e-02,
-8.6376e-02, 2.1427e-02, -2.7669e-02, 6.4393e-02, 6.0321e-03,
-1.7308e-01, -4.6804e-02, -5.4313e-02, 1.5056e-01, -8.8012e-02,
7.4047e-02, 9.0274e-02, 4.1450e-02, 3.3941e-02, 4.0461e-03,
-1.0476e-01, 1.6296e-01, -4.1365e-02, -5.0365e-02, 4.0426e-02,
4.4987e-03, 6.9476e-02, -6.0999e-02, 8.2087e-02, 1.4867e-01,
5.0028e-02, 1.1155e-01, -5.8834e-02, 4.5380e-02, 4.2444e-03,
-3.5738e-02, -3.7955e-02, 5.0013e-02, -2.2618e-02, 1.1158e-01,
7.8427e-02, 1.1044e-02, -9.0386e-02, 3.8835e-02, 2.8392e-02,
2.7644e-02, -2.0089e-03, 8.8087e-02, 7.3640e-02, -1.9154e-01,
-3.4226e-02, -5.3573e-02, -2.1473e-02, -1.5693e-01, -1.2813e-01,
-3.1902e-02, 3.9663e-02, -6.0055e-02, 6.7559e-02, 4.1246e-03,
-7.5679e-02, -1.7002e-02, -1.1179e-01, -1.0396e-02, -2.8695e-02,
3.5028e-03, -9.1455e-02, 4.1882e-02, -8.5514e-02, -8.5136e-02,
3.4421e-03, 6.1081e-02, 1.2020e-02, 4.5784e-02, -1.1375e-01,
-2.8842e-02, 3.3177e-02, 6.1427e-02, -4.8858e-02, 4.3920e-03,
1.4631e-02, 1.7958e-03, -2.7648e-02, 2.8768e-02, 3.3025e-03,
1.4674e-02, 7.2601e-02, 7.1838e-02, 3.1333e-03, -7.2686e-02,
-8.8619e-02, 1.3260e-01, -7.5562e-02, -2.7467e-02, 6.6955e-02,
-1.4473e-01, 5.3806e-02, 1.6951e-01, 6.5623e-02, -2.4680e-02,
-9.2165e-02, -1.5388e-02, 9.6705e-02, 6.7568e-03, 7.9831e-02,
3.5855e-02, -2.8288e-02, -2.9120e-03, 3.7323e-02, 2.8219e-02,
2.9405e-02, -7.4263e-02, -4.8775e-02, -1.7894e-02, 9.1421e-02,
6.3469e-02, -3.8751e-02, 2.0355e-02, 2.3619e-03, 7.8356e-02,
6.7248e-03, 5.7965e-02, 1.6610e-02, 6.1467e-02, -1.1274e-01,
-2.7474e-02, -7.9516e-02, 1.3807e-01, 4.0938e-02, -1.2218e-02,
4.1238e-03, -1.4939e-02, 3.7016e-02, 6.5925e-02, -9.7181e-02,
3.2059e-02, 2.1571e-02, -9.6800e-03, 6.6553e-02, -7.2868e-02,
3.5198e-03, 1.3722e-01, -4.7650e-02, 7.6529e-02, 4.9240e-02,
2.9839e-02, 5.2531e-02, -4.7243e-02, -1.0721e-01, -3.6771e-02,
-8.1806e-02, -8.5935e-02, 3.8316e-02, -5.5442e-03, 9.9178e-03,
2.9303e-02, -6.9581e-02, 5.7810e-02, 5.4355e-02, -4.5528e-01,
-2.0110e-02, 4.3159e-02, 7.5299e-03, -3.4291e-02, 7.3043e-02,
1.2363e-01, 4.1874e-02, -8.4514e-02, 6.3435e-02, -5.3008e-03,
-8.2117e-03, 2.0988e-02, 1.8154e-01, 2.2656e-03, -1.1265e-01,
-9.5250e-02, -9.9318e-03, -1.2474e-02, 1.1698e-03, -1.3314e-01,
-3.6595e-02, -1.8849e-02, 3.7261e-02, 6.1019e-02, -8.5971e-02,
-9.0723e-02, 5.6951e-03, -5.5348e-02, 4.6106e-02, 1.7559e-02,
-3.5340e-02, 7.7266e-03, 1.0006e-01, -1.9083e-01, 3.9020e-02,
7.9660e-02, 2.8152e-02, -4.7543e-02, -1.5199e-02, 2.4617e-03,
1.0685e-01, 1.0246e-02, -9.3128e-04, 7.9973e-02, 3.6447e-02,
-5.1205e-02, -1.3115e-01, -6.6625e-02, 1.9755e-02, 9.7543e-02,
-6.0043e-02, 3.3758e-02, 4.6993e-02, 3.8430e-02, -1.9123e-02,
1.4150e-02, -5.4581e-02, 5.5573e-02, -2.0843e-02, -2.2244e-02,
-2.8243e-02, 7.8408e-03, 6.7080e-02, -4.6747e-02, -1.3114e-02,
-2.2293e-02, -6.4343e-02, 5.2509e-02, 6.6162e-02, -7.5370e-02,
-1.1488e-03, -2.0976e-01, -6.8948e-02, 9.8158e-03, -5.4923e-02,
-1.3696e-02, 2.4735e-02, 8.7039e-02, 4.4543e-02, -1.7151e-02,
-7.1929e-02, -2.8944e-02, -6.4561e-02, 8.5528e-02, 2.9025e-02,
-5.2845e-02, 8.0838e-02, 6.2883e-02, -6.9566e-02, 2.9955e-02,
-6.5075e-02, -3.5212e-02, -5.4929e-02, -7.6932e-02, 1.9604e-02,
-1.5314e-01, 1.5881e-01, -8.9786e-03, -1.2538e-01, -7.6572e-02,
4.8920e-02, -8.0361e-02, -6.6823e-02, -1.4590e-01, -5.8903e-02,
7.2820e-03, -3.2561e-02, 5.2624e-02, 2.6111e-03, 3.5507e-02,
-2.5050e-02, 5.6385e-02, 5.6391e-02, -7.2466e-02, -9.3087e-02,
-2.0387e-02, -8.7521e-02, 3.2622e-02, 1.3666e-01, 4.7737e-02,
-1.5561e-02, -1.1150e-01, -7.3410e-02, 6.4174e-02, -1.5701e-02,
-1.3419e-02, 7.3708e-02, -1.0922e-01, 1.4459e-01, -2.4984e-02,
7.6311e-02, 6.7558e-02, -1.0839e-01, -8.4214e-03, -3.6164e-02,
3.7210e-02, -1.0783e-01, -3.7031e-02, -1.7947e-01, -9.3669e-02,
-7.5450e-02, -9.8958e-02, -4.9441e-02, -4.8224e-03, -6.0693e-02,
9.3158e-02, 6.5082e-02, 6.3660e-02, 4.5015e-02, -1.1751e-02,
-1.5363e-01, 5.9022e-02, 6.6798e-03, -4.5517e-02, 3.8486e-02,
-8.6773e-04, -7.3320e-02, -1.5503e-02, 1.6713e-02, 2.6955e-01,
8.3726e-02, 1.4476e-02, 1.9483e-01, 2.0549e-02, -6.2757e-02,
1.1503e-01, -1.3374e-02, 2.2100e-02, 1.1119e-01, 4.5429e-02,
7.9930e-03, -2.4484e-01, -8.9601e-02, 7.3605e-02, -2.1680e-02,
-1.2707e-02, 1.0555e-01, 3.6750e-02, 5.1294e-02, 8.0085e-02,
4.1215e-02, 7.6466e-03, 1.1290e-01, -6.2177e-02, -6.3625e-02,
-1.1221e-01, -4.9773e-02, -1.8438e-01, -1.7500e-03, 3.6625e-03,
2.5639e-02, -7.4307e-02, -3.5243e-02, -3.4536e-02, 7.2900e-02,
3.5368e-02, 3.1384e-02, -7.2958e-03, -3.0913e-02, -4.9335e-02,
1.6844e-01, 6.2351e-03, 8.1753e-02, 4.2729e-02, -2.9922e-02,
5.7335e-02, -1.0427e-01, 1.2242e-02, -8.6932e-03, -2.4651e-02,
-7.0413e-02, -2.7336e-02, -1.1659e-04, 3.6767e-02, 5.8271e-02,
-1.9620e-02, -1.2447e-01, -5.6949e-02, 1.9901e-03, 1.0192e-01,
-8.7033e-02, 1.0581e-01, -7.5976e-02, -8.7841e-02, -5.6161e-02,
7.2247e-02, 3.1920e-02, -6.5418e-02, -6.9313e-02, -2.6069e-02,
-1.6720e-02, 3.5677e-02, 5.0835e-02, -4.9150e-02, 4.2801e-02,
-1.0510e-01, 1.8011e-02, 1.2255e-01, -1.0223e-01, 6.1483e-02,
1.5990e-01, 1.3550e-01, -6.3590e-02, 3.6677e-02, 9.1123e-02,
1.7059e-01, -1.0162e-02, -8.5311e-02, 2.1957e-02, 9.5976e-02,
6.1826e-02, 9.3671e-03, -7.2563e-01, 9.8367e-03, 5.5898e-04,
2.3024e-02, -3.3628e-02, -3.6824e-02, 6.9332e-02, 4.2922e-02,
-9.5053e-02, 8.5603e-03, -5.0842e-02, -3.5944e-02, -2.0791e-02,
8.0326e-02, 4.1427e-03, 3.8366e-02, 2.8028e-02, 5.2839e-02,
-1.3900e-02, 1.0539e-02, 1.0022e-01, 7.8416e-02, -1.1424e-01,
7.5729e-02, 1.1832e-01, 4.3060e-02, 5.9084e-02, 3.5773e-02,
2.3431e-02, 5.5756e-02, 4.0436e-02, 9.0157e-02, -4.5539e-02,
3.9099e-02, -4.4695e-03, 8.9197e-02, -1.2885e-02, 1.9913e-02,
8.0334e-02, -2.0160e-02, 2.5054e-02, 7.4454e-02, -1.0798e-02,
4.9446e-02, -6.8323e-02, 4.8600e-02, 3.7294e-03, -3.3676e-02,
-7.4705e-02, 6.4771e-02, 2.6896e-01, 8.8909e-02, 1.7287e-01,
6.0698e-02, -2.5072e-02, 7.2300e-02, -3.6605e-03, 1.6251e-01,
8.6804e-02, -3.9981e-02, -7.8154e-02, -5.2697e-02, 4.6272e-02,
4.1050e-02, -1.1750e-01, 1.2802e-01, -6.3381e-02, 6.1410e-02,
-6.0201e-02, -1.0266e-01, -1.0449e-01, 6.9716e-02, -8.9602e-03,
-5.8234e-02, 1.2798e-02, -9.1434e-02, -1.2582e-01, 7.7700e-02,
1.0849e-01, -5.1503e-02, 1.7639e-02, -2.3769e-02, -1.7921e-02,
-7.4473e-02, 6.3878e-03, 2.8984e-02, 2.3277e-02, 8.9125e-04,
-5.4422e-04, -5.3367e-02, 9.2310e-02, -8.6147e-02, -4.9141e-02,
-7.5442e-02, -1.1132e-02, -1.1573e-01, -1.0933e-01, 2.0412e-02,
3.4650e-02, -2.5009e-02, -9.3141e-03, 1.0825e-01, -6.8034e-02,
4.0891e-02, 5.2139e-02, 6.4654e-03, 1.0691e-02, -7.5472e-02,
1.9237e-02, 3.4957e-04, -1.3677e-01, 1.0197e-03, 1.2998e-01,
-6.9890e-03, 1.6959e-01, 7.5933e-02, -5.6701e-02, 6.8134e-03,
9.8329e-02, 3.9459e-02, 2.5740e-03, -6.2255e-02, -3.6454e-02,
5.7432e-02, -7.7236e-02, 5.3188e-02, 5.2827e-02, -3.7516e-04,
2.4799e-02, -3.4241e-02, 5.3267e-02, -8.9709e-04, -6.5408e-02,
4.3384e-02, 1.2449e-01, -3.2125e-02, 9.3032e-02, 4.4715e-02,
-8.6167e-03, 3.3427e-02, -1.3981e-01, 1.3949e-01, -2.0128e-02,
6.3698e-04, -1.2018e-02, 3.5545e-02, -1.8876e-02, -1.1282e-01,
3.9385e-03, 5.3929e-02, -6.2556e-02, 8.8929e-02, -4.3956e-02,
3.3281e-02, 1.6609e-02, -1.0993e-01, 5.5280e-02, 2.5689e-02,
-5.5208e-02, -8.2091e-02, -8.2682e-02, 5.5685e-02, 6.5464e-03,
-9.2735e-02, 3.2552e-02, 2.9477e-02, -1.2918e-01, -3.5068e-02,
-1.3134e-03, 8.1063e-02, -6.4007e-02, -3.4157e-02, 9.4729e-04,
-3.6973e-02, -4.5906e-02, -1.0012e-01, 9.8418e-02, -1.0425e-02,
8.8190e-02, 5.9989e-02, 6.8736e-03, 1.5374e-01, -3.4290e-02,
-1.5327e-02, -2.8807e-02, 4.7048e-02, 6.0666e-02, 6.8749e-02,
-1.1952e-01, -5.5141e-02, -9.6578e-02, -1.3518e-02, -5.0892e-02,
2.0141e-01, 2.2936e-02, 1.0977e-01, -7.8283e-02, 4.8018e-03,
-3.8949e-02, 3.6439e-02, -8.6442e-02, 2.2596e-02, 1.0168e-01,
-7.1553e-02, -2.0144e-02, 1.1426e-01, 3.2277e-02, -4.7103e-02,
1.2317e-02, -5.2316e-03, 9.3153e-02], device='cuda:0')),
('bert.encoder.layer.9.output.LayerNorm.weight',
tensor([0.8183, 0.8543, 0.8681, 0.8235, 0.8705, 0.8418, 0.8047, 0.8396, 0.8419,
0.8230, 0.8805, 0.8672, 0.8673, 0.8777, 0.8415, 0.8053, 0.8516, 0.8433,
0.8451, 0.8537, 0.8415, 0.8614, 0.8256, 0.8426, 0.8835, 0.8421, 0.8516,
0.7525, 0.8282, 0.8756, 0.8524, 0.8458, 0.8715, 0.8250, 0.8374, 0.8419,
0.8078, 0.8600, 0.8294, 0.7751, 0.8660, 0.8504, 0.8204, 0.8558, 0.8727,
0.8344, 0.8622, 0.8384, 0.8788, 0.8475, 0.8463, 0.8182, 0.8104, 0.8585,
0.7978, 0.8026, 0.8166, 0.8608, 0.8238, 0.7983, 0.8380, 0.8716, 0.8903,
0.8664, 0.8171, 0.8678, 0.8422, 0.8241, 0.8135, 0.7692, 0.8461, 0.8557,
0.8501, 0.8320, 0.8554, 0.8758, 0.8655, 0.8332, 0.8628, 0.8544, 0.8361,
0.8810, 0.8436, 0.8422, 0.8142, 0.8243, 0.8266, 0.8761, 0.8841, 0.8534,
0.8498, 0.8373, 0.8649, 0.8606, 0.8291, 0.8612, 0.8203, 0.8673, 0.8571,
0.8570, 0.8382, 0.8777, 0.8427, 0.8583, 0.8251, 0.8753, 0.8757, 0.8161,
0.8751, 0.8737, 0.8282, 0.8643, 0.8742, 0.8088, 0.8801, 0.8639, 0.8432,
0.8375, 0.8586, 0.8581, 0.8513, 0.8727, 0.8685, 0.8211, 0.8097, 0.8622,
0.8543, 0.8321, 0.8602, 0.8441, 0.8689, 0.8419, 0.8374, 0.8288, 0.8893,
0.8726, 1.1173, 0.8451, 0.2916, 0.8769, 0.8327, 0.8609, 0.8422, 0.7210,
0.8513, 0.8629, 0.8481, 0.8749, 0.8679, 0.8092, 0.8252, 0.8725, 0.8630,
0.8648, 0.8228, 0.8187, 0.8747, 0.8352, 0.8381, 0.8641, 0.8038, 0.8840,
0.8625, 0.8696, 0.8327, 0.8608, 0.7975, 0.8011, 0.8464, 0.8322, 0.8477,
0.7969, 0.8040, 0.8426, 0.8446, 0.8281, 0.8579, 0.8092, 0.8635, 0.8441,
0.8322, 0.8281, 0.8040, 0.8408, 0.8567, 0.8453, 0.8352, 0.8178, 0.8263,
0.8314, 0.8404, 0.8166, 0.8399, 0.8346, 0.8110, 0.8260, 0.8654, 0.8393,
0.8470, 0.8476, 0.8533, 0.7825, 0.8526, 0.8321, 0.8688, 0.8488, 0.8564,
0.8605, 0.8497, 0.8358, 0.8676, 0.8692, 0.8221, 0.8686, 0.8540, 0.8898,
0.8234, 0.8260, 0.8270, 0.8342, 0.8729, 0.8553, 0.8554, 0.8733, 0.8504,
0.8438, 0.8573, 0.8518, 0.8114, 0.8009, 0.8525, 0.8820, 0.8437, 0.8637,
0.8374, 0.8344, 0.8027, 0.8373, 0.8716, 0.8578, 0.8547, 0.8401, 0.8164,
0.8435, 0.8383, 0.8516, 0.8607, 0.8391, 0.8747, 0.8636, 0.8487, 0.8406,
0.9468, 0.8520, 0.8622, 0.8739, 0.8488, 0.8168, 0.8490, 0.8511, 0.7727,
0.8355, 0.8609, 0.8571, 0.8508, 0.8516, 0.8712, 0.8767, 0.8503, 0.8351,
0.8418, 0.8599, 0.8169, 0.8511, 0.8760, 0.8442, 0.8705, 0.8632, 0.8137,
0.8497, 0.9116, 0.8597, 0.8478, 0.7071, 0.8679, 0.8909, 0.8205, 0.8447,
0.8398, 0.8027, 0.8204, 0.8625, 0.8369, 0.8283, 0.8548, 0.8326, 0.7825,
0.8165, 0.8596, 0.8570, 0.8554, 0.8391, 0.8614, 0.8544, 0.3488, 0.8964,
0.8509, 0.8622, 0.8586, 0.8651, 0.8202, 0.8452, 0.8613, 0.8555, 0.8475,
0.8409, 0.8392, 0.8401, 0.8781, 0.8317, 0.8442, 0.8440, 0.8360, 0.8714,
0.8461, 0.8616, 0.8651, 0.8534, 0.8483, 0.8492, 0.8440, 0.8406, 0.8420,
0.9071, 0.8644, 0.8615, 0.8643, 0.8378, 0.8066, 0.8159, 0.8603, 0.8684,
0.8297, 0.8624, 0.8469, 0.8450, 0.8684, 0.8451, 0.8297, 0.8320, 0.8632,
0.8311, 0.8347, 0.8559, 0.8683, 0.8645, 0.8367, 0.8435, 0.8548, 0.8317,
0.8454, 0.8262, 0.8549, 0.8859, 0.8079, 0.8263, 0.8678, 0.8402, 0.8610,
0.8436, 0.8384, 0.8679, 0.8480, 0.8347, 0.8497, 0.8351, 0.8552, 0.8688,
0.8722, 0.7744, 0.8298, 0.8707, 0.8344, 0.8556, 0.8334, 0.8393, 0.8335,
0.8612, 0.8527, 0.8416, 0.8628, 0.8161, 0.8557, 0.8588, 0.8509, 0.8506,
0.8185, 0.8657, 0.8305, 0.8226, 0.8262, 0.8356, 0.8171, 0.8423, 0.8330,
0.8336, 0.8552, 0.8656, 0.8768, 0.8944, 0.8478, 0.8322, 0.8564, 0.8969,
0.8762, 0.8686, 0.8134, 0.8424, 0.8222, 0.8640, 0.8489, 0.8997, 0.8678,
0.8293, 0.8085, 0.8429, 0.8432, 0.8295, 0.8472, 0.8770, 0.8538, 0.8548,
0.8197, 0.8256, 0.8194, 0.8816, 0.8514, 0.8415, 0.8781, 0.8689, 0.8760,
0.8223, 0.8439, 0.8168, 0.8422, 0.8207, 0.8540, 0.8546, 0.8569, 0.8324,
0.8525, 0.8041, 0.8475, 0.8496, 0.8310, 0.7634, 0.8511, 0.8231, 0.8269,
0.8571, 0.8545, 0.8662, 0.8139, 0.8736, 0.3064, 0.8042, 0.8383, 0.8033,
0.8620, 0.8445, 0.8389, 0.8359, 0.8641, 0.8025, 0.8757, 0.8461, 0.7815,
0.8867, 0.8354, 0.8785, 0.8396, 0.8485, 0.8894, 0.8506, 0.8769, 0.8416,
0.8706, 0.8029, 0.9267, 0.8518, 0.8316, 0.8705, 0.8406, 0.8359, 0.8566,
0.8383, 0.8471, 0.8664, 0.8425, 0.8377, 0.8667, 0.8751, 0.8288, 0.8457,
0.8372, 0.8047, 0.8985, 0.8580, 0.8635, 0.8382, 0.8127, 0.8427, 0.8429,
0.8477, 0.8544, 0.8327, 0.8520, 0.8383, 0.8138, 0.8474, 0.8786, 0.8319,
0.8457, 0.8920, 0.8508, 0.8514, 0.8044, 0.8892, 0.8590, 0.8800, 0.8151,
0.8397, 0.8565, 0.8323, 0.8314, 0.8262, 0.7966, 0.8510, 0.8257, 0.8520,
0.8186, 0.8437, 0.8198, 0.8251, 0.8523, 0.8327, 0.7934, 0.8352, 0.8744,
0.8136, 0.7972, 0.8136, 0.8575, 0.8453, 0.8201, 0.8339, 0.7988, 0.7572,
0.8446, 0.8451, 0.8782, 0.8628, 0.8312, 0.8820, 0.8680, 0.8908, 0.8429,
0.8562, 0.8327, 0.8315, 0.8188, 0.8561, 0.8414, 0.8498, 0.8374, 0.8411,
0.8526, 0.8600, 0.8541, 0.8677, 0.8611, 0.8278, 0.8284, 0.8241, 0.8583,
0.8709, 0.8483, 0.8469, 0.8297, 0.8231, 0.8725, 0.8250, 0.8406, 0.8309,
0.8469, 0.8501, 0.8232, 0.8239, 0.8859, 0.8566, 0.8568, 0.8630, 0.8527,
0.8564, 0.8636, 0.8671, 0.8325, 0.2827, 0.8200, 0.8408, 0.8445, 0.8413,
0.8380, 0.8535, 0.7981, 0.8239, 0.8783, 0.8625, 0.8551, 0.8638, 0.8470,
0.8448, 0.8501, 0.8644, 0.8379, 0.8544, 0.8558, 0.7846, 0.8756, 0.8153,
0.8416, 0.8526, 0.8385, 0.8222, 0.8160, 0.8511, 0.8722, 0.8803, 0.8656,
0.8512, 0.8584, 0.8275, 0.8523, 0.8194, 0.8649, 0.8495, 0.8237, 0.8314,
0.8549, 0.8223, 0.8231, 0.8713, 0.8295, 0.8518, 0.8457, 0.8632, 0.8504,
0.8574, 0.8202, 0.8574, 0.8226, 0.8481, 0.8629, 0.8322, 0.8307, 0.8720,
0.8688, 0.8024, 0.8394, 0.8366, 0.8729, 0.7987, 0.8321, 0.8640, 0.8523,
0.8536, 0.8505, 0.8849, 0.8475, 0.8610, 0.8713, 0.8365, 0.8390, 0.8825,
0.8665, 0.8325, 0.8113, 0.8716, 0.8657, 0.8670, 0.8616, 0.8017, 0.8593,
0.8293, 0.8823, 0.8748, 0.8828, 0.7867, 0.8309, 0.8783, 0.8415, 0.8360,
0.8618, 0.8170, 0.8426, 0.8714, 0.8451, 0.8677, 0.8609, 0.8694, 0.8215,
0.8539, 0.8534, 0.8222, 0.8561, 0.8287, 0.7844, 0.8304, 0.8584, 0.8744,
0.8345, 0.8361, 0.8617, 0.8224, 0.8463, 0.7930, 0.8588, 0.8501, 0.8756,
0.8593, 0.8293, 0.8609, 0.8465, 0.7722, 0.8641, 0.8509, 0.8365, 0.8524,
0.8549, 0.8642, 0.8370, 0.8685, 0.8170, 0.8120, 0.8149, 0.8513, 0.8408,
0.8439, 0.8730, 0.8333, 0.8241, 0.8577, 0.8355, 0.8119, 0.8492, 0.8443,
0.8275, 0.8114, 0.8484, 0.8204, 0.8202, 0.8692, 0.8436, 0.8563, 0.8917,
0.8494, 0.8557, 0.8299], device='cuda:0')),
('bert.encoder.layer.9.output.LayerNorm.bias',
tensor([-9.1827e-02, 9.2478e-02, -1.0074e-02, -9.1503e-02, -8.1662e-04,
-6.6320e-02, 8.3855e-02, -9.4871e-02, -7.4492e-02, 3.9080e-02,
-9.1431e-02, -2.1066e-02, 3.2195e-03, 1.4468e-02, -8.2545e-02,
-7.4784e-02, -1.1921e-02, 2.0092e-02, 3.4857e-02, 1.0459e-02,
-2.4160e-02, -5.8924e-02, -5.2711e-02, -5.6057e-02, -4.9112e-02,
7.0751e-03, -8.1972e-02, -2.4911e-01, -8.5338e-02, -1.0652e-01,
-3.9188e-03, -1.7844e-02, 3.6460e-02, 1.3537e-02, -1.8300e-01,
-7.3293e-02, 9.4202e-02, -4.0227e-02, -3.3798e-02, -1.6661e-01,
-2.9552e-02, 1.0843e-02, -9.7715e-02, -5.0485e-02, -4.0946e-02,
2.3570e-02, -6.3241e-02, -1.3184e-01, -4.1043e-02, -8.0498e-02,
-9.5699e-02, -1.2098e-01, -1.0841e-01, 6.8633e-02, -6.2328e-02,
5.5882e-02, 6.6616e-02, -4.3288e-02, -6.4800e-02, -1.1820e-01,
1.1849e-03, -6.6401e-02, -1.7392e-01, 3.8028e-02, 2.8367e-02,
-5.5363e-02, -6.0878e-02, -1.4512e-02, -7.9056e-02, 1.0975e-01,
-3.5333e-03, 2.7467e-03, 1.0189e-02, -6.5232e-02, -1.4216e-02,
-6.4697e-02, -7.5645e-02, -1.8474e-02, -2.5544e-02, -2.5256e-02,
-8.9532e-02, -1.9133e-02, 7.3900e-03, -1.1932e-01, 4.1197e-02,
-1.5162e-01, -3.5429e-02, -3.8530e-02, -7.7563e-02, -8.0862e-02,
1.6535e-02, -1.4203e-02, -2.9028e-02, -1.8413e-02, -1.3425e-02,
-1.4584e-01, -7.5353e-02, 1.3530e-02, -3.3274e-02, -8.7489e-02,
-2.5562e-02, -3.0389e-02, -2.2252e-02, -7.0324e-02, 3.8667e-02,
-3.9666e-03, -1.5085e-01, 4.9635e-03, 3.5393e-02, 6.1940e-02,
-7.0723e-02, 1.0660e-02, -1.5220e-02, -1.9632e-02, -3.6246e-02,
-1.2544e-01, -5.2427e-02, -8.6793e-02, 3.9715e-03, -4.6377e-02,
-5.8015e-02, -9.3471e-03, -4.8848e-02, -6.5185e-02, -2.9746e-02,
-2.8591e-02, -4.4322e-02, -3.1865e-03, -1.8949e-02, -6.7991e-02,
1.6827e-02, -6.1237e-02, -4.6562e-02, -2.4114e-02, -2.2684e-03,
-7.5011e-02, -1.8299e-01, -1.0890e-01, -3.6864e-01, -6.2030e-02,
2.6565e-02, 2.9458e-02, -5.6509e-02, 8.5855e-02, -1.1274e-02,
-8.4282e-03, -2.1377e-02, -4.9540e-02, -4.8865e-02, 1.4228e-01,
8.9120e-02, 1.7747e-02, -1.7534e-02, -7.8432e-02, -6.0963e-02,
1.0083e-01, -3.7862e-02, 1.3224e-01, -1.2037e-01, 5.0166e-02,
-2.1263e-01, -9.0398e-02, -5.7230e-02, -5.5246e-02, -1.3724e-02,
4.3365e-02, -1.7449e-01, -5.2906e-02, 1.2990e-02, -7.3537e-02,
-3.7878e-02, -5.1470e-02, -3.7532e-02, -1.0214e-01, -1.3606e-01,
-1.0283e-01, -1.0549e-01, 5.0056e-02, 1.3004e-02, -6.9877e-02,
-2.8697e-02, 3.5414e-02, -3.7503e-02, 7.5652e-02, -1.7292e-02,
-8.9880e-02, -1.0744e-02, 8.3127e-02, -4.4102e-02, -1.4074e-02,
-7.7114e-02, -8.2398e-02, -1.0600e-01, -7.3551e-02, 8.5049e-02,
4.5392e-02, -2.1332e-02, 8.3442e-03, 2.6327e-02, 1.7713e-02,
-4.8560e-02, -5.6980e-02, 2.4494e-02, -3.5149e-02, -7.8791e-02,
-2.7633e-02, -8.4419e-02, 8.5550e-02, -3.1410e-02, -3.1436e-02,
-3.7355e-02, -1.3532e-02, -3.4507e-02, 3.5616e-02, -1.6037e-02,
-8.8086e-04, -1.2876e-01, -1.1173e-02, 2.5373e-02, -2.3970e-02,
-1.6202e-02, -3.2907e-02, -1.0342e-01, 4.6896e-02, 5.2717e-02,
-7.2394e-02, -4.1255e-02, -4.6125e-02, -1.5039e-01, -6.0680e-02,
-1.2172e-02, -6.4900e-02, -2.3944e-02, 1.5057e-02, 9.6722e-03,
5.9574e-02, -6.4050e-02, 4.7469e-02, -2.2003e-02, -1.3379e-02,
4.7990e-02, -1.7400e-02, -1.5466e-01, -8.8071e-02, 8.9637e-02,
2.4973e-02, -3.9323e-02, -9.6793e-02, -8.9468e-03, -1.1852e-01,
-7.9489e-02, -9.0386e-03, -1.3362e-01, -6.4670e-02, -9.2790e-02,
-1.3377e-01, 3.5857e-02, -4.4672e-02, 1.7601e-02, -1.7351e-02,
-1.1628e-01, -1.2975e-02, -9.1724e-02, -6.3641e-02, -5.6424e-03,
-8.4311e-03, -7.7321e-02, -6.0978e-02, -2.3663e-02, -5.1375e-03,
1.9163e-02, 2.6198e-02, -1.3727e-01, -1.3783e-02, -7.8268e-02,
-4.1746e-02, 3.2382e-03, -6.4729e-02, -6.6707e-02, 1.1137e-01,
-6.7637e-02, -5.3688e-02, -6.7480e-02, -2.0204e-01, 2.2597e-03,
-4.8283e-02, -4.4785e-02, 5.1327e-02, -2.3371e-02, -4.9616e-02,
-1.2161e-02, -6.6081e-02, -1.6791e-02, 4.9893e-02, -2.0985e-03,
2.4671e-02, 1.0569e-01, -9.3852e-02, 2.2515e-02, -6.3531e-02,
-1.0097e-01, 3.7488e-02, -1.8355e-02, -1.1381e-01, 1.2138e-02,
-4.0777e-02, -7.8324e-02, -6.5376e-02, 3.8133e-02, -1.4595e-01,
-1.5126e-01, -6.1557e-02, -4.4496e-02, -8.4086e-02, -1.4765e-02,
2.3456e-03, -3.8634e-02, -6.8360e-03, 4.2660e-02, 2.2392e-02,
-2.1848e-02, -8.0748e-02, -6.5691e-02, -7.7972e-03, -1.9288e-02,
-1.7893e-02, -3.1754e-02, -5.3356e-02, -3.8960e-02, -1.0247e-01,
1.3239e-01, -1.0101e-01, -2.6446e-02, -6.3516e-02, -1.4508e-02,
1.8429e-02, -3.2330e-02, -1.5321e-01, 9.7143e-02, -1.3762e-01,
-4.0848e-02, -3.4962e-02, 8.3291e-03, 1.7026e-02, -6.5772e-02,
-7.1081e-02, 7.0323e-03, 4.8333e-02, -8.7851e-02, -3.8024e-02,
2.2434e-02, 8.5900e-02, 3.9061e-02, -9.7387e-03, -3.7690e-02,
-5.7505e-03, 3.9139e-02, -3.8689e-02, -6.3227e-02, -5.3604e-02,
-3.7440e-02, 3.0714e-02, -1.3169e-02, -3.2488e-02, 6.9552e-02,
-8.8093e-02, 1.4235e-02, -1.6190e-01, 4.4473e-02, 3.7694e-02,
1.1329e-02, 3.8836e-02, -4.1099e-02, -7.0660e-02, 2.1724e-02,
-6.0333e-02, 5.6858e-03, 7.2101e-02, -1.8066e-02, -4.5442e-02,
3.3396e-02, -5.3708e-02, -5.3212e-02, -1.2018e-01, -1.2465e-03,
7.3603e-02, -9.5062e-03, -3.0714e-02, -4.3481e-02, -3.6488e-02,
-2.5915e-02, -3.9008e-02, -5.1939e-02, 7.9204e-03, 1.3331e-02,
1.0522e-02, 6.3478e-02, -1.9504e-02, 3.2055e-03, -6.8115e-03,
-5.7915e-06, -3.8480e-02, 4.9237e-02, -1.7959e-02, 1.5250e-02,
-3.9170e-02, 3.6282e-02, 6.6093e-03, 1.6708e-02, 6.2443e-02,
-1.1329e-02, 2.5195e-02, -1.1319e-01, -3.8883e-02, -3.8447e-02,
4.6057e-03, -6.6119e-02, -1.5520e-01, 5.4452e-02, 8.0161e-02,
2.7926e-02, 2.3085e-02, 3.3741e-02, -1.1388e-01, -1.2503e-01,
-2.2981e-02, 3.5892e-02, 8.3508e-03, -8.2805e-02, -6.3840e-02,
5.6732e-02, -7.8637e-02, 1.1029e-02, -1.4530e-01, 1.4119e-02,
1.4668e-03, -9.9497e-02, 3.5350e-02, -6.0340e-03, -4.9760e-02,
-1.3890e-02, 5.6688e-03, 5.6355e-03, 9.0038e-02, -1.8419e-02,
1.7128e-03, -4.0868e-02, -1.6715e-02, -8.1438e-02, -2.9285e-02,
-1.1432e-01, -1.0881e-01, -1.1500e-01, -6.4128e-02, -3.4810e-02,
2.1096e-01, -6.3404e-02, -3.1759e-02, 3.5986e-02, -1.1922e-02,
2.9580e-02, 4.6487e-02, -2.2551e-02, -6.0130e-02, -2.6504e-01,
-4.8887e-02, -9.1427e-02, -1.3964e-01, -6.0063e-02, -5.3072e-02,
-1.6850e-01, -7.8050e-02, -5.8532e-02, -5.3190e-02, -3.2472e-02,
-2.1496e-02, 4.4842e-02, -1.9134e-02, -8.6743e-02, 3.2378e-02,
-3.8902e-02, 1.2742e-02, 9.8242e-02, -2.7753e-02, -5.6762e-02,
1.1957e-02, -5.5839e-02, -8.3477e-02, 5.8782e-03, -9.2002e-02,
2.4508e-02, -2.4982e-02, 6.5426e-02, -1.9064e-02, -1.2149e-01,
-2.4226e-02, -5.1944e-02, -1.0309e-02, -2.6809e-02, -1.4000e-02,
-8.5135e-02, -2.2436e-02, -8.8690e-02, 3.2435e-02, 2.1948e-02,
-1.8008e-01, -1.1152e-02, -4.2132e-02, -6.8431e-02, 4.6777e-02,
9.7719e-02, 3.4552e-02, -4.3619e-02, -6.6343e-02, 5.9138e-02,
6.2923e-02, 1.8924e-02, -8.1172e-02, -1.0467e-01, -9.2148e-02,
-5.3684e-02, 3.9713e-02, -6.7904e-02, -1.7240e-02, -5.2119e-02,
-3.1667e-03, -1.6092e-01, -1.4580e-03, 2.8714e-02, 3.0779e-02,
-3.5116e-02, -1.0171e-01, -4.2324e-03, 2.4079e-02, 6.2166e-02,
-8.4578e-02, -9.1107e-02, -3.2626e-02, 4.8501e-02, -9.9331e-02,
1.5784e-01, 1.7994e-03, -4.6633e-02, 1.8763e-02, -1.0096e-01,
-1.7159e-01, -1.3127e-01, -1.6714e-02, -6.6913e-02, -1.4267e-01,
-1.4732e-01, -6.9843e-02, 7.0400e-02, -8.4532e-02, -1.2399e-01,
-1.0662e-01, 7.2774e-02, -6.0524e-01, -2.3921e-02, -5.0841e-02,
1.1052e-02, -5.8839e-02, -5.8740e-02, -6.7977e-02, -6.4058e-02,
8.1235e-03, -2.7499e-02, 3.0326e-03, -9.5419e-03, -1.0991e-01,
-1.1136e-01, -4.1235e-02, -1.9167e-03, -2.0659e-02, -5.2988e-02,
-2.4910e-02, -6.3018e-02, -2.5919e-02, -7.2891e-02, 2.7628e-02,
-6.8638e-02, -1.9802e-01, -5.2925e-02, -1.5165e-02, -8.4349e-02,
-2.8470e-02, -3.9015e-02, -2.5988e-02, -1.0652e-01, 2.8643e-02,
-2.1863e-02, -9.5351e-02, -4.2416e-02, -1.9912e-02, -3.3419e-02,
-9.0439e-02, -3.3528e-02, -5.4146e-02, 1.4691e-02, -7.2935e-02,
-3.2390e-03, -2.8215e-02, -1.1373e-02, 3.0428e-02, 1.4479e-02,
2.8613e-02, -9.1947e-02, -2.6281e-01, -8.1312e-02, -1.1656e-01,
-4.9371e-02, -2.1191e-02, -5.9687e-02, 1.7143e-02, -1.9560e-01,
-1.2660e-01, -2.3681e-02, -1.2802e-02, -1.8236e-02, -1.2689e-02,
2.9465e-02, -4.1515e-02, -8.5604e-02, 6.9367e-03, -5.3347e-02,
1.6195e-02, 4.6269e-02, 9.9949e-02, -8.8697e-02, -1.1567e-01,
5.6579e-02, -2.6462e-02, 9.4862e-04, 9.2324e-02, -1.1595e-01,
-1.0668e-01, -8.2908e-03, -7.7327e-02, 2.7464e-02, 1.3710e-02,
-6.6885e-03, 2.8858e-02, -1.0355e-01, -4.4273e-02, -2.4327e-02,
1.0215e-02, 3.4130e-04, -1.4418e-01, 7.3593e-02, 4.1110e-03,
1.5914e-02, 4.6584e-02, 1.0594e-02, 1.5538e-02, -6.9296e-02,
-3.0932e-02, 2.2641e-02, -2.1340e-02, -1.3648e-01, 1.2722e-02,
-1.1859e-01, -2.6776e-02, -7.1147e-03, -7.8005e-02, 9.7297e-02,
-3.3818e-02, -9.8317e-02, 2.5923e-02, -3.8433e-02, -5.5138e-02,
1.9169e-02, -6.2145e-02, -1.2825e-01, -8.6587e-02, -7.2108e-02,
-9.2995e-02, -5.3585e-03, -2.3879e-02, 9.7476e-02, -5.9141e-02,
-1.2348e-01, -1.4831e-02, -7.5406e-02, -6.0311e-02, 7.5749e-03,
3.7639e-03, 1.0931e-02, -3.8621e-02, -6.9896e-02, 2.6391e-02,
-8.4987e-02, -6.9372e-02, 2.5072e-02, -7.7915e-02, -8.3627e-02,
2.7146e-03, -5.0279e-02, 1.7373e-01, -1.4699e-01, -8.2560e-02,
-5.8927e-02, -6.4553e-02, 4.9818e-02, -1.4249e-02, 6.9031e-02,
2.3133e-02, -4.7950e-02, 2.8061e-02, -6.0344e-02, -4.6009e-02,
-7.1670e-02, -3.9853e-02, -1.6503e-02, -6.5557e-02, -5.2955e-02,
-2.7032e-02, 6.9454e-02, -2.1870e-02, -7.9841e-02, -6.0651e-02,
2.4744e-02, -8.4849e-02, -7.3385e-02, 4.9616e-02, 4.0793e-02,
-2.5802e-02, -1.1998e-01, -6.6252e-03, -3.0109e-03, -5.0807e-02,
1.5046e-03, -3.7889e-03, 3.4270e-02, -2.8251e-01, 3.7599e-02,
-1.9704e-02, -8.1682e-02, -2.5817e-02, -4.0553e-02, -2.1182e-02,
5.3811e-02, -1.7061e-02, -1.3560e-01, -8.7571e-02, -7.5225e-02,
6.4150e-03, 3.6693e-02, 1.4346e-02, 1.4514e-02, -2.3093e-02,
-8.4992e-02, -5.0115e-02, -1.5129e-01, 1.2872e-02, -2.3747e-02,
2.5119e-02, -1.1981e-01, 5.6982e-02, -2.7188e-02, -8.7616e-02,
-2.5521e-02, 5.9123e-02, -7.3121e-02, 1.0381e-02, -1.2546e-02,
-2.5409e-02, -4.1435e-02, -1.5022e-01], device='cuda:0')),
('bert.encoder.layer.10.attention.self.query.weight',
tensor([[-0.0232, -0.0420, 0.0556, ..., 0.0317, 0.0129, 0.0305],
[-0.0139, -0.0055, 0.0171, ..., -0.0222, 0.0108, 0.0023],
[ 0.0234, -0.0158, 0.0174, ..., 0.0501, -0.0043, -0.0487],
...,
[ 0.0568, -0.0223, 0.0543, ..., -0.0183, 0.0561, 0.0164],
[-0.0310, 0.0975, 0.0423, ..., -0.0225, 0.0256, -0.0012],
[ 0.0059, 0.0240, 0.0330, ..., -0.0292, -0.0502, 0.0052]],
device='cuda:0')),
('bert.encoder.layer.10.attention.self.query.bias',
tensor([ 2.9960e-02, -1.7626e-02, -1.2218e-01, -9.6369e-03, 1.4862e-02,
-9.6925e-03, -7.2766e-02, 8.8082e-03, -1.8234e-02, 4.4682e-02,
2.0004e-01, -4.2052e-03, 1.1843e-02, 3.7537e-03, 6.4894e-02,
8.3662e-03, 2.6194e-02, -4.4818e-02, -3.2763e-02, -5.5931e-03,
1.7502e-02, 2.1656e-02, -4.7422e-03, 4.2147e-02, -5.5272e-02,
2.5143e-02, -3.3600e-02, -3.8229e-03, -5.3904e-03, 1.0096e-02,
-3.1385e-03, -4.8642e-02, 3.0457e-02, -6.7976e-02, 2.7108e-02,
1.9796e-02, 5.5882e-03, 2.1052e-02, 3.4781e-02, -3.1660e-02,
2.7729e-02, -1.9615e-02, 1.4637e-02, -1.7370e-02, -2.0796e-02,
-2.1009e-03, 6.0352e-02, 5.0141e-02, 8.8751e-02, 3.1653e-02,
-8.7237e-02, 3.2439e-02, 4.8460e-03, 2.5815e-03, -5.6279e-02,
2.4846e-02, 7.6127e-03, 2.7647e-02, -2.6387e-02, -5.6000e-02,
2.6634e-02, -6.7826e-02, 4.0715e-02, 5.4300e-02, -8.9085e-03,
-1.9662e-02, 1.7343e-01, 4.0047e-02, -2.4492e-02, -3.1675e-02,
2.4923e-02, 2.1932e-02, -3.9347e-02, -1.4817e-02, -3.8946e-02,
-6.4683e-02, -3.4424e-02, 7.5442e-03, 3.5317e-02, 1.4798e-02,
-1.2025e-01, 3.0067e-02, 9.5880e-04, -8.6700e-02, 5.9504e-02,
4.5764e-02, -1.6058e-02, 1.0170e-02, 9.5208e-02, -2.2336e-02,
-1.1224e-02, -2.4613e-02, -1.0310e-01, 8.0501e-02, 5.4535e-03,
3.5443e-02, 4.7618e-02, 2.4787e-02, -3.5956e-02, 3.6285e-02,
-7.4761e-02, 1.3966e-01, -6.8332e-03, -1.0722e-02, -1.1318e-02,
5.5156e-02, -8.2210e-02, -2.4288e-02, -4.3217e-02, 6.8538e-02,
-4.5989e-02, -9.7234e-03, 3.3012e-02, -7.6129e-02, -5.7808e-02,
-1.6502e-02, 1.4215e-01, 5.9334e-02, 4.9136e-02, 2.7379e-02,
1.5477e-02, -1.2002e-03, 6.1612e-02, 2.6920e-02, 3.2887e-02,
3.8278e-02, 1.2055e-01, -2.9327e-02, 6.9286e-02, -6.4313e-02,
-9.0578e-02, -4.5263e-01, -2.7326e-02, -6.1298e-04, 4.9756e-01,
-9.0211e-02, 1.1876e-01, 1.8067e-01, 1.5992e-01, -5.2262e-02,
-1.3171e-01, 1.8499e-01, 6.6135e-02, -1.4787e-01, 4.2552e-03,
1.4984e-01, 4.9281e-01, 5.7590e-02, -1.0074e-01, -3.7450e-02,
-1.8777e-01, -1.5835e-01, 9.0843e-02, -6.1089e-02, -2.4819e-01,
-1.8950e-01, -8.5216e-02, 1.1595e-01, -4.5653e-01, 2.9995e-01,
1.8684e-01, -4.0093e-02, 1.3451e-01, -4.8042e-02, 6.3655e-02,
-1.0279e-02, -6.3876e-02, -7.6437e-02, -1.4781e-01, -1.5022e-02,
-9.1806e-02, 1.1091e-02, -1.5381e-01, -3.5524e-02, -7.8266e-02,
-3.1216e-01, -1.0670e-01, 4.5628e-02, 1.0539e-01, -9.3384e-02,
-1.1409e-01, 1.0195e-01, 8.7989e-02, -1.0597e-01, 2.3344e-03,
-5.1415e-01, 5.9486e-02, -7.5885e-02, 8.9067e-02, 1.3714e-01,
-1.3696e-01, -7.4309e-03, 2.0375e-01, 2.6917e-01, 1.7959e-01,
-1.7691e-01, -2.0482e-01, -1.7736e-01, -7.4262e-01, -4.8694e-01,
-1.6468e-01, -3.0705e-01, 8.6025e-02, -5.4113e-01, 1.4834e-01,
-6.1575e-01, 3.0113e-01, 4.9895e-01, 8.1440e-02, 1.0242e-01,
6.7044e-01, 2.4222e-01, 3.3646e-01, 1.2044e-01, 6.2741e-01,
1.5892e-01, -4.6138e-02, 1.8207e-01, -5.5762e-02, -1.7320e-01,
4.6738e-01, 6.0292e-01, -8.0188e-01, -3.5695e-01, -4.3146e-01,
1.6319e-02, 1.4063e-02, -6.1821e-02, -1.8797e-01, -1.5253e-01,
-2.1914e-01, 3.4014e-01, -1.7383e-01, 4.0804e-01, -7.4833e-02,
2.5071e-01, 2.7418e-01, 6.5303e-02, -2.3283e-01, 6.2790e-01,
-2.2869e-01, -7.5082e-01, 5.6563e-02, -1.3232e-01, -7.0642e-01,
-5.4337e-02, -7.2848e-02, -1.9833e-01, -5.0174e-01, 2.8478e-01,
1.2740e-01, -3.3999e-01, -6.7566e-02, 6.7846e-01, -1.8566e-01,
-2.4594e-01, -3.0954e-01, -2.8478e-01, 4.4233e-03, 2.7683e-01,
-6.6769e-02, -5.9093e-02, -6.9030e-01, -6.3690e-01, 1.3089e-01,
3.1696e-01, -1.5587e-02, 2.7743e-01, -5.7982e-02, 3.2873e-03,
-1.3191e-02, 1.2952e-01, -1.9636e-01, -2.1282e-01, -1.9302e-01,
-1.7418e-01, -9.3077e-02, 5.4853e-02, -2.1961e-02, 1.8935e-02,
1.0754e-01, 2.6321e-01, 7.2345e-01, 2.7835e-02, -2.5687e-01,
-2.0831e-01, 8.2040e-02, -3.4219e-01, 3.0792e-01, 4.5912e-02,
3.6095e-01, 1.5097e-01, -3.2609e-01, 2.6091e-02, 1.5895e-01,
7.0739e-01, -6.5303e-01, -3.5111e-02, 2.1720e-01, -7.6149e-02,
-1.7744e-01, -5.3466e-01, 5.8954e-02, -2.5776e-01, -1.7528e-01,
-3.5177e-02, -7.0977e-02, 4.0379e-01, 1.3174e-01, -1.7187e-01,
3.1611e-01, 3.1540e-01, -2.5331e-01, -3.4877e-01, -9.5146e-02,
-2.6325e-02, 5.2158e-01, -2.1838e-01, -3.0041e-02, -3.1347e-03,
-2.9883e-01, 4.9488e-01, -3.9725e-02, -7.8850e-02, -1.7235e-02,
-5.2784e-02, -1.0351e-01, -2.1296e-02, 1.2471e-02, 4.1346e-02,
-1.0403e-01, -2.8318e-02, 9.0200e-02, 1.5471e-02, 2.8054e-02,
7.4714e-03, 7.4343e-04, 7.8911e-02, -2.3351e-01, 1.4316e-02,
-2.7814e-01, -4.7082e-02, 4.6965e-02, 1.8976e-01, -5.5715e-02,
-1.6875e-01, -1.7276e-01, 1.9049e-02, -3.4220e-02, -5.4012e-02,
5.2253e-02, 5.9865e-02, 1.0012e-02, -8.9058e-02, -6.4208e-02,
8.8323e-02, 9.8034e-02, -5.2334e-02, -7.7111e-02, -4.5073e-02,
6.3622e-02, -2.3019e-01, 1.6740e-01, -1.7667e-02, -6.6852e-02,
-4.2407e-02, -2.1231e-02, -3.9001e-01, 4.4614e-02, -1.6439e-01,
1.0986e-02, 3.2896e-01, 1.3483e-01, 1.0059e-01, 1.3927e-02,
1.5098e-01, 2.2034e-01, 2.5790e-01, -1.6004e-01, 4.4848e-01,
-2.6903e-01, -1.2953e-01, 1.3263e-01, 1.6498e-02, 2.4758e-01,
2.3860e-01, -1.0355e-01, -1.9036e-02, 1.6379e-01, 7.8192e-02,
-5.1501e-02, -2.8285e-01, -1.8467e-01, -4.2577e-02, -1.6927e-01,
-4.9765e-01, 8.1370e-02, -7.3968e-02, 1.7221e-01, -1.9132e-01,
2.5674e-01, 3.1505e-02, -1.3394e-02, -1.2431e-01, 1.3156e-01,
3.6703e-02, -9.1104e-02, 6.1997e-02, -5.3332e-01, -1.2273e-02,
-1.9322e-01, 2.0246e-02, 5.7429e-02, -8.8573e-03, -1.4031e-01,
-3.6937e-02, 1.2792e-01, 1.0437e-01, -6.4273e-02, -5.4209e-01,
-1.6483e-01, -1.1339e-02, -3.7634e-01, -4.8627e-02, -4.9337e-02,
2.0027e-01, 1.6018e-01, 3.3867e-02, -9.1580e-02, -1.3420e-01,
2.5962e-01, -9.3885e-02, 6.2907e-02, -1.6400e-01, 1.1508e-01,
-8.9883e-02, -1.4883e-02, 1.5474e-01, 6.7173e-02, -6.5151e-02,
2.2417e-01, -7.7591e-02, -4.2754e-01, 4.0382e-02, -1.5861e-01,
-1.6857e-02, 3.6160e-02, -1.3039e-01, -4.9543e-02, -1.4762e-02,
6.6695e-03, -1.7650e-02, -2.4074e-02, 4.2225e-02, -4.7114e-03,
-1.9211e-02, 3.1779e-02, 2.9054e-02, -5.3971e-03, 3.1015e-02,
1.7159e-02, -5.4125e-02, -4.6027e-02, 4.2140e-02, -2.8190e-02,
-6.6682e-02, -4.8046e-02, 2.3732e-02, -3.2225e-02, 3.7852e-02,
3.9289e-02, 6.2515e-02, 1.2504e-01, 8.0355e-03, 1.6185e-01,
-4.1716e-02, -4.5059e-02, 7.3677e-02, 3.1520e-02, -3.0712e-03,
-1.8582e-02, -3.6606e-02, 6.8092e-04, -2.8602e-03, -3.9682e-02,
3.4494e-02, 5.1669e-02, 3.0558e-02, -9.0840e-03, -1.7060e-01,
-7.9459e-02, 6.8103e-02, -2.9210e-02, 9.7235e-03, -3.8650e-02,
-4.3576e-02, 7.4942e-02, -2.2891e-02, 7.2566e-03, -2.5068e-02,
-3.8143e-02, 3.4406e-02, 3.8344e-02, 9.0744e-02, -1.7554e-01,
1.0229e-02, -8.4389e-04, 4.9500e-02, -1.8929e-02, 8.8008e-02,
-6.3987e-03, 4.5121e-02, 5.8967e-02, -1.1302e-02, -4.1061e-02,
1.8419e-02, 1.2157e-01, -2.3092e-02, 1.0456e-01, 9.9468e-03,
9.5032e-03, -9.1879e-02, 3.2290e-01, -5.5616e-02, -2.0123e-01,
4.5532e-02, 2.1274e-01, 3.5129e-02, 1.1353e-01, -1.0538e-01,
-7.2504e-02, -5.8895e-02, 1.4101e-01, 2.6230e-03, -3.0211e-02,
1.4079e-02, 1.4381e-02, 1.0420e-01, -3.3696e-03, 1.0506e-01,
-1.8231e-01, 6.4272e-02, -9.7146e-02, -2.3404e-01, -1.3903e-01,
-4.6055e-02, 4.4084e-02, 3.6387e-02, 1.0208e-01, 6.6298e-02,
1.0289e-02, 1.4169e-02, -7.7161e-02, -5.4945e-02, -8.3956e-02,
4.1438e-03, -2.3250e-01, -1.2312e-01, 2.0730e-02, 1.9274e-01,
2.9406e-02, 5.9969e-02, 4.6783e-02, 8.2173e-02, 3.0404e-02,
-4.7239e-03, 2.0196e-01, 2.3749e-02, 3.5805e-02, 1.8455e-01,
-3.7121e-02, -1.1867e-02, 3.6150e-02, 1.4699e-02, -2.5164e-01,
2.9307e-02, -8.4672e-03, -4.0677e-02, -3.7519e-02, -7.0019e-02,
3.9746e-02, -1.9534e-01, 9.8692e-04, -1.0083e-01, -6.4599e-02,
-7.7439e-03, -5.4651e-02, -1.1291e-01, 3.0462e-01, 5.1170e-02,
-2.5949e-02, -2.4562e-02, -8.0515e-02, -3.2437e-02, -3.6084e-02,
-1.6700e-02, -6.7889e-02, 1.7305e-01, 9.6297e-03, 3.7518e-02,
2.0169e-02, 5.1007e-02, 4.1494e-02, 1.0754e-01, -4.7720e-02,
5.7498e-02, 2.8882e-03, 3.7112e-02, -8.7535e-03, 6.1120e-03,
7.2836e-02, -1.0424e-01, 3.9206e-02, -5.1473e-02, -6.7484e-02,
-1.1279e-03, 7.5064e-02, -2.3674e-02, 8.9476e-02, 3.9109e-02,
-1.2048e-02, -4.4505e-03, 3.3350e-03, 1.7175e-02, 3.6585e-02,
5.3632e-03, -3.2644e-03, -8.5912e-02, 2.8098e-02, -5.3501e-02,
3.8992e-02, 4.2304e-02, 2.0935e-02, 2.5359e-02, -2.9237e-02,
3.0194e-02, 1.2897e-02, 2.2151e-02, -2.0417e-02, -4.1517e-02,
-1.6013e-02, 6.5769e-03, -1.5471e-03, 4.0607e-02, 1.3852e-02,
2.8276e-02, -4.9364e-02, -3.5815e-02, 8.2794e-03, -3.3384e-02,
3.4561e-02, 1.4205e-02, 5.2760e-02, 2.8850e-02, -2.3183e-02,
-3.5413e-02, 1.0260e-02, 5.1915e-02, 2.1938e-02, 5.1137e-02,
8.6450e-03, 2.1115e-02, 5.2588e-02, -9.8252e-03, 1.0063e-01,
1.0746e-01, -1.8885e-02, -9.2179e-02, -2.1935e-02, 1.1044e-02,
2.1237e-02, 1.9808e-01, -4.1282e-03, 5.0579e-02, -1.2123e-02,
9.0648e-03, 5.7625e-02, -3.6235e-02, -8.3860e-03, 9.2401e-02,
8.1143e-03, 3.8707e-02, -5.0603e-02, 1.3107e-02, 4.9070e-03,
-8.2854e-03, 1.6977e-02, -2.3354e-02, -1.3680e-02, 3.4032e-02,
5.3668e-02, 1.3986e-02, -1.6472e-02, 7.3702e-03, 3.4344e-02,
-1.0942e-02, -2.2659e-02, -5.1400e-03, 1.5657e-02, -1.4853e-02,
1.8799e-02, 2.6591e-02, 4.3564e-02, -3.3530e-03, -1.4411e-03,
-1.7782e-02, -7.7848e-03, 3.8522e-02, -3.3993e-02, -7.6391e-02,
-1.1745e-03, -1.4113e-02, -1.7394e-03, 3.0280e-03, -3.6587e-03,
-4.2647e-02, 2.5575e-02, -1.5763e-02, -2.8298e-02, 1.8495e-02,
-2.3470e-02, -2.0630e-02, -2.6184e-02, -2.5867e-02, -1.3097e-02,
3.0241e-03, -1.7078e-02, -5.4890e-03, 5.3866e-02, -1.3835e-02,
-1.0415e-02, 8.8290e-03, 9.7958e-02, -9.0870e-03, -2.6159e-05,
1.1767e-02, -2.2307e-02, 4.2148e-02, 2.5131e-04, 8.0677e-03,
-4.4322e-02, -1.0869e-02, -1.2171e-02, -2.3437e-02, -3.3277e-02,
-1.9497e-02, 1.0291e-02, -1.1766e-02, -1.3209e-02, 6.5243e-03,
-1.1047e-02, -3.2722e-02, 1.0563e-02, -9.2144e-03, 9.9748e-03,
-6.7160e-03, -2.5216e-02, -2.9810e-02, 2.0362e-04, 2.3128e-03,
-2.6237e-04, 1.0566e-02, -3.9669e-02, 2.3098e-02, 1.7145e-01,
2.4833e-02, -5.7417e-03, -1.0211e-01], device='cuda:0')),
('bert.encoder.layer.10.attention.self.key.weight',
tensor([[ 0.0764, 0.0497, 0.0169, ..., -0.0071, -0.0387, -0.0205],
[-0.0533, -0.0286, 0.0113, ..., 0.0259, -0.0490, 0.0055],
[-0.0276, 0.0629, 0.0099, ..., 0.0401, 0.0515, -0.0724],
...,
[ 0.0596, 0.0213, -0.0661, ..., 0.0110, 0.0101, 0.0170],
[-0.0268, 0.0272, -0.0026, ..., 0.0429, -0.0150, -0.0136],
[-0.0102, -0.0316, -0.0273, ..., -0.0430, 0.0259, 0.0146]],
device='cuda:0')),
('bert.encoder.layer.10.attention.self.key.bias',
tensor([ 5.6646e-04, 4.2924e-03, 5.6697e-04, 2.8453e-03, -3.6117e-04,
2.2789e-03, 7.8080e-03, 2.7021e-04, -8.6532e-05, 3.4560e-03,
-3.5725e-03, -6.8715e-04, 2.2983e-03, -3.7859e-03, 1.2265e-02,
-4.5452e-03, -7.6702e-04, 4.1357e-03, -5.1765e-04, -3.5981e-03,
-4.7202e-03, 5.5743e-03, 3.1961e-03, -5.0262e-03, 1.7274e-03,
-2.6354e-03, -1.4716e-03, 4.7748e-03, 3.5560e-03, -1.0029e-03,
3.7197e-03, 4.9832e-03, 7.1862e-03, 3.9666e-03, -5.6318e-03,
1.8531e-03, 8.0650e-04, -4.6127e-03, 2.8991e-03, 7.7889e-03,
1.8125e-03, -1.4241e-04, -4.7324e-03, 2.9252e-03, -3.7246e-03,
-4.9751e-04, -6.0640e-03, 2.6792e-03, 2.7330e-03, -2.2973e-03,
-2.7064e-03, 3.2776e-03, -7.5146e-03, 1.0139e-03, 2.7942e-03,
-2.3750e-03, 1.9496e-03, 4.9324e-03, -6.3628e-04, 8.7303e-03,
-3.7486e-03, -1.7452e-03, -2.9734e-03, -3.0387e-03, 1.4215e-03,
-6.9480e-03, -6.3704e-03, -1.8566e-03, -1.0376e-03, 2.4358e-03,
-5.2345e-04, 1.6748e-05, 1.9236e-04, -8.0237e-04, -1.6603e-04,
4.7127e-03, 2.9577e-03, -5.4953e-03, -3.4511e-03, -5.9993e-03,
1.8300e-03, 8.4745e-04, 3.3186e-03, 2.4797e-05, 7.2627e-03,
-1.2467e-03, 4.2350e-03, 4.9787e-03, -2.8955e-03, -3.7579e-04,
8.3603e-03, -5.6608e-03, 1.2156e-03, 1.3760e-03, 4.4742e-03,
5.3392e-03, 5.3456e-03, -1.0998e-03, -4.9190e-03, 1.4761e-03,
1.1591e-03, -8.2435e-03, -4.8729e-03, 3.5333e-03, -2.5699e-03,
-2.8654e-03, 2.8988e-03, -1.4795e-03, 3.1243e-03, -1.2161e-02,
2.0056e-03, -8.0727e-03, -7.6934e-03, 1.3309e-03, 2.4244e-03,
-1.6090e-03, 8.4978e-03, -3.5108e-03, -5.1548e-03, -5.7589e-03,
1.5744e-03, 1.2141e-03, -6.8899e-04, -1.1083e-03, 2.2238e-03,
5.8800e-03, -1.0378e-03, -2.1997e-03, -6.6884e-03, -7.1112e-03,
-3.1385e-03, -3.9749e-03, -6.9584e-03, 6.9702e-03, 7.2893e-03,
9.0290e-04, 4.7705e-03, 4.0913e-03, 4.0041e-03, -1.8107e-03,
-1.7983e-03, 4.0354e-03, 3.5559e-03, 5.4189e-03, -5.0096e-04,
3.8125e-03, 9.9723e-03, -7.3591e-03, 2.7652e-03, -4.8479e-03,
-3.7113e-04, -3.8850e-03, 7.9018e-03, -2.2188e-03, 2.2546e-03,
-7.0444e-04, -3.5641e-03, 1.8188e-03, -7.3317e-03, 5.7773e-03,
-2.8285e-03, 9.1202e-03, 5.7349e-03, -5.4293e-04, 2.3543e-04,
7.2227e-03, -3.8982e-03, 5.1574e-03, -1.4169e-03, 2.1070e-03,
-5.3045e-03, 1.3875e-03, 1.3115e-04, 5.8073e-04, 1.2058e-03,
-6.7067e-03, -8.6192e-04, -3.0980e-03, -4.5680e-03, -3.4430e-03,
1.9147e-03, 3.5188e-03, -9.2417e-04, -6.3286e-03, -2.8054e-03,
-8.1335e-03, 4.8268e-03, 2.6934e-03, 2.0744e-03, 4.9077e-03,
-8.6309e-03, 6.4863e-03, -2.4735e-03, 1.3841e-03, 6.2963e-03,
-3.1066e-03, 1.1807e-06, -6.1226e-04, -3.6746e-03, 1.4055e-03,
6.2381e-05, -2.9513e-03, 2.3337e-03, 1.7590e-03, 1.5421e-04,
-4.2305e-03, 3.6918e-03, 6.1045e-03, 8.0001e-04, 6.6510e-03,
-9.6552e-04, 9.7703e-03, 2.6454e-03, -1.6943e-03, 9.5244e-03,
-1.2060e-04, -2.1881e-03, 4.5121e-03, -6.8502e-04, 2.3108e-03,
6.5126e-03, 1.2410e-03, -1.4160e-03, -3.3958e-03, 6.5506e-03,
-7.1804e-03, -4.7776e-03, 3.9217e-03, -5.2355e-04, -2.1613e-03,
6.1126e-03, 2.8857e-03, -2.7991e-03, -1.5220e-05, 2.6762e-03,
3.9930e-03, -6.4393e-04, 7.7226e-04, -4.9196e-03, -3.1730e-03,
1.6233e-03, -5.0742e-03, -3.4975e-04, -9.7319e-03, -1.9740e-03,
7.6559e-03, -6.5059e-03, 2.3215e-03, -1.4536e-03, 8.3190e-03,
-4.2417e-03, 8.2498e-03, 4.9921e-03, -2.1808e-04, -5.3524e-03,
-5.3507e-03, -6.0774e-03, -2.7823e-03, 2.1627e-03, -1.7204e-03,
1.9937e-03, 5.2905e-04, 4.9227e-03, 2.5572e-03, 2.6485e-03,
7.2955e-04, -2.7317e-03, 1.2523e-03, 1.3307e-03, -2.0897e-03,
3.7636e-03, -1.0892e-03, -3.7888e-03, 1.5197e-03, -8.3763e-04,
-3.3607e-03, -8.6874e-04, 5.6312e-03, -4.0775e-03, -2.5015e-03,
3.2721e-03, 4.2979e-03, -2.2606e-04, -4.7805e-03, -1.0660e-03,
-8.9845e-04, 3.9141e-03, 2.0721e-03, -1.7041e-05, -8.3475e-03,
4.0069e-03, -6.1034e-04, -3.8350e-04, -2.0321e-04, 6.1813e-03,
-9.1516e-04, 7.7314e-03, 1.2126e-03, -2.0048e-03, -6.0360e-04,
1.8178e-03, -4.1590e-03, 1.5545e-04, 4.9675e-03, -2.0126e-03,
-8.2738e-03, 4.7123e-03, -7.0646e-03, -1.5308e-03, -3.5311e-03,
7.7858e-03, 3.2532e-03, 2.3705e-03, 2.0004e-03, 6.8250e-03,
1.7793e-03, 4.5578e-04, 1.4161e-03, 3.5858e-03, 3.4240e-03,
-6.2870e-04, -2.4512e-03, 3.2328e-03, 3.9847e-03, 2.8401e-03,
6.2175e-03, 2.0311e-03, 5.3367e-04, -9.4674e-04, -1.7987e-03,
3.6302e-03, -1.4085e-03, -1.7524e-03, 3.0064e-04, 1.4917e-03,
-6.3639e-05, 6.0514e-04, 1.5900e-03, 9.6029e-04, -1.6977e-03,
-1.0499e-03, 3.1157e-03, -4.4316e-03, 5.0469e-04, 2.9740e-03,
6.5101e-04, 2.8632e-03, 8.7231e-04, -1.0097e-04, 2.4905e-03,
9.3849e-04, -3.7258e-03, -1.2150e-03, -3.7324e-03, 3.2967e-03,
1.7808e-04, -2.1268e-03, -3.4442e-04, 2.1541e-03, -1.1959e-03,
1.0309e-03, 1.2350e-03, 7.7710e-04, 6.1201e-04, 2.2813e-03,
3.1720e-03, -3.2104e-04, 8.1719e-04, 2.2597e-03, -4.3140e-04,
2.5812e-03, -1.0559e-03, 5.7585e-04, 1.3494e-03, 6.3095e-04,
-4.5432e-03, -2.0069e-04, -4.1714e-03, 9.6464e-04, -5.7500e-03,
4.2791e-04, 5.1688e-04, -3.4433e-03, -2.2779e-03, -4.7801e-03,
4.5565e-04, -4.0309e-03, -4.2520e-03, 3.6243e-03, 4.1372e-03,
2.9099e-03, 3.4621e-04, 3.1554e-03, 2.8805e-03, -3.6455e-03,
1.1001e-02, 2.6529e-03, -4.4489e-03, -1.2765e-03, -5.2024e-03,
4.2982e-04, -1.7789e-03, 3.1185e-04, -2.7906e-03, -2.0239e-03,
1.9839e-05, 3.3811e-03, 4.0500e-05, 6.9523e-04, -4.0795e-03,
-1.9384e-03, -1.8303e-03, -2.5110e-03, 1.2491e-03, -2.2324e-03,
-2.8210e-03, -2.1524e-03, 4.9872e-04, 1.8607e-03, 7.7233e-03,
-4.3103e-03, 3.7487e-03, -3.7895e-03, 2.6027e-04, 8.2873e-04,
7.8847e-03, 1.1670e-04, -1.0358e-03, 1.0795e-03, 1.8781e-03,
2.3172e-03, 3.5700e-03, -5.6182e-04, 3.3581e-03, -1.0723e-03,
-1.2366e-03, 4.3621e-03, 1.7054e-03, 6.3658e-03, 2.1303e-03,
-1.4266e-03, -1.6882e-03, 7.8380e-03, 1.9882e-03, -4.1515e-03,
-4.6369e-03, 5.2157e-03, -4.4304e-03, -3.1343e-03, -3.0462e-04,
-8.0461e-03, 2.5228e-03, 3.1782e-03, 4.9903e-03, -7.4637e-03,
-5.3239e-04, -3.1688e-03, -4.1108e-03, 5.6990e-03, 5.2060e-03,
7.9487e-03, 6.8011e-03, 5.6243e-03, 2.0032e-03, 1.0790e-02,
5.7659e-03, 3.0188e-03, -4.7081e-03, 1.1774e-03, -3.0294e-03,
5.2072e-03, -4.7378e-03, 8.4562e-03, -3.2215e-03, 1.0468e-02,
-2.3474e-03, -2.8662e-04, -4.9843e-04, -1.5731e-03, 6.6841e-03,
4.1732e-03, 6.3272e-03, 2.5992e-03, -6.0681e-03, 5.6266e-03,
1.0791e-02, 5.9876e-03, -7.0475e-03, 4.9122e-03, 1.3536e-02,
8.6850e-04, -2.7853e-03, -6.2624e-03, -4.3069e-03, 1.1658e-02,
-6.2003e-04, 1.1342e-02, 3.0023e-03, 3.3807e-03, -3.6497e-03,
-2.2831e-03, 5.2547e-03, -4.2744e-03, -1.1715e-02, 7.6800e-04,
-5.9904e-03, 6.5358e-03, -4.2453e-03, -8.1130e-04, 4.9417e-04,
-5.6858e-03, -4.3387e-04, 2.6741e-03, 7.8743e-04, 9.0639e-04,
-6.2508e-03, 9.2530e-04, -4.4678e-04, -1.0780e-03, -3.1346e-03,
1.3955e-03, 1.4132e-03, -8.2369e-04, -9.0931e-04, -3.0453e-03,
5.7051e-04, 8.2438e-03, -1.5954e-03, 3.1464e-05, 3.8134e-04,
-3.0334e-04, -2.7766e-03, 1.0929e-03, 3.0988e-03, 1.7047e-03,
-3.2748e-05, -1.3924e-03, 1.5868e-03, -4.1817e-04, 9.4547e-05,
-2.6587e-03, 2.2712e-03, 5.8831e-03, -3.9034e-03, -1.8552e-03,
7.9191e-04, 4.8298e-04, 1.6818e-03, 5.4412e-04, 7.1162e-05,
-6.3927e-04, 1.3021e-03, -5.1771e-03, 5.1203e-03, -3.2882e-03,
8.5276e-04, -8.1666e-04, -1.9481e-03, -1.5933e-03, -2.4549e-03,
-3.2289e-03, -1.4909e-03, 4.5021e-03, 5.5860e-03, 2.0933e-03,
-7.0107e-04, 2.1256e-03, -2.9417e-03, -2.2896e-04, 3.4836e-03,
-4.8607e-03, 1.6353e-03, 4.6026e-03, -1.9708e-03, 1.8588e-03,
3.1223e-03, -1.0671e-03, -8.4809e-04, -4.2133e-03, -9.3739e-04,
-4.7345e-04, -6.3831e-03, -9.3134e-04, 3.1564e-04, -1.3062e-03,
3.0531e-05, -5.5970e-03, -3.3527e-04, 4.1048e-03, 2.4805e-03,
-5.7006e-04, 1.9036e-03, 2.6024e-03, -4.0418e-03, -2.6063e-03,
3.3540e-03, -5.6760e-04, -4.2241e-03, -3.9505e-03, -5.3832e-03,
-2.1864e-04, 7.2882e-04, -6.3012e-04, -1.4645e-03, 2.7471e-03,
3.5922e-04, -1.6902e-03, 5.4818e-03, 7.6715e-04, 1.1951e-03,
2.3166e-04, 2.7345e-03, 3.2600e-03, -2.9032e-03, -6.5661e-04,
3.8419e-04, -4.2892e-03, 3.0726e-03, 1.8537e-03, 2.3227e-03,
7.8001e-04, 1.9688e-03, 1.2108e-03, 4.8372e-04, 2.3586e-03,
-7.5229e-03, -6.0127e-04, 1.1445e-04, 3.9055e-03, 1.6276e-03,
-2.0468e-03, 4.3842e-03, 6.3887e-04, 2.3744e-03, -1.2268e-04,
3.3100e-03, -5.8325e-03, 8.2428e-04, 1.8838e-04, 1.1937e-03,
-3.6696e-03, -7.2470e-04, 2.5584e-03, 4.5578e-03, 2.0282e-03,
-8.2337e-04, 5.9711e-03, 4.7939e-03, -4.8359e-03, -6.9681e-03,
-4.2288e-03, -1.5578e-03, 8.7466e-03, -1.3032e-02, -9.0739e-03,
1.0052e-02, 9.2693e-03, -4.1185e-03, 4.6039e-03, 1.4231e-02,
8.5532e-03, 1.4171e-03, -1.4279e-03, 1.4202e-04, 9.1176e-03,
1.8259e-03, -7.2015e-04, 2.0516e-03, -5.9985e-03, -5.1944e-03,
-2.9367e-03, -6.4236e-03, -1.5117e-03, -3.5356e-03, 8.3407e-03,
-4.4278e-03, -4.4200e-03, 3.0077e-03, -5.7599e-03, 3.3171e-03,
-2.0381e-03, -8.7010e-03, 1.1213e-03, 2.3535e-03, 1.5476e-02,
-1.3242e-03, 7.9545e-03, 3.1995e-03, 8.0111e-03, -2.3319e-03,
-5.3715e-03, -4.1224e-03, -5.4542e-03, -8.0257e-03, -6.7485e-03,
3.8613e-03, 7.8679e-03, 1.4371e-03, 6.2802e-05, 1.6457e-03,
-9.6730e-04, 1.1818e-03, -4.4017e-03, -4.3210e-03, -5.4995e-03,
-3.8421e-03, -3.9375e-03, 2.7444e-03, 3.6605e-03, -8.0398e-04,
5.0297e-03, 1.6122e-03, -1.8870e-03, -3.3873e-03, -1.6537e-03,
-2.3922e-04, -1.6582e-03, -5.3717e-04, -2.2953e-04, 3.5380e-03,
7.3449e-04, -5.3423e-03, 3.7692e-03, -2.5346e-04, 6.9640e-05,
-1.6198e-03, 3.3160e-03, -5.3118e-04, -5.2566e-03, -1.0465e-03,
-2.8777e-03, -4.2726e-03, -6.6286e-04, 4.8390e-04, 9.0680e-04,
1.9892e-03, -1.0005e-03, -2.0004e-03, 2.0978e-03, 7.2376e-06,
-1.6257e-03, 6.8882e-03, 8.2968e-04, 3.6169e-03, -2.6627e-03,
3.0376e-03, -1.9874e-03, -2.7565e-03, 2.2023e-03, -5.5672e-03,
-2.6647e-03, 1.9005e-03, 4.5287e-03, 8.5607e-05, 5.2209e-03,
3.4769e-03, 3.4920e-03, 1.8589e-03, -2.7246e-03, -2.4560e-03,
4.6555e-03, -1.8180e-03, 9.5807e-04, -1.2530e-04, -5.4405e-03,
-3.6859e-03, 1.1260e-03, 8.2130e-04], device='cuda:0')),
('bert.encoder.layer.10.attention.self.value.weight',
tensor([[ 0.0077, -0.0128, 0.0467, ..., -0.0195, 0.0532, 0.0572],
[ 0.0213, 0.0750, 0.0345, ..., -0.0130, 0.0399, -0.0274],
[-0.0438, -0.0148, 0.0239, ..., 0.0025, -0.0205, 0.0785],
...,
[-0.0271, 0.0388, -0.0081, ..., -0.0167, -0.0088, -0.0211],
[-0.0008, -0.0066, 0.0091, ..., -0.0316, 0.0100, -0.0029],
[ 0.0081, -0.0201, 0.0323, ..., -0.0267, 0.0197, -0.0278]],
device='cuda:0')),
('bert.encoder.layer.10.attention.self.value.bias',
tensor([-4.7218e-03, 2.2380e-02, 1.3945e-02, 8.8198e-03, 1.0358e-02,
-1.3957e-02, 1.3233e-03, -1.3358e-02, 2.6645e-02, -8.3042e-03,
1.7759e-03, -1.9130e-02, 1.0735e-03, -5.0296e-03, -2.2477e-03,
-5.6377e-03, 9.0884e-03, -3.5185e-03, 1.5377e-02, -3.4913e-03,
5.5646e-03, 1.7189e-02, 1.2008e-02, -1.2373e-02, 6.5370e-03,
5.3919e-03, -7.2358e-03, 1.6069e-02, 1.3134e-02, -2.5571e-03,
8.5315e-03, 5.6675e-03, 2.4883e-03, -1.9556e-02, -2.7118e-04,
8.8303e-03, -1.1267e-02, -4.1493e-03, -1.6571e-02, -5.4074e-03,
1.6836e-02, -2.4016e-02, -1.3539e-02, -7.0056e-03, 9.7599e-03,
1.1381e-02, -1.1798e-02, -9.2617e-03, 1.0064e-02, 1.1736e-02,
-1.5881e-02, 2.2930e-02, 1.1269e-02, -3.0393e-02, 3.2879e-03,
1.4377e-02, 2.2826e-02, 1.4791e-02, -2.4393e-03, 8.3407e-03,
-2.0035e-02, 1.4273e-03, 8.2901e-04, 1.6569e-02, -1.4955e-02,
-7.3633e-03, -4.8696e-03, -2.3174e-02, 5.8224e-03, 2.1675e-02,
-4.4025e-03, 1.2799e-02, 2.4564e-02, 5.7652e-03, 8.7478e-03,
-1.1925e-03, -3.9162e-03, 1.6802e-02, -3.8707e-03, 2.1537e-02,
-5.1922e-03, 7.1372e-03, -1.8519e-02, 7.8681e-03, -1.0481e-02,
-1.1112e-02, -1.0100e-02, -2.2050e-02, -1.3701e-03, 1.3332e-02,
2.7390e-03, -1.1588e-02, -9.6155e-03, 1.9883e-02, 1.2506e-02,
-1.8222e-02, -5.6916e-04, -5.4445e-03, 1.2619e-02, -4.9515e-03,
-1.0975e-02, 8.7834e-03, -8.2782e-03, -4.9605e-03, -4.1373e-02,
1.7243e-02, 9.9218e-03, 1.5130e-02, -1.9225e-02, 4.6396e-02,
1.2371e-03, 7.5808e-03, -1.2957e-02, -2.3375e-03, 2.0760e-02,
-3.0089e-03, -3.3517e-03, -1.3003e-02, 5.1481e-03, -1.8412e-02,
1.9298e-02, 5.4544e-03, -2.0720e-02, -1.6286e-03, -8.3008e-03,
-1.5509e-02, -8.1238e-03, 1.8917e-02, -4.9008e-02, -2.5386e-02,
-3.5597e-02, -1.5245e-02, 1.8765e-02, -2.5278e-02, 4.6762e-02,
4.9616e-02, 5.2969e-02, -1.2580e-02, 3.7152e-02, 2.4650e-02,
1.1451e-02, 5.2832e-03, -1.0687e-02, -1.1634e-02, -2.0039e-02,
2.9659e-03, 7.9920e-03, 1.6212e-03, -1.4625e-03, 2.1216e-02,
4.9749e-03, -3.5014e-02, -1.5108e-02, -5.3911e-02, 4.6843e-03,
3.0325e-02, -1.7490e-03, -1.0417e-03, 1.6632e-02, -1.1818e-03,
4.1619e-02, 3.6407e-03, -2.1614e-02, -2.3532e-02, -3.8330e-02,
2.6477e-03, 3.2927e-02, 6.9437e-02, -1.6078e-02, -4.9392e-02,
-4.1375e-03, 2.5528e-02, -7.5367e-03, 1.7207e-02, -4.7274e-02,
1.5831e-02, 2.0990e-02, 3.1218e-02, 6.9635e-03, -2.1321e-02,
-1.3164e-02, 1.1643e-02, -4.7518e-02, -2.4136e-02, 2.4863e-02,
1.4470e-02, 1.1892e-02, -4.7264e-02, -5.7174e-02, 1.0336e-02,
-4.4702e-02, 2.8301e-03, 1.7728e-02, -2.4505e-02, 9.9178e-03,
-1.9887e-02, -6.3062e-02, -3.4146e-02, -1.5292e-02, 5.4527e-02,
-1.2681e-02, -3.0270e-02, 2.5320e-02, 2.4904e-02, -3.6810e-02,
5.7267e-04, 8.2639e-03, -1.8671e-02, 1.6739e-02, 3.1926e-02,
-5.3923e-03, -6.6207e-03, -2.3398e-02, -2.1330e-02, -1.4106e-02,
-3.8465e-02, -6.7608e-03, 1.7470e-02, 2.4425e-02, 2.4831e-02,
-7.5483e-03, 8.0936e-04, 3.7646e-02, 3.9817e-02, -8.9666e-03,
-2.2852e-02, 1.3068e-02, -1.8548e-02, -3.4812e-02, -2.2175e-02,
1.0560e-02, 2.8373e-03, -3.0886e-03, 2.9126e-03, 1.2235e-02,
-6.6190e-02, 1.8556e-02, -7.5658e-04, -7.9337e-02, 1.1854e-02,
8.1794e-03, 4.6339e-02, 4.6909e-02, 4.5570e-02, 2.0344e-02,
-1.0252e-02, 5.2530e-03, 2.0393e-02, -4.3565e-02, -3.0681e-02,
9.4601e-03, 5.1334e-02, -3.5930e-03, -1.2987e-03, -2.1535e-02,
-2.2444e-02, 2.0335e-02, -1.5124e-02, -3.2095e-03, 1.2186e-02,
3.8537e-02, 2.9705e-02, -3.5291e-02, 1.4287e-02, -2.8803e-02,
-2.2735e-02, 1.8768e-02, 6.7587e-03, -2.6781e-02, -3.1321e-04,
-8.4305e-03, -3.9511e-02, -1.8083e-02, -7.5189e-03, -6.6083e-03,
1.9722e-02, -1.9945e-02, 6.5624e-02, 7.2377e-03, -3.8022e-02,
1.4181e-03, -5.9770e-03, 1.3739e-02, 8.4010e-04, 2.2901e-03,
-6.7099e-03, -1.6618e-02, -1.7511e-03, -8.1015e-03, -5.5279e-04,
4.2923e-03, 3.9499e-02, 7.5672e-03, 3.0645e-03, 5.1992e-02,
2.6851e-02, 1.1481e-02, -5.5921e-03, -8.2893e-03, -5.8175e-02,
3.7360e-02, -3.6830e-02, 5.1050e-02, 2.3979e-02, 1.7042e-02,
-4.6655e-03, 3.4611e-04, -1.0156e-02, 4.0687e-03, -4.3762e-02,
4.2767e-02, 1.6467e-02, -6.9331e-03, 1.8795e-02, -3.1736e-02,
-3.2633e-02, -9.8323e-03, -1.8231e-02, 3.7533e-02, -3.6990e-02,
8.5223e-04, 2.2501e-02, -8.1507e-03, 1.0647e-02, 1.2644e-02,
-8.5714e-03, 5.6832e-03, -6.9458e-03, -1.5107e-02, 1.6207e-02,
-2.8452e-02, 2.7579e-02, 7.0400e-03, -7.8167e-03, 2.9195e-03,
-2.2790e-02, 2.0859e-03, 9.2542e-04, 1.5970e-02, -1.1339e-02,
1.9381e-02, 2.1389e-04, -2.4195e-03, -7.8822e-03, -1.3261e-02,
-1.5572e-02, 2.5578e-02, -2.3409e-03, -4.7744e-02, -1.3394e-02,
2.5872e-02, 1.2676e-02, 9.7826e-03, 3.2739e-03, -1.4576e-02,
-3.5666e-03, -1.4417e-02, 4.4863e-03, -3.3089e-02, 2.8006e-02,
-1.6209e-02, 1.3838e-02, -1.1468e-02, 9.8506e-03, -1.3103e-02,
2.0941e-02, -4.3637e-02, -2.0861e-03, 2.4434e-02, 7.8488e-03,
-3.6008e-02, 5.3891e-03, 3.9619e-03, 1.1208e-03, 3.4715e-03,
-1.2091e-02, -1.3986e-02, -2.6845e-02, 2.4065e-02, 5.6683e-03,
-1.3183e-02, 5.1938e-04, 1.8046e-03, -8.5750e-03, -5.1781e-02,
-3.5087e-02, -6.2939e-03, -2.4411e-02, 3.4447e-02, 3.2604e-02,
2.3094e-02, 4.5979e-02, -4.9553e-02, -3.1309e-03, 3.3140e-02,
-1.1520e-02, -9.5745e-02, -5.4551e-02, 6.4612e-02, 1.7126e-01,
-1.5143e-01, 2.2355e-02, -8.8663e-02, -1.0586e-01, -9.7206e-02,
-3.9045e-02, 6.3401e-02, 1.4899e-02, 9.0759e-02, 1.0856e-01,
-5.4920e-02, 1.8800e-02, -6.1429e-02, -4.9078e-02, -1.4223e-02,
2.7827e-02, 2.4070e-02, 5.8501e-02, 4.0280e-02, -1.2658e-01,
-5.9154e-03, 1.9956e-02, 1.1578e-04, 2.0115e-01, 4.3424e-02,
1.5655e-02, 8.5523e-02, 9.7105e-03, 9.5193e-02, 1.8280e-02,
-1.1367e-01, -3.1453e-02, 6.9338e-02, 8.1395e-02, 2.5102e-02,
7.6564e-02, 8.2237e-03, -4.2241e-02, 4.3493e-02, 3.0656e-01,
6.1007e-03, 8.1677e-02, 3.2589e-02, -1.7703e-01, 1.2595e-02,
-6.5900e-03, -5.6015e-02, -5.4974e-03, -3.0048e-02, -1.2421e-03,
1.6189e-02, 1.4906e-02, -1.6264e-02, 5.3661e-03, 1.1477e-02,
-5.4615e-03, 4.3022e-02, 3.5135e-02, -1.6109e-02, -9.7768e-03,
2.5602e-02, -1.7706e-02, 2.1597e-02, 2.6950e-03, 6.2736e-03,
-4.6048e-02, -6.7985e-03, 1.5716e-01, 1.8872e-02, 2.7251e-02,
-1.9513e-02, -5.6738e-03, -1.7104e-02, 3.3570e-02, 4.5709e-03,
7.5713e-03, 1.1766e-02, -1.5269e-04, -2.6555e-02, 4.1452e-02,
-1.9746e-02, -1.5704e-02, 1.6906e-03, 2.6326e-02, -3.2115e-02,
1.2466e-02, 2.2954e-02, -1.6586e-02, 3.6374e-02, 1.1029e-02,
-3.1845e-02, -1.5398e-02, -4.6875e-02, -5.3670e-03, 2.4618e-03,
-3.3117e-02, 3.8788e-03, -3.6751e-03, -2.3099e-02, -3.0969e-03,
-9.7872e-04, -1.6818e-02, -2.7824e-02, -1.0591e-02, 2.7820e-03,
-2.8118e-03, -4.9716e-03, 2.9048e-02, 1.2065e-02, -2.9841e-02,
1.0582e-02, -4.2636e-02, -2.0288e-03, 1.0269e-02, 1.3328e-02,
-3.1232e-03, -2.8625e-05, 5.3173e-03, 1.5727e-03, 8.8200e-03,
-7.9817e-03, 1.3758e-03, -2.2510e-02, -2.9876e-02, 6.1097e-03,
1.2017e-02, -6.8437e-03, 6.8481e-03, 8.8782e-03, -1.4334e-02,
1.1055e-02, -2.2048e-02, 2.4067e-02, 1.9229e-03, 3.9283e-03,
-1.0242e-02, 7.7989e-03, 5.8682e-03, -3.8488e-03, -9.8915e-03,
-5.0057e-03, 1.0214e-02, -2.3668e-02, 1.1651e-02, 1.5731e-02,
-1.0563e-02, -1.8159e-02, 1.6425e-02, 1.7219e-02, -4.6020e-03,
6.8784e-03, 2.0000e-02, -9.0771e-03, 6.2200e-03, -8.5427e-03,
-1.0444e-02, 1.1991e-02, -9.2053e-03, 1.5472e-02, -1.2205e-02,
2.6072e-02, 2.1756e-02, 1.3858e-02, 1.5914e-02, 5.9166e-04,
7.5152e-04, -1.6130e-03, -2.5679e-02, 3.8670e-03, 8.8147e-03,
-6.1423e-03, -1.3229e-02, -5.3169e-03, -1.1625e-02, -1.0883e-02,
1.0802e-02, -1.3881e-02, -2.8536e-02, -1.5454e-02, -3.4999e-02,
-1.6626e-02, -2.3268e-03, 4.7193e-02, -7.0620e-02, 6.2419e-02,
1.1909e-02, 1.8549e-02, -4.8241e-02, -3.2551e-02, -1.9518e-02,
5.1551e-02, -4.8956e-03, -1.0558e-02, 5.7556e-02, 1.4675e-02,
1.8338e-02, 4.0334e-02, 5.5407e-03, -1.2785e-02, -8.8200e-03,
4.9674e-02, -2.2083e-02, -1.1670e-02, 6.1810e-03, -8.9651e-02,
-1.9203e-02, 2.5317e-02, -4.8604e-02, 2.3659e-02, -2.1714e-03,
7.0321e-03, -3.8668e-02, 3.2949e-03, 5.7846e-02, -1.5664e-02,
1.3418e-02, -4.2937e-02, -3.8225e-03, -1.9164e-02, 1.1230e-01,
1.0970e-02, 9.3061e-02, 1.0032e-02, -5.7882e-02, 1.4150e-02,
3.6086e-02, 3.3228e-02, 1.9915e-02, 7.1541e-02, 6.9969e-02,
1.2527e-03, 4.4706e-02, -2.0226e-04, 1.1026e-02, 6.0471e-02,
2.2523e-02, -5.5921e-02, -4.1328e-02, -2.4061e-03, -4.3580e-02,
-1.1033e-03, -1.4847e-04, 3.8185e-03, -1.4356e-02, -1.2759e-02,
-2.3580e-02, 1.7240e-02, 2.0332e-03, 7.3363e-03, -2.4049e-03,
-5.8255e-04, 8.9442e-03, 1.4632e-02, 7.0876e-03, 1.1603e-02,
-9.3845e-03, 9.5609e-03, -1.1144e-02, 9.8401e-03, -6.6620e-03,
-1.8764e-03, -5.6156e-03, 1.8030e-02, -1.0613e-02, -1.6300e-02,
-1.6432e-03, -3.0115e-02, 8.9925e-03, -1.2865e-02, -1.3426e-02,
-6.3706e-03, -8.7190e-03, -3.8647e-03, 1.0405e-02, 1.3763e-02,
-1.9717e-02, 1.2519e-02, 2.0749e-03, 1.6554e-02, -1.6716e-03,
1.1464e-03, -5.1360e-03, -1.5336e-02, -3.2461e-03, -2.1962e-03,
-1.2330e-02, 1.4954e-02, 6.3469e-03, -3.5485e-04, 6.3571e-03,
1.3008e-02, 6.6289e-03, 8.9684e-03, -1.0230e-02, 4.8771e-03,
8.2228e-03, 1.7038e-02, 4.8118e-03, 6.5018e-03, -2.4387e-02,
-2.1053e-03, -7.0197e-02, 1.9934e-02, -4.3699e-03, 1.0886e-02,
-3.7807e-03, -5.7282e-04, -1.5720e-02, -7.7447e-03, 1.7589e-02,
9.4966e-03, -1.0118e-02, -2.0689e-02, 4.1136e-03, -1.6805e-03,
3.2869e-03, 7.5863e-03, -1.1729e-02, -1.7269e-03, -1.3720e-02,
3.6315e-03, 8.0300e-03, 1.6529e-03, -1.6983e-02, -1.3330e-02,
-9.5686e-03, 6.7831e-03, 9.8041e-04, 1.1199e-02, -1.6760e-03,
-1.2335e-02, 1.4033e-03, -2.5154e-02, -4.3987e-03, 1.1171e-02,
-1.4351e-02, -8.9426e-03, 7.6496e-03, 5.4546e-03, 1.1804e-02,
5.7261e-03, 5.3992e-03, -6.2489e-03, -1.6956e-02, 2.3514e-02,
-4.4247e-03, 2.5369e-04, 1.0973e-03, -2.1873e-03, 5.8107e-04,
-1.4303e-02, -1.6676e-02, 3.9181e-03, -1.3687e-02, -3.8556e-03,
-3.1127e-03, 4.9175e-03, 1.3307e-02, 4.7049e-03, 1.2030e-02,
-1.7443e-03, 1.5480e-02, 1.9128e-02, -6.6980e-03, 1.5065e-02,
2.6252e-02, 7.2465e-03, -8.7785e-03], device='cuda:0')),
('bert.encoder.layer.10.attention.output.dense.weight',
tensor([[ 0.0570, -0.0065, 0.0456, ..., -0.0358, 0.0009, 0.0499],
[-0.0223, -0.0009, -0.0095, ..., -0.0661, -0.0060, 0.0399],
[-0.0143, -0.0178, -0.0016, ..., 0.0028, 0.0083, 0.0520],
...,
[-0.0710, 0.0002, -0.0351, ..., 0.0153, 0.0493, -0.0326],
[-0.0015, 0.0140, 0.0271, ..., -0.0256, 0.0361, 0.0125],
[ 0.0126, -0.0332, -0.0372, ..., 0.0236, 0.0278, 0.0116]],
device='cuda:0')),
('bert.encoder.layer.10.attention.output.dense.bias',
tensor([-7.8947e-02, 2.3362e-02, 6.2431e-02, 2.2811e-02, 2.0850e-03,
-1.6728e-02, 1.8328e-02, -6.6559e-03, -5.7122e-02, 2.3081e-02,
3.1482e-02, -2.0946e-02, -3.1820e-02, 6.1617e-02, -9.0697e-03,
-1.1334e-01, -1.1391e-02, 2.0090e-02, -7.0272e-02, -1.7000e-02,
8.1592e-02, -3.0508e-02, 6.5620e-02, -3.3921e-02, 6.4185e-02,
1.0993e-02, 7.2112e-02, 5.4892e-02, -3.8760e-02, 1.7900e-02,
6.0262e-02, -3.6053e-02, 7.8707e-02, -8.0704e-02, -8.6051e-02,
-2.7006e-02, -3.2106e-02, 6.6819e-02, 5.7677e-02, -2.7779e-02,
-1.2971e-02, -3.4424e-02, -2.9445e-02, 9.8272e-02, -6.5011e-02,
6.5063e-02, 7.1747e-02, -3.1045e-02, -7.8470e-03, 9.1794e-02,
-7.6654e-02, -4.3190e-02, -7.8665e-02, 6.5142e-02, 9.8368e-02,
8.0338e-02, 1.1565e-01, 4.2546e-02, -5.4448e-02, 1.7023e-02,
7.8859e-04, 1.2892e-02, 1.3956e-02, -1.6137e-02, 5.3529e-02,
-4.7836e-02, -3.4634e-02, 7.3832e-02, 2.9298e-02, 9.1757e-02,
1.1679e-01, 1.3483e-01, 3.2977e-02, -8.5762e-02, -2.4699e-02,
8.0833e-02, -5.4601e-02, -4.4404e-02, 1.0602e-01, 4.3903e-02,
1.0656e-01, -5.9655e-02, 2.6759e-02, 2.2474e-02, -5.0848e-02,
-2.2978e-02, -4.1278e-02, 2.0457e-02, 6.5879e-02, -1.2400e-01,
-4.0755e-02, -1.1787e-01, -3.9613e-02, -1.5123e-02, 4.9423e-02,
-2.5081e-02, -6.1395e-02, 6.5429e-03, 2.2899e-02, -1.1057e-02,
6.4904e-02, 9.6205e-02, 3.2737e-02, 1.2136e-02, 3.9307e-02,
2.0499e-03, -2.4887e-02, 2.7057e-02, 2.4131e-02, -1.4232e-01,
5.9842e-03, -1.5895e-02, -1.7670e-02, -1.5452e-02, -1.4884e-01,
-5.3444e-02, 1.6673e-01, 6.0275e-02, 6.5194e-02, 5.4584e-02,
1.4923e-01, -8.2274e-03, -6.4902e-02, -4.3547e-02, -1.1535e-02,
-9.1407e-02, -5.5517e-02, 1.0006e-02, 4.9906e-02, -1.1012e-01,
8.0302e-02, -2.0888e-02, 1.0663e-01, 6.9911e-03, 2.1333e-02,
1.2780e-01, -1.1549e-01, -2.9005e-03, -3.1040e-02, 7.9613e-02,
1.2495e-01, -4.4509e-02, 6.0571e-02, 4.1916e-02, -1.0322e-01,
-8.1350e-02, -9.6838e-02, 4.6480e-02, 3.0885e-02, 7.4617e-02,
7.4338e-02, -4.6750e-02, -8.0722e-02, -1.7078e-01, 3.2885e-02,
1.7970e-01, 1.2806e-02, 3.6097e-02, -6.7165e-02, 5.2197e-02,
5.9350e-02, -5.8391e-03, -1.0164e-01, -1.4742e-02, -7.4157e-02,
1.5498e-02, 2.2377e-02, 6.4597e-02, 1.4208e-02, 2.3177e-02,
-8.0605e-02, -5.2965e-03, 3.8687e-02, -8.6082e-02, -8.5504e-02,
5.8272e-02, -1.9520e-04, 9.0053e-03, 4.0528e-02, 3.9241e-03,
7.3693e-02, -8.6692e-02, -4.9118e-02, 1.4512e-01, -7.3871e-02,
-1.2889e-02, -5.0496e-02, -4.2296e-02, 1.0975e-01, -1.0078e-01,
-1.5978e-02, 1.0748e-01, -6.1634e-03, -9.2107e-02, 2.5034e-02,
-9.9943e-02, 4.4079e-02, 3.0313e-02, -1.2139e-02, 2.5014e-02,
1.4201e-02, -8.2331e-02, 8.3666e-02, -3.8561e-04, 6.2692e-02,
2.1749e-03, 4.8534e-03, -1.3041e-02, 4.7840e-02, 1.3651e-01,
7.9885e-02, 2.9062e-02, -4.0035e-02, 8.6674e-02, -2.5716e-02,
6.3218e-02, -7.9218e-03, -1.6716e-01, -9.6309e-02, 1.2638e-01,
-5.8247e-02, 6.8841e-02, -8.4170e-02, 1.1685e-01, 1.7818e-02,
-5.5238e-02, 1.4190e-02, 2.7686e-02, -1.0860e-01, 2.9582e-04,
-1.2925e-01, 6.6807e-02, 1.6970e-02, -9.2508e-02, -3.3954e-02,
3.4717e-02, -2.0837e-02, -1.2614e-02, -8.9956e-02, -9.8385e-02,
5.9887e-02, 1.8416e-02, -5.7919e-02, 1.0977e-01, -1.9345e-02,
-6.1711e-03, -1.4633e-02, -1.7499e-02, -3.7667e-02, -2.7249e-02,
-1.0626e-01, -6.5837e-02, 5.4866e-02, -5.0159e-02, -6.0555e-02,
-2.5858e-02, -2.9861e-02, 4.1617e-02, 7.9698e-02, -4.6490e-02,
-3.4919e-02, 6.2472e-02, 1.3608e-02, -1.6388e-02, 6.8898e-02,
3.7739e-02, -3.0419e-02, -3.0143e-02, 7.3860e-02, 6.7125e-02,
2.8002e-02, 9.4368e-02, -5.8890e-03, -5.9193e-02, 5.2902e-02,
-8.6255e-03, 6.5477e-02, 9.0540e-02, -5.4065e-02, 2.0205e-02,
-3.6711e-02, -2.8055e-02, 1.0475e-01, -5.1605e-02, -5.0785e-02,
-3.9144e-02, -1.2057e-01, -7.1184e-02, -1.9858e-02, -1.1149e-01,
2.9393e-02, -4.9966e-02, -5.6912e-02, -9.1961e-02, -9.0952e-02,
4.8438e-02, 7.9332e-02, -5.3946e-02, -8.8793e-02, 5.4189e-02,
-2.8711e-02, 1.2720e-02, 1.1234e-02, -5.3805e-02, 3.5912e-04,
-5.3666e-03, 9.7981e-03, 6.0477e-03, 8.2718e-02, -7.0147e-02,
5.4413e-02, 3.9171e-02, -9.6692e-03, -1.7285e-01, 1.3443e-01,
8.1861e-02, 4.4127e-02, -5.8270e-02, -5.7260e-02, 4.1302e-02,
-4.2208e-02, 5.9555e-02, 4.8611e-02, 2.6973e-02, 1.4283e-01,
-6.5647e-02, 6.7850e-02, 2.8918e-02, 5.6856e-02, 9.5747e-02,
1.3182e-02, 1.8345e-02, 8.5006e-02, -2.6949e-02, 5.9388e-02,
7.8801e-02, -2.4949e-03, -5.8332e-02, 5.7810e-02, 7.8683e-02,
-2.0631e-02, -2.1179e-03, -7.1273e-02, -7.3554e-02, -4.8658e-03,
3.6726e-02, 3.5829e-02, 5.3290e-02, -1.6120e-02, -7.8371e-02,
6.1875e-03, -5.1604e-02, 1.5453e-02, 6.3495e-02, 1.7925e-02,
8.0170e-02, 4.0834e-02, -9.1707e-02, -5.5938e-02, -6.0926e-03,
1.2787e-02, 3.9138e-02, -6.8328e-02, -3.0548e-03, 1.0170e-02,
7.3833e-02, -1.2507e-02, -1.6547e-02, 4.6568e-02, -1.4894e-01,
-2.0599e-02, 1.5232e-04, 8.9081e-02, -3.5907e-02, 8.0708e-03,
-4.5261e-02, 5.7126e-02, 3.0237e-02, -9.7848e-02, -7.4020e-02,
-8.0782e-02, -9.3971e-03, -1.9007e-02, -4.4053e-02, 5.8278e-02,
-5.9226e-03, -1.2240e-02, 1.9233e-02, 5.0432e-02, 3.7391e-02,
3.1579e-02, 5.6390e-02, 4.5138e-02, -1.3964e-02, -3.6498e-02,
-7.3527e-02, 1.4660e-04, -6.0378e-02, 8.8300e-02, -9.9682e-03,
8.6090e-02, -1.2182e-01, -3.1482e-03, 9.2598e-02, -1.2218e-01,
-4.2188e-02, -4.3556e-02, 5.4160e-02, 2.3565e-02, 2.7772e-02,
2.5463e-02, -1.2158e-02, 4.3119e-02, 1.6833e-02, 9.7637e-02,
-1.2954e-01, -6.3934e-02, -4.6262e-02, 6.2041e-02, -2.8878e-02,
-4.2721e-02, -9.7410e-03, -1.1668e-01, 1.7370e-03, -7.5345e-02,
-7.7495e-02, 2.2453e-02, 3.3319e-02, -1.3871e-01, -9.6583e-02,
-2.6517e-03, -4.6315e-02, 4.3874e-02, 8.2297e-03, 2.6852e-02,
-1.1643e-02, -2.3419e-02, 6.7201e-02, 1.2992e-02, -1.2958e-02,
3.0097e-02, 1.2200e-01, 5.6061e-02, 6.2248e-03, 8.4453e-02,
7.2406e-02, -1.6915e-03, 6.9730e-02, 2.5204e-02, -4.2524e-02,
1.6377e-02, 5.1658e-02, 3.7119e-02, 1.2681e-02, 6.8593e-02,
-8.6181e-03, 3.4677e-02, 2.7886e-02, -3.7716e-02, 2.4472e-02,
-3.0587e-02, 7.4109e-03, -5.8285e-03, -2.4642e-03, 1.9765e-02,
-2.9576e-02, 5.2380e-02, -1.4224e-01, 4.9288e-02, -7.2318e-02,
-3.7858e-03, -6.2633e-02, -8.5983e-03, -3.9000e-02, -4.6089e-02,
-7.9545e-02, 9.1447e-02, 4.3604e-02, -2.6705e-02, 9.1270e-03,
1.7871e-02, -8.5608e-02, -2.7139e-02, -1.2362e-01, -7.5090e-02,
3.0932e-02, 5.8257e-02, -7.3989e-02, -5.2251e-02, 5.7228e-02,
1.0331e-02, -3.0692e-02, -2.0549e-02, 4.6325e-02, -5.2599e-02,
-3.5107e-02, 8.7388e-02, -3.4703e-02, -5.1921e-02, 9.9968e-03,
-1.0698e-01, 6.1529e-03, 7.7224e-03, 1.7635e-01, 7.7932e-03,
4.5839e-02, -3.1487e-02, -6.2700e-03, -1.3800e-02, -6.6842e-02,
1.2394e-01, 1.5654e-02, 5.1733e-02, 8.8056e-02, 3.8209e-02,
-6.3805e-02, 2.4715e-02, 9.0506e-02, 4.9100e-02, 1.3220e-02,
1.2055e-01, 3.4658e-02, 3.5345e-02, -6.6059e-02, -5.3595e-02,
2.7380e-02, -3.0228e-02, -1.4959e-02, 1.5707e-01, 3.3535e-02,
5.7599e-02, -4.8632e-02, -1.7910e-02, 4.8850e-03, 5.2827e-02,
-1.4242e-01, 5.4486e-02, 2.5480e-02, -4.5005e-02, -6.3233e-02,
-1.4995e-02, -1.3305e-01, -6.1342e-02, -7.2389e-02, -5.4781e-02,
-2.0028e-02, 1.5636e-02, 2.7101e-03, -8.1029e-02, 4.7997e-03,
-9.6889e-02, -7.8348e-02, 5.6142e-02, -2.6113e-02, -5.6230e-02,
-1.2545e-01, -6.5908e-02, 5.3162e-01, -2.6070e-03, 1.8735e-02,
-1.0085e-01, -1.2257e-02, -5.6182e-02, -6.8213e-02, -1.1206e-01,
-5.3470e-02, -2.7110e-02, 3.4654e-02, -1.9964e-02, 6.5069e-02,
-2.7567e-02, -9.6335e-03, -3.4955e-02, -8.9628e-02, 4.6063e-02,
2.0952e-02, -5.9188e-02, 8.9295e-03, -4.4838e-02, 7.3786e-02,
-3.9944e-02, -3.8062e-03, -1.3242e-02, 8.5748e-03, -4.1044e-02,
-9.9017e-02, 3.6640e-02, -5.9526e-02, 5.7915e-02, 9.1988e-02,
-3.9305e-02, -8.7568e-02, 1.2888e-02, -5.7064e-02, -1.1547e-02,
-1.8070e-02, 7.8091e-02, 5.3737e-03, 4.6784e-02, -3.5931e-03,
2.6093e-02, 7.9710e-02, 6.0578e-02, -2.8263e-02, 6.2451e-02,
6.7167e-02, -1.1176e-01, -1.5183e-04, 6.0764e-02, -1.9797e-03,
-9.0149e-02, 1.0051e-01, -7.8519e-02, -5.2900e-02, -6.0844e-02,
-8.7042e-02, -1.8441e-02, -1.0328e-02, 6.2136e-02, 1.8670e-03,
3.3892e-02, 3.4221e-02, -6.5035e-02, -7.1443e-03, 2.8708e-02,
6.5616e-03, -3.4843e-02, 2.4138e-02, -5.3589e-02, -5.7254e-02,
6.6183e-02, 9.1517e-02, 6.8470e-03, -4.0635e-02, 1.6234e-01,
-7.7592e-02, 1.6513e-02, -2.7234e-02, 4.0805e-02, 1.1590e-02,
1.5082e-01, 3.1110e-02, -6.6563e-02, -9.9328e-03, 1.9550e-02,
-2.5621e-03, 4.4047e-02, 9.1757e-03, 3.2267e-02, -2.1160e-02,
-9.5117e-02, 1.0766e-01, 3.8391e-02, 6.8571e-02, 5.6710e-03,
1.0224e-01, -2.0371e-03, 2.2393e-02, -1.2697e-01, -3.5380e-02,
6.0302e-02, -1.6683e-01, -8.3934e-02, -2.2886e-02, 1.5181e-01,
-6.6128e-03, 2.5544e-02, -2.0892e-02, 1.6116e-02, 2.6775e-02,
-7.8612e-02, -2.8405e-02, 7.7940e-02, 1.6778e-02, -7.7154e-02,
-9.5423e-02, -3.2902e-02, 9.8209e-02, -6.1184e-02, -5.5836e-04,
8.8476e-02, 2.4315e-02, -6.5289e-02, -4.4193e-02, -2.7964e-02,
-2.8416e-02, 5.1421e-02, 3.7009e-02, 2.6009e-02, 4.5671e-02,
-4.6123e-02, -1.7879e-01, 4.8024e-02, -5.6059e-02, 9.3995e-02,
-3.7339e-02, -4.5575e-02, -4.2754e-02, -1.8504e-01, 4.4708e-02,
-2.5277e-02, -8.4664e-02, -1.9585e-03, -4.5984e-02, -3.8958e-02,
8.2862e-02, -9.7861e-02, -2.8312e-02, -5.5647e-03, 7.1122e-02,
2.3543e-02, 2.6876e-02, 3.6132e-02, 3.4944e-02, -2.3256e-02,
8.0703e-02, -1.4714e-02, 2.5777e-02, 1.3855e-01, 6.3029e-02,
8.0995e-02, -9.6506e-02, 4.9329e-02, -9.4147e-03, 3.4481e-02,
-2.8424e-02, 1.1901e-01, 8.5710e-02, -1.0461e-01, -9.1925e-03,
-6.9160e-02, 1.9958e-02, -5.3419e-02, -1.3441e-01, -4.8559e-03,
-2.7086e-02, -8.0985e-02, 3.5126e-02, -1.6254e-02, -4.7411e-02,
-1.4727e-01, -1.9917e-03, 5.8362e-02, -1.3424e-02, 6.8029e-02,
1.5882e-01, -3.9081e-02, 1.2813e-01, -5.1299e-03, 9.4721e-02,
8.7234e-02, 7.8646e-02, -9.0933e-03, -8.0330e-02, 2.7962e-02,
-5.0219e-02, -2.4036e-02, 7.8842e-03, -1.5224e-02, -2.2600e-03,
7.5896e-02, -1.0936e-01, 5.6761e-02, -7.1916e-02, 2.5261e-02,
-5.8768e-02, -9.2043e-02, 3.8369e-02], device='cuda:0')),
('bert.encoder.layer.10.attention.output.LayerNorm.weight',
tensor([0.8472, 0.8353, 0.8095, 0.8401, 0.7981, 0.7729, 0.7876, 0.7887, 0.8341,
0.7872, 0.8236, 0.8467, 0.8547, 0.8384, 0.8525, 0.7668, 0.8024, 0.7731,
0.8347, 0.8284, 0.7900, 0.8424, 0.7736, 0.7787, 0.7952, 0.8082, 0.8405,
0.9559, 0.8165, 0.8244, 0.8213, 0.7637, 0.8529, 0.7733, 0.8409, 0.7807,
0.8175, 0.8338, 0.7718, 0.8750, 0.8351, 0.7763, 0.8421, 0.8387, 0.8655,
0.8781, 0.8171, 0.9031, 0.8482, 0.7735, 0.8630, 0.8224, 0.8218, 0.8346,
0.7781, 0.8197, 0.8140, 0.8167, 0.8023, 0.8295, 0.8045, 0.8827, 0.8483,
0.7934, 0.8144, 0.8657, 0.8048, 0.7899, 0.7967, 0.8496, 0.8305, 0.8280,
0.7883, 0.8054, 0.8781, 0.8704, 0.7987, 0.8551, 0.8576, 0.8653, 0.8134,
0.8076, 0.8351, 0.8151, 0.7731, 0.8334, 0.8074, 0.8044, 0.8217, 0.8058,
0.7993, 0.7850, 0.8561, 0.7973, 0.7864, 0.8131, 0.7599, 0.8015, 0.9304,
0.7971, 0.7820, 0.8569, 0.7971, 0.8735, 0.7728, 0.8557, 0.8729, 0.7946,
0.8680, 0.8494, 0.7853, 0.7863, 0.9095, 0.7540, 0.7933, 0.8608, 0.8377,
0.8310, 0.8194, 0.8643, 0.8027, 0.8523, 0.8651, 0.7651, 0.7978, 0.7689,
0.8068, 0.7548, 0.8145, 0.7978, 0.8353, 0.7860, 0.8037, 0.8691, 0.8180,
0.8051, 0.6898, 0.8135, 3.2713, 0.8292, 0.7883, 0.8526, 0.7867, 0.7688,
0.7633, 0.8147, 0.8159, 0.8076, 0.7942, 0.8750, 0.8559, 0.7931, 0.8435,
0.8119, 0.8269, 0.8284, 0.8534, 0.8096, 0.8446, 0.8055, 0.9829, 0.8735,
0.7893, 0.8205, 0.8372, 0.8329, 0.9008, 0.7547, 0.8048, 0.8204, 0.8503,
0.7602, 0.8054, 0.8569, 0.8145, 0.8475, 0.8816, 0.8198, 0.8896, 0.8021,
0.7680, 0.7801, 0.7929, 0.8523, 0.8396, 0.8490, 0.7856, 0.8329, 0.8465,
0.8219, 0.8184, 0.7328, 0.8171, 0.8071, 0.8205, 0.8521, 0.8339, 0.8183,
0.8035, 0.8688, 0.8534, 0.8405, 0.8179, 0.8024, 0.7989, 0.8000, 0.8378,
0.9265, 0.8287, 0.7994, 0.8286, 0.8475, 0.7508, 0.8296, 0.8045, 0.8498,
0.7962, 0.7678, 0.8014, 0.7914, 0.8319, 0.7816, 0.8636, 0.8408, 0.7849,
0.8350, 0.8247, 0.8465, 0.8390, 0.7578, 0.8159, 0.8831, 0.7947, 0.7740,
0.8061, 0.8266, 0.7998, 0.8922, 0.8360, 0.8686, 0.7904, 0.7424, 0.8033,
0.7794, 0.8319, 0.7873, 0.8538, 0.7795, 0.8781, 0.8644, 0.8601, 0.8102,
0.9308, 0.8805, 0.8995, 0.8372, 0.8341, 0.8170, 0.8331, 0.8233, 0.7561,
0.8267, 0.8200, 0.7780, 0.8272, 0.8005, 0.8433, 0.8653, 0.7803, 0.8443,
0.8469, 0.8346, 0.9374, 0.8172, 0.8480, 0.8534, 0.8147, 0.8372, 0.8104,
0.8358, 0.8867, 0.8458, 0.7863, 0.8273, 0.8382, 0.8874, 0.7684, 0.8488,
0.8456, 0.8267, 0.7995, 0.8096, 0.7651, 0.8514, 0.8112, 0.8009, 0.8899,
0.7521, 0.8345, 0.8164, 0.8737, 0.7994, 0.7998, 0.7747, 3.2942, 0.8216,
0.7972, 0.8496, 0.8589, 0.8409, 0.8135, 0.8070, 0.8221, 0.7704, 0.7673,
0.8432, 0.7738, 0.8165, 0.8708, 0.7938, 0.7994, 0.8805, 0.8128, 0.8474,
0.8077, 0.7860, 0.8353, 0.8076, 0.8623, 0.8007, 0.8560, 0.8016, 0.8656,
0.8222, 0.8933, 0.8523, 0.8127, 0.8959, 0.9484, 0.8029, 0.7504, 0.8893,
0.8184, 0.8733, 0.8326, 0.8645, 0.8232, 0.7983, 0.8228, 0.7752, 0.8194,
0.8493, 0.7947, 0.8259, 0.8939, 0.8275, 0.7993, 0.8003, 0.8284, 0.8016,
0.8018, 0.8666, 0.7939, 0.8385, 0.8220, 0.8153, 0.8434, 0.9536, 0.8224,
0.8214, 0.8264, 0.8531, 0.8354, 0.7965, 0.8135, 0.7725, 0.7693, 0.8202,
0.8242, 0.7658, 0.7880, 0.8093, 0.8462, 0.8753, 0.7831, 0.8002, 0.8000,
0.8472, 0.7954, 0.8038, 0.8804, 0.7944, 0.8087, 0.8151, 0.8263, 0.8310,
0.7961, 0.8609, 0.8137, 0.7960, 0.7522, 0.7830, 0.7891, 0.8100, 0.8241,
0.8655, 0.8015, 0.8074, 0.8535, 0.8996, 0.7966, 0.8019, 0.8594, 0.8874,
0.8205, 0.7484, 0.7606, 0.8417, 0.8350, 0.8371, 0.8302, 0.8394, 0.8408,
0.8137, 0.8204, 0.8236, 0.8055, 0.7396, 0.7927, 0.8571, 0.8242, 0.8569,
0.7824, 0.8660, 0.7598, 0.8361, 0.7992, 0.8228, 0.8430, 0.8582, 0.8308,
0.7897, 0.8135, 0.8260, 0.7929, 0.7731, 0.8450, 0.8738, 0.8226, 0.8198,
0.8174, 0.7803, 0.8013, 0.8527, 0.7920, 0.9808, 0.7922, 0.7389, 0.8084,
0.7715, 0.7991, 0.8156, 0.8004, 0.8479, 2.2498, 0.7824, 0.8175, 0.8543,
0.8234, 0.8361, 0.8642, 0.7946, 0.8826, 0.8141, 0.8713, 0.8482, 0.7717,
0.8443, 0.8214, 0.8964, 0.7899, 0.7767, 0.8443, 0.8392, 0.8141, 0.8142,
0.8952, 0.7525, 0.9098, 0.7777, 0.8339, 0.8448, 0.8284, 0.8111, 0.8490,
0.8168, 0.7865, 0.8808, 0.7945, 0.8317, 0.8576, 0.8497, 0.8119, 0.8000,
0.8312, 0.9619, 0.8777, 0.8009, 0.8077, 0.8108, 0.8148, 0.8406, 0.8025,
0.8268, 0.8280, 0.8181, 0.8487, 0.8477, 0.7632, 0.8191, 0.8356, 0.7930,
0.8289, 0.9108, 0.8250, 0.9230, 0.9403, 0.8711, 0.8515, 0.8550, 0.8600,
0.8098, 0.8334, 0.8073, 0.8126, 0.8237, 0.8209, 0.8167, 0.8089, 0.8470,
0.8754, 0.8678, 0.7839, 0.7865, 0.7813, 0.9140, 0.8292, 0.7829, 0.8232,
0.8283, 0.8078, 0.8065, 0.8959, 0.8195, 0.7955, 0.8172, 0.8013, 0.8585,
0.7974, 0.8033, 0.8411, 0.8585, 0.7649, 0.8416, 0.8306, 0.8288, 0.7849,
0.8256, 0.7656, 0.8554, 0.8099, 0.8156, 0.7917, 0.8246, 0.8510, 0.9194,
0.8009, 0.8012, 0.8525, 0.8087, 0.8400, 0.8805, 0.8657, 0.8231, 0.8350,
0.8509, 0.7575, 0.8376, 0.8291, 0.7754, 0.8560, 0.7628, 0.8016, 0.7465,
0.7951, 0.9288, 0.8077, 0.8062, 0.8213, 0.8238, 0.8133, 0.7758, 0.8014,
0.8224, 0.9473, 0.8163, 0.8162, 2.0299, 0.8717, 0.9011, 0.8038, 0.7716,
0.8208, 0.8027, 0.9401, 0.9016, 0.8492, 0.8760, 0.8545, 0.8323, 0.8457,
0.7659, 0.8259, 0.8785, 0.7928, 0.8860, 0.8618, 0.8572, 0.7757, 0.7869,
0.8562, 0.8286, 0.8232, 0.8442, 0.8056, 0.8005, 0.8211, 0.8221, 0.8491,
0.8342, 0.8909, 0.7770, 0.8444, 0.8000, 0.8107, 0.8073, 0.7796, 0.8603,
0.8446, 0.8078, 0.7904, 0.8522, 0.7969, 0.7778, 0.8336, 0.8024, 0.8472,
0.7805, 0.8572, 0.8433, 0.7978, 0.8044, 0.8088, 0.7984, 0.8203, 0.8318,
0.8654, 0.7396, 0.7653, 0.8117, 0.9040, 0.8062, 0.8159, 0.8854, 0.7992,
0.8121, 0.8296, 0.8337, 0.8893, 0.7946, 0.8675, 0.7865, 0.8455, 0.9002,
0.8503, 0.7922, 0.7850, 0.8582, 0.8089, 0.8434, 0.8312, 0.7755, 0.7923,
0.8155, 0.8357, 0.8056, 0.7932, 1.0337, 0.8037, 0.8777, 0.7773, 0.7457,
0.7969, 0.8005, 0.8348, 0.8888, 0.8185, 0.8361, 0.8008, 0.8449, 0.7728,
0.8140, 0.8495, 0.8015, 0.8713, 0.8331, 0.7723, 0.7905, 0.8002, 0.8159,
0.8253, 0.8233, 0.8205, 0.7690, 0.8788, 0.7698, 0.8633, 0.7819, 0.7953,
0.7979, 0.7822, 0.7931, 0.8471, 0.9840, 0.8007, 0.8820, 0.8384, 0.7774,
0.8723, 0.8724, 0.8786, 0.8252, 0.7884, 0.8516, 0.7843, 0.7882, 0.8263,
0.8385, 0.7898, 0.7911, 0.8275, 0.8167, 0.8957, 0.7809, 0.8433, 0.8076,
0.8113, 0.8130, 0.8373, 0.8440, 0.7686, 0.8287, 0.8484, 0.7919, 0.8477,
0.8230, 0.8640, 0.8175], device='cuda:0')),
('bert.encoder.layer.10.attention.output.LayerNorm.bias',
tensor([ 7.4610e-02, -2.3225e-01, -1.3563e-02, 1.5136e-01, 2.8228e-02,
-1.3051e-01, -1.3271e-01, 1.0225e-01, -1.4311e-02, -4.4126e-02,
5.7821e-02, 9.8000e-02, -5.0985e-02, 7.1919e-03, 4.1494e-02,
6.8997e-02, -1.2715e-02, -5.3547e-02, -8.9078e-02, -1.0767e-01,
-2.7521e-02, -5.7542e-02, 1.1815e-03, 2.1700e-02, -4.7789e-03,
-1.5134e-01, -1.2918e-02, 3.7234e-01, 8.1751e-02, 3.3901e-02,
-4.0675e-02, -3.9729e-02, -9.1695e-02, -5.8516e-02, 2.1415e-01,
1.1871e-01, -2.0218e-01, 2.3908e-02, -5.0624e-02, 2.7000e-01,
-2.1434e-02, -7.0899e-02, 6.0766e-03, -2.5991e-03, -6.6680e-03,
-5.0311e-02, 7.3547e-02, 1.1206e-01, -7.3123e-02, 5.4182e-02,
9.8928e-02, 7.1436e-02, -2.8945e-02, -1.6005e-01, 4.8626e-02,
-7.9893e-02, -2.0336e-01, -2.3579e-02, 2.6302e-02, 1.6202e-01,
-4.3626e-02, -1.0066e-02, 1.5464e-01, -8.2595e-02, -7.0794e-02,
1.8998e-02, -3.4525e-02, 1.1194e-02, 1.4215e-01, -3.0062e-01,
-7.8160e-02, -1.2464e-01, -1.2306e-01, 4.7018e-02, -6.1348e-02,
4.4916e-02, 1.5808e-02, -1.3593e-01, -4.9652e-02, -7.2732e-02,
5.4954e-02, 1.3534e-01, 7.4010e-03, 1.4116e-01, -6.5214e-02,
1.0173e-01, 6.2566e-03, -7.1351e-02, -1.9517e-02, 7.8567e-02,
-2.1031e-02, 5.3769e-03, 1.2147e-01, -4.4024e-02, 1.0028e-03,
1.7456e-01, 6.0503e-02, -8.8260e-02, -1.1799e-01, 4.5426e-02,
-2.5687e-02, -5.5881e-02, -4.4944e-02, 9.6314e-02, -1.2273e-01,
5.1426e-02, 1.3664e-01, -4.1760e-02, -6.3678e-02, -7.2206e-02,
2.2096e-02, -5.5530e-02, -1.6076e-02, -4.5430e-02, 4.8433e-03,
1.1826e-01, -3.8613e-02, 1.1027e-02, -5.8948e-02, -4.8375e-02,
-4.2193e-02, -7.7652e-02, -8.2332e-02, 5.1964e-02, -2.4995e-02,
2.5870e-02, -1.9621e-02, -1.1491e-01, -1.9863e-02, 3.8318e-02,
-2.4504e-02, -7.5187e-02, 7.7004e-02, -5.4510e-03, -2.8036e-02,
-9.1233e-03, -4.8149e-01, 1.0330e-01, -2.8571e+00, -2.4363e-02,
-1.6412e-01, -6.5675e-02, 6.4929e-02, -1.2979e-01, -2.3725e-02,
-3.0112e-02, -6.5616e-02, 1.1507e-01, -2.9437e-02, -1.0787e-01,
-1.6709e-01, -4.6552e-02, -6.4569e-02, 4.2500e-02, 3.6669e-02,
-2.6515e-01, -8.7279e-03, -1.4972e-01, 2.4200e-01, -1.4343e-01,
2.0976e-01, 2.1615e-01, 2.3659e-03, -2.0566e-02, 3.4532e-03,
-1.6778e-01, 2.9251e-01, -9.3143e-03, -1.6964e-01, 6.1794e-02,
1.2742e-02, -2.6793e-02, -5.5647e-02, 7.1690e-02, 8.9447e-02,
5.2531e-02, 1.9256e-01, -1.9918e-01, -2.9688e-02, -2.1840e-02,
2.3677e-02, -8.6903e-02, -1.4485e-02, -1.8700e-01, 3.0828e-02,
6.2528e-02, -4.6789e-02, -1.3324e-01, 3.4289e-02, 2.0368e-02,
-1.7514e-03, -2.9455e-02, 4.3834e-02, 3.6688e-02, -2.0133e-01,
-1.0280e-01, 1.4148e-02, -5.9646e-02, -9.6407e-02, -8.8970e-02,
7.5562e-03, 1.4406e-01, -2.2760e-02, 1.6015e-02, -6.6760e-02,
5.6164e-02, -4.2275e-02, -1.4628e-01, -4.7477e-02, -5.4098e-02,
-9.5286e-02, -1.3116e-01, 6.0126e-03, -1.3925e-01, -7.1727e-02,
-1.6777e-02, 1.6072e-03, 3.0366e-02, -2.3954e-02, -4.3039e-02,
-8.1810e-02, 6.2366e-02, 1.4437e-01, -1.6348e-01, -1.2025e-01,
6.5715e-02, -1.4577e-02, -4.4449e-02, 1.6495e-01, -1.8571e-02,
8.9460e-03, 4.1240e-02, -1.7621e-02, -8.8471e-02, -1.2820e-01,
-1.2558e-01, 5.1413e-02, -1.3620e-01, 8.2992e-03, 7.6156e-02,
-1.0693e-01, -7.1897e-02, 1.4004e-01, -7.6355e-03, -2.1721e-01,
-8.2544e-02, 1.7198e-03, 1.2665e-01, -1.2126e-01, 5.4157e-03,
9.4859e-03, -1.6280e-02, 2.4903e-01, 1.0618e-01, 3.9588e-02,
1.0124e-01, -3.1134e-02, 1.5220e-02, -5.4739e-02, -2.9872e-02,
5.2728e-02, 4.1674e-03, 5.6915e-02, -2.5779e-02, -6.2957e-02,
-3.4975e-02, -7.9738e-03, -3.9067e-02, 4.1675e-02, -1.6222e-02,
-8.3888e-02, -5.4230e-02, 1.9778e-01, -2.7958e-02, -1.1197e-02,
-2.1396e-03, -1.0781e-01, -1.5457e-02, 1.0080e-01, -2.1289e-01,
1.5429e-01, -4.8953e-02, 1.6192e-02, 4.2068e-02, -1.6367e-01,
7.7132e-02, -2.0184e-02, -4.2911e-02, -4.1864e-02, -7.7832e-02,
-6.7039e-02, 6.8735e-02, -1.3051e-01, -8.7773e-02, 4.0743e-03,
-1.4814e-01, -2.4863e-01, -1.1544e-02, -4.9949e-02, -4.2824e-03,
1.4561e-01, -6.3338e-02, 9.9070e-02, 2.4159e-02, -1.1302e+00,
-7.0444e-02, 4.9574e-02, 8.8392e-02, 5.4584e-02, 8.7123e-02,
1.9678e-01, -1.6861e-02, -1.1628e-01, 3.3473e-02, -7.2286e-02,
-3.0885e-02, 3.7626e-02, -1.9207e-02, -1.1916e-01, -2.7022e-02,
-5.9313e-02, 5.7275e-02, -2.9048e-02, 3.5114e-02, -9.5899e-02,
1.7248e-02, -1.8548e-02, -3.7293e-02, 9.6227e-02, -1.0772e-01,
-2.8716e-01, 1.3585e-02, -7.3473e-03, 1.4612e-01, -3.9386e-02,
-6.2264e-02, -6.3781e-02, 1.1567e-01, -3.6890e-01, 1.2974e-01,
3.0454e-02, 1.6693e-02, -3.3641e-02, -6.0505e-02, 3.9390e-03,
1.3288e-01, -1.0636e-01, -9.5803e-02, -1.3558e-02, 4.7876e-03,
-8.0157e-02, -2.9987e-01, -4.7425e-02, 1.8835e-02, 3.8631e-02,
-4.7512e-02, -1.4418e-01, 5.2666e-02, 1.3539e-02, -6.9061e-02,
5.3524e-03, -4.3622e-02, -2.9082e-02, -1.0766e-01, -1.1134e-01,
-5.1851e-02, -2.3111e-02, 2.5430e-01, -1.4104e-01, -1.1805e-01,
-6.3941e-02, -2.2057e-01, 2.4182e-02, 1.2837e-01, -4.6035e-02,
3.5749e-03, -1.6895e-01, -1.7077e-01, -1.3158e-02, -6.4297e-02,
2.5476e-02, -2.1803e-02, 4.9643e-02, 5.5668e-02, 2.7705e-02,
-1.2432e-01, -5.8591e-02, 6.4289e-02, 2.2240e-02, 2.8705e-02,
-5.8872e-02, 1.0436e-02, 1.9644e-02, -8.8361e-02, -7.7953e-02,
5.5759e-03, -1.4522e-01, -9.3036e-03, -6.2319e-02, -1.7163e-02,
-1.0458e-01, 4.5561e-02, -9.8306e-02, -7.6028e-02, -4.1423e-02,
2.7601e-02, -1.9473e-01, -4.5599e-02, -2.0407e-01, -2.0323e-01,
-1.0441e-02, -1.0007e-01, 7.9004e-02, -1.2267e-02, 1.3355e-01,
-1.1809e-01, 1.0952e-02, 7.7814e-02, -1.7584e-01, -4.3839e-02,
-7.7382e-02, -1.7993e-02, 1.4022e-02, 2.5246e-01, 3.2339e-02,
1.4583e-03, -1.3624e-01, -1.1052e-01, 1.1602e-03, 2.8559e-02,
-7.0964e-02, 9.2382e-02, -8.7600e-02, 1.1862e-01, -9.0009e-02,
5.0106e-02, 1.0261e-01, -9.0081e-02, -1.7085e-02, -1.8054e-01,
-3.1317e-02, -6.4200e-02, -4.7643e-02, -2.1737e-01, -6.8028e-02,
-9.1676e-02, -5.5965e-02, -1.8182e-01, -2.8585e-02, -1.0949e-01,
1.0606e-01, -2.9726e-02, 6.4823e-02, 3.0796e-02, -2.0259e-04,
-5.1740e-01, 9.0146e-02, -6.3238e-02, -3.5005e-02, 1.3222e-02,
-1.2781e-01, -1.5726e-01, 4.5717e-03, -6.1934e-02, 8.3543e-01,
1.2935e-02, -2.3578e-02, 3.3159e-01, 6.4086e-02, -2.8682e-02,
1.4281e-01, 3.0338e-02, 4.2472e-02, 8.4438e-02, 2.5266e-02,
-1.2017e-03, -1.2258e-01, -8.0440e-02, -1.3654e-02, -2.0824e-01,
-8.5396e-02, 3.3444e-02, -1.1813e-01, -6.4098e-02, 6.7778e-02,
2.1734e-02, 7.1667e-02, 8.7596e-02, -1.6394e-01, 4.4299e-02,
-1.9686e-01, -1.6113e-01, -1.9850e-01, 2.7481e-02, -4.3137e-03,
-5.2548e-02, -6.9508e-02, -9.1452e-03, -6.1731e-02, 3.4269e-04,
2.7429e-02, -2.8596e-02, 6.3410e-03, -1.1460e-01, -5.4826e-02,
3.6736e-01, -2.6733e-02, -3.3964e-02, 8.4950e-02, -8.1623e-03,
-1.5499e-01, -1.9620e-01, 5.8773e-02, -1.1493e-02, -1.2462e-01,
-8.3635e-02, -7.5362e-03, 1.0955e-01, 4.6642e-02, 8.7524e-02,
9.5522e-02, -1.2803e-01, 5.0598e-02, -7.5748e-02, 2.4628e-02,
-3.1028e-02, 3.3575e-01, -1.2572e-01, -2.4834e-01, -8.9595e-02,
9.4061e-02, 4.3582e-02, -7.3749e-02, -7.5115e-02, -1.0928e-01,
5.9356e-02, 4.9328e-02, -1.4339e-02, -1.2566e-01, 8.2372e-02,
-3.2873e-01, -8.0363e-03, 7.4279e-02, -1.2955e-01, 1.0943e-01,
2.8124e-01, 4.2475e-02, 5.9296e-02, -7.2336e-02, 1.0950e-01,
1.4204e-01, -1.0440e-02, -1.5061e-01, 7.4889e-02, 8.3946e-02,
1.5087e-01, -9.4742e-02, -1.8449e+00, -1.9752e-03, 3.7548e-03,
-8.0218e-02, -1.9133e-02, 4.3983e-02, 5.0011e-02, 2.7263e-02,
-1.7161e-01, -7.7724e-02, 3.1115e-02, -5.8348e-02, 1.0380e-01,
8.5245e-02, 4.2903e-02, -3.9414e-02, -1.3541e-02, 2.7712e-02,
-1.0530e-02, -7.4711e-02, 3.0465e-02, 5.1011e-02, -1.0190e-01,
1.4475e-01, 2.0389e-01, 2.3926e-03, -3.2734e-03, 9.4188e-02,
9.4724e-03, 5.6668e-02, -7.3120e-02, 9.2022e-02, -7.6853e-02,
-4.4109e-02, 8.3627e-02, 3.4603e-02, 2.4038e-02, -1.8044e-02,
1.2896e-01, -4.5000e-02, 7.0390e-03, 5.3199e-02, -2.5469e-02,
-3.0710e-02, -6.5609e-02, 2.7960e-02, -4.9982e-04, 2.6723e-02,
1.7544e-02, 3.7714e-02, 6.9692e-01, -6.0031e-02, 1.6309e-01,
8.3227e-02, -1.9991e-02, 5.4058e-02, -8.0719e-03, 3.7700e-01,
1.7097e-01, -6.9899e-02, -3.3192e-02, -8.7256e-02, -4.6898e-02,
-6.5811e-02, -9.9516e-02, 5.7777e-02, -4.3778e-02, 5.6817e-02,
-1.1746e-01, -2.3720e-02, -1.5625e-01, 6.8225e-02, 6.7999e-02,
-1.6556e-01, -2.3460e-03, -1.6777e-01, -2.3434e-01, 9.3789e-02,
5.4244e-02, -1.1895e-01, -1.3836e-03, -3.9711e-02, -8.5554e-02,
-1.4278e-01, -1.1206e-01, 1.8906e-03, -4.0084e-02, 3.3653e-02,
-4.0092e-02, -4.4339e-02, 1.5007e-01, -1.0147e-01, 4.1197e-02,
-3.9907e-02, -7.6627e-02, -2.1707e-01, -1.6464e-01, 8.3751e-02,
-5.2227e-02, -4.3152e-02, 1.3339e-03, 1.9002e-01, -1.5600e-01,
9.5393e-02, 2.1197e-02, 4.2634e-02, 5.1735e-02, -2.4833e-01,
3.2552e-02, 5.2147e-02, -5.8387e-02, -3.9608e-04, 9.1755e-02,
-4.3623e-02, 4.4611e-02, 2.0153e-01, 4.8292e-02, 5.4733e-02,
1.2325e-01, -9.7288e-02, -4.8391e-02, -1.6169e-01, -2.2791e-02,
8.6118e-02, -6.7563e-02, 3.8706e-02, 1.1338e-02, -1.0357e-01,
3.1019e-02, -8.7996e-02, -7.0241e-02, -1.3571e-02, -1.2509e-01,
9.6472e-02, 7.4788e-02, -9.4448e-02, 2.8436e-02, 9.5126e-02,
6.8340e-02, -7.9075e-02, -5.4805e-01, 1.5728e-01, 1.1692e-01,
-6.3179e-03, 2.2464e-02, -5.9442e-02, -1.8040e-02, -1.1577e-01,
-4.6698e-02, 7.5244e-02, -6.4815e-02, 6.1165e-02, 6.0627e-03,
7.8296e-02, -5.0787e-02, -1.1408e-01, 5.4543e-02, -3.4588e-03,
-5.8077e-03, -1.4593e-01, -2.1802e-02, -3.6184e-02, -3.5905e-02,
-5.5916e-02, 1.4664e-01, -5.0398e-02, -1.1309e-01, -1.1507e-02,
-4.7823e-02, 6.2328e-02, -3.0318e-02, -5.7274e-02, 4.4801e-03,
-3.9631e-02, -8.8985e-02, -2.8518e-02, 3.0760e-01, -1.5648e-01,
7.5982e-02, 8.3216e-02, 4.3624e-03, 1.2532e-01, -1.0718e-02,
-1.2401e-01, -7.8147e-02, 1.1555e-01, 8.2070e-02, 3.6765e-02,
-6.0717e-02, -2.9946e-02, -5.3756e-02, -4.7360e-03, -1.3162e-01,
1.3961e-01, 8.7801e-03, 2.4822e-01, -4.6322e-02, -5.9963e-02,
-1.8609e-02, 1.1484e-01, -1.6885e-01, -1.1309e-01, 8.0974e-02,
-1.4617e-01, -1.2942e-01, 6.0850e-02, -6.6823e-02, -5.1605e-02,
6.8372e-02, -5.1476e-02, 1.3453e-01], device='cuda:0')),
('bert.encoder.layer.10.intermediate.dense.weight',
tensor([[ 0.0421, -0.0415, 0.0280, ..., 0.0246, -0.0396, 0.0003],
[ 0.0155, 0.0719, 0.0502, ..., 0.0108, -0.0273, -0.0059],
[-0.0253, 0.0421, 0.0023, ..., -0.0012, -0.0497, -0.0576],
...,
[ 0.0515, 0.0058, -0.0060, ..., 0.0321, -0.0077, 0.0305],
[-0.1136, -0.0300, 0.0276, ..., 0.0230, -0.0484, 0.0122],
[-0.0313, 0.0174, 0.0428, ..., 0.0713, -0.0110, 0.0350]],
device='cuda:0')),
('bert.encoder.layer.10.intermediate.dense.bias',
tensor([-0.0943, -0.0353, -0.0768, ..., -0.0069, -0.0973, -0.0949],
device='cuda:0')),
('bert.encoder.layer.10.output.dense.weight',
tensor([[ 0.0319, -0.0387, -0.0618, ..., -0.0107, -0.0695, -0.0202],
[-0.0512, 0.0026, -0.0557, ..., 0.0249, -0.0396, 0.0162],
[ 0.0350, -0.0570, 0.0279, ..., -0.0142, 0.0235, -0.0670],
...,
[-0.0277, -0.0116, -0.0317, ..., -0.0226, -0.0517, 0.0278],
[-0.0440, -0.0274, -0.0273, ..., -0.0060, -0.0291, 0.0527],
[ 0.0338, -0.0541, -0.0008, ..., -0.0040, 0.0014, -0.0123]],
device='cuda:0')),
('bert.encoder.layer.10.output.dense.bias',
tensor([ 1.0052e-01, -9.3924e-02, -7.2560e-02, 1.6463e-01, -6.3919e-02,
-1.1064e-01, -1.1837e-01, 7.8906e-02, 6.7214e-02, -1.0128e-01,
1.8555e-02, -2.7808e-02, -5.9069e-02, 5.1115e-02, 2.0953e-03,
1.0243e-01, -2.8779e-02, -8.5488e-02, 3.6218e-02, -1.1069e-01,
-2.9677e-02, -9.2919e-02, 5.3896e-02, 5.6584e-02, -2.7298e-02,
-4.5542e-02, 1.4004e-02, 1.3753e-01, 1.8063e-01, 7.4113e-02,
-6.9878e-02, 7.6034e-03, -1.1598e-01, -3.0598e-02, 1.2269e-01,
1.0455e-01, -1.0942e-01, 6.0088e-02, -3.0103e-02, 1.6416e-01,
-6.1190e-02, -1.9412e-02, 5.1767e-02, -1.0037e-01, 1.3264e-01,
-9.6352e-02, -1.1508e-02, 5.7917e-02, -4.5776e-02, 1.4481e-01,
1.0578e-01, 1.6513e-01, 1.5595e-01, -1.2599e-01, 7.3752e-02,
-6.3628e-02, -1.6786e-01, -5.6216e-02, 1.0414e-02, 1.6729e-01,
-8.3188e-02, -9.9400e-02, 2.8125e-02, -1.9411e-02, -8.5063e-02,
8.3003e-02, 3.0014e-02, 2.0844e-02, 1.6595e-01, -2.2991e-01,
-2.1080e-03, -8.0390e-02, -2.2312e-02, 8.3091e-02, -1.0236e-01,
3.3021e-02, 4.5699e-02, -9.1753e-02, -7.8760e-02, -6.4708e-02,
4.1408e-02, 3.7972e-02, 5.7331e-02, 1.2255e-01, 6.1782e-02,
-6.1003e-03, -1.6959e-02, -4.2022e-02, -1.1110e-02, 4.6580e-02,
-3.2022e-02, 3.2924e-02, 9.1056e-02, -7.6607e-02, -5.4424e-02,
3.0219e-02, 1.1540e-01, 5.4529e-02, 4.5261e-02, 1.2697e-01,
4.4224e-02, -4.7259e-02, -2.8605e-02, 4.3049e-02, 4.3351e-02,
-4.6607e-02, 8.5053e-02, -1.0687e-01, 1.1882e-02, -4.1383e-02,
5.7565e-02, 5.4905e-02, 2.5538e-02, -4.3799e-02, 9.0376e-02,
1.0239e-01, -8.3200e-02, 2.5828e-02, -9.4219e-02, -1.2742e-01,
-2.3009e-02, 2.5603e-02, 8.9192e-02, -4.3649e-02, 3.7895e-03,
6.2966e-02, -9.5397e-04, -4.4107e-02, 4.8032e-02, 6.5553e-02,
-2.9824e-02, 1.9382e-02, 1.2233e-01, 4.9849e-02, -6.7073e-02,
-8.2825e-02, 3.5724e-02, 1.1466e-01, 7.1128e-02, 3.5894e-03,
-8.5827e-02, -5.5779e-02, 6.6250e-02, -1.7430e-01, -6.0463e-02,
1.2228e-02, -4.2200e-02, 4.2186e-02, 5.9222e-02, -1.5669e-01,
-1.7527e-01, -4.2804e-02, -1.3029e-02, 5.9518e-02, -3.1591e-02,
-1.8135e-01, -1.0493e-01, -6.5300e-02, 1.1376e-01, -1.5873e-01,
1.9151e-02, 5.2715e-02, 5.2501e-02, 4.4862e-02, 3.7294e-02,
-1.0108e-01, 1.5988e-01, 1.2049e-02, 1.8493e-02, 9.1794e-02,
4.8016e-02, 2.6766e-02, -9.6967e-02, 1.7796e-01, 1.7773e-01,
8.2693e-02, 1.3342e-01, -1.0167e-01, 3.4157e-02, 7.6586e-03,
-4.9241e-02, -5.4328e-02, 7.2701e-02, -7.1932e-02, 5.9564e-02,
1.0017e-01, -4.2619e-02, -7.0491e-02, -1.1356e-02, -4.7534e-02,
3.3450e-02, -4.8790e-02, 3.4529e-02, 1.1931e-01, -1.8428e-01,
-6.2504e-02, -8.7699e-02, -2.6924e-02, -1.1580e-01, -9.2772e-02,
-6.8785e-02, 1.9158e-02, -5.0995e-02, 9.0814e-02, 3.0354e-02,
-8.0371e-02, 6.7702e-02, -9.9948e-02, 2.8369e-02, -5.9355e-02,
-5.1048e-02, -9.1619e-02, 8.0317e-02, -7.4839e-02, -3.5224e-02,
-4.9875e-02, 7.5880e-02, 2.2328e-02, 1.1313e-02, -7.1213e-02,
-4.1327e-02, 8.2080e-03, 9.6578e-02, -9.4939e-02, 7.1896e-02,
6.2228e-02, 1.3619e-02, -5.7993e-04, 5.2609e-02, 2.7923e-02,
2.9320e-02, 3.7649e-02, 8.0462e-02, -3.0825e-02, -2.8916e-02,
-8.3893e-02, 9.8761e-02, -9.8445e-02, -3.0363e-02, 1.0803e-01,
-2.4795e-01, 7.6206e-03, 1.9485e-01, 4.8505e-02, -1.2632e-02,
-9.3124e-02, 2.6338e-02, 7.5119e-02, 6.2454e-02, 8.4079e-02,
9.6062e-02, 2.1218e-02, 3.4943e-03, 1.6441e-02, 7.6667e-02,
1.0642e-01, -8.2289e-02, -1.0542e-02, -9.8997e-02, 1.1663e-01,
2.2761e-02, -1.2650e-02, 1.7171e-02, 7.9398e-02, -1.9574e-02,
-3.2242e-02, 1.1337e-01, 7.7831e-05, 2.6207e-02, -7.7845e-02,
-2.2969e-02, -1.4286e-01, 8.1065e-02, 7.4214e-02, 6.1148e-02,
7.0083e-03, -3.5997e-02, 1.3603e-02, 3.7964e-02, -4.6713e-02,
3.4878e-03, 3.1702e-02, -2.5552e-02, 1.6768e-01, -5.7858e-02,
-1.4863e-02, 1.1390e-01, -9.1888e-02, 5.1349e-02, 7.5843e-02,
1.3650e-01, 7.2486e-02, -5.2359e-02, -8.4606e-02, 2.7594e-02,
-1.2120e-01, -3.8869e-02, 4.3110e-02, -5.0936e-03, -1.2459e-03,
7.6537e-02, -1.6930e-02, 9.1079e-02, 1.2877e-01, -1.7307e-01,
1.2543e-02, 4.1496e-02, 7.1651e-02, -3.8359e-02, 1.0001e-01,
1.5298e-01, 5.7778e-02, -1.0674e-01, 1.1733e-01, -8.8498e-02,
-9.9326e-02, 2.7452e-04, 8.3013e-02, -1.9177e-02, -1.3988e-01,
-1.6981e-01, 4.4057e-02, -1.0168e-02, -5.2367e-02, -1.0669e-01,
-6.7160e-02, -4.6101e-02, 9.6256e-02, 5.5861e-02, -1.5529e-01,
-1.2266e-01, 1.3369e-01, -8.3261e-02, 7.2780e-02, -4.5226e-02,
-7.2282e-02, -3.3889e-02, 1.4599e-01, -1.1463e-01, 2.0990e-02,
1.1215e-01, 2.5131e-02, 7.7240e-03, -1.3166e-02, 4.4578e-02,
1.2537e-01, -4.6765e-02, -6.7986e-02, 7.4864e-02, 2.2476e-02,
-7.0279e-02, -1.6736e-01, -9.9945e-02, 4.9027e-02, 9.3382e-02,
-9.4401e-02, -6.2213e-02, 2.7486e-02, 9.4194e-02, -4.3664e-02,
3.6101e-02, -8.8723e-02, 9.9194e-02, 5.4519e-03, -5.7734e-02,
-6.1519e-02, 7.8018e-02, 1.3022e-01, -7.7828e-02, -3.2085e-03,
-3.3891e-02, -1.1828e-01, 6.0442e-02, 8.6125e-02, -1.3997e-01,
1.0345e-01, -2.2181e-01, -1.4994e-01, 3.1597e-02, -2.2232e-02,
-8.0781e-02, 1.1878e-01, 7.5509e-02, 1.0113e-01, 8.5424e-03,
-1.0481e-01, 2.2530e-02, -7.4280e-02, 1.3110e-01, 7.1758e-02,
-8.2609e-02, 3.0398e-02, 5.7785e-02, -6.5059e-02, 4.1745e-02,
-1.2194e-01, -5.7330e-02, -7.0044e-02, -1.0314e-01, 1.6611e-02,
-1.0855e-01, 1.7494e-01, -5.6039e-02, -1.9234e-01, -9.6492e-02,
9.5702e-02, -1.0289e-01, -7.8204e-02, -8.7611e-02, -9.1414e-02,
9.3775e-02, -3.1979e-02, 3.4065e-02, 3.7562e-02, -2.1519e-02,
-1.0975e-01, 2.4793e-02, 3.5717e-02, -1.3255e-01, -1.0259e-01,
2.0078e-02, -6.9377e-02, 7.2418e-02, 1.1971e-01, 9.6343e-02,
-1.5557e-02, -4.0944e-02, -1.1698e-01, 4.9924e-02, -1.1038e-02,
-3.4529e-02, 1.4596e-01, -1.1628e-01, 1.2233e-01, -1.7574e-02,
-2.4754e-02, -3.0111e-02, -8.6763e-02, -4.3818e-02, 6.9811e-02,
2.7050e-02, -9.0812e-02, -8.5712e-02, -1.7710e-01, -1.1924e-01,
-4.2780e-02, -3.2626e-02, 1.0731e-03, -1.5603e-02, 3.1420e-03,
7.3013e-02, 5.6619e-02, 7.7809e-02, 3.8317e-02, 2.3984e-02,
-1.6202e-01, 1.2076e-01, -3.3427e-02, -9.0927e-02, 1.8924e-02,
-8.0081e-02, -7.7018e-02, -6.2235e-02, 2.5551e-02, 2.3987e-01,
1.5655e-01, -3.6543e-02, 2.7651e-01, 1.7623e-02, -1.9122e-02,
9.5947e-02, 1.9940e-02, 6.8318e-02, 1.1582e-01, 1.2079e-01,
2.2945e-02, -2.3089e-01, -6.3808e-02, 8.6956e-02, -5.3698e-02,
-9.7481e-03, 8.1182e-02, -1.8450e-02, 6.9666e-02, 5.6723e-02,
1.1273e-02, 2.1172e-02, 1.2813e-01, -8.3185e-02, -1.0927e-01,
-1.5053e-01, -7.4317e-02, -1.1199e-01, 7.1153e-02, 2.5325e-02,
5.4472e-02, -1.1150e-01, -3.5587e-02, 6.0588e-03, 1.3793e-01,
1.1009e-01, -1.0286e-03, 5.0640e-03, -9.1349e-04, -1.4965e-01,
1.3752e-01, 2.0840e-02, 3.1553e-02, -3.7361e-02, -9.7647e-02,
1.1134e-03, -9.9371e-02, 5.7309e-02, -5.0778e-02, -3.8432e-02,
-1.0533e-01, -4.2467e-03, 4.7363e-02, 4.4511e-02, 9.2126e-02,
-8.1869e-02, -1.9166e-01, -7.8995e-02, -3.8443e-02, 8.7253e-02,
-1.0695e-01, 1.1403e-01, -6.6635e-02, -1.6883e-01, -2.3614e-02,
4.2932e-02, 5.3072e-02, -1.2177e-01, -1.1065e-01, -1.4168e-02,
1.0200e-02, 6.5402e-02, 7.0416e-02, -5.7610e-02, 1.2252e-01,
-1.0918e-01, 1.9233e-02, 8.7344e-02, -1.5492e-01, 5.4250e-02,
1.4308e-01, 1.7422e-01, -3.1679e-02, -1.2962e-02, 6.0327e-02,
1.4516e-01, 1.2437e-02, -1.3218e-01, 5.0037e-02, 1.0733e-01,
1.1981e-01, -9.2435e-02, -6.4395e-01, 5.5473e-02, 3.6661e-02,
3.3258e-02, -4.3921e-02, 6.8953e-02, -3.8159e-03, 6.0120e-02,
-8.6144e-02, -1.4091e-02, -1.0448e-01, -1.4488e-02, 2.2439e-02,
1.4150e-01, -4.1847e-02, 1.1399e-01, -3.3350e-02, 1.2972e-01,
-2.6349e-02, 9.5842e-02, 4.7791e-02, 1.2287e-01, -1.9218e-01,
8.4560e-02, 1.3321e-01, 5.1343e-02, 4.5207e-02, 5.0937e-02,
7.2389e-02, 1.3100e-02, 5.7197e-03, 1.6121e-01, -7.6046e-02,
-3.7301e-03, 4.4945e-02, 2.7042e-02, 3.0817e-02, 2.3118e-02,
4.1645e-02, 2.9120e-03, 6.3093e-02, 4.8119e-02, -1.5431e-02,
7.4887e-02, -5.7849e-02, -4.9083e-02, -2.3098e-02, -8.6211e-02,
-1.0129e-01, 1.7435e-01, 1.8546e-01, 7.3514e-02, 1.1966e-01,
1.3137e-02, -1.2498e-01, 9.5013e-02, -6.7791e-02, 1.2687e-01,
1.3791e-01, -1.0115e-02, -8.4327e-02, -6.8851e-02, 6.6442e-02,
-7.6582e-02, -1.3107e-01, 1.8712e-01, -1.1789e-01, 1.1279e-02,
-2.8859e-02, -7.7111e-02, -1.7982e-01, 1.0869e-01, 2.9165e-02,
-5.5906e-02, 6.7921e-02, -6.8928e-02, -1.3097e-01, 1.2553e-01,
3.9113e-02, -4.7573e-02, 3.4358e-02, -1.2287e-02, -3.6235e-02,
-5.0593e-02, -4.1260e-02, 2.2698e-02, -2.1052e-02, -2.2340e-02,
-5.1754e-02, -4.1266e-02, 8.3056e-02, -9.6958e-02, -7.5394e-02,
-3.1008e-02, -7.7307e-02, -4.4886e-02, -8.3487e-02, 6.7490e-02,
6.2746e-02, -4.6646e-02, -6.0878e-02, 9.6706e-02, -6.0867e-02,
1.3582e-02, 3.5319e-02, -4.2161e-02, 8.6708e-02, -1.2338e-01,
7.1830e-02, 3.5159e-02, -4.1839e-02, -7.2857e-02, 1.2411e-01,
-1.8700e-02, 1.9206e-01, 7.5553e-02, 8.3367e-03, 4.8640e-02,
1.0857e-01, 3.5482e-02, 3.1673e-02, -8.0078e-02, -6.9652e-02,
2.8734e-02, -4.0484e-02, 1.1272e-01, 5.8126e-02, -5.9072e-02,
5.6523e-02, -1.2141e-01, 6.9252e-02, 5.3563e-02, -9.7682e-02,
4.1931e-02, 1.9596e-01, -9.0483e-02, 1.0986e-01, -3.0679e-02,
-4.5456e-02, -3.4269e-02, -1.1870e-01, 1.2838e-01, -2.2232e-02,
1.6169e-02, -3.6384e-03, 2.4464e-02, -8.9722e-02, -8.6499e-02,
-1.5125e-02, 6.4289e-02, -7.6605e-02, 1.3288e-01, -2.1539e-02,
-1.7183e-04, 6.9490e-02, -9.4833e-02, 5.4212e-02, -1.2474e-02,
-1.7969e-01, -7.2789e-02, -1.0196e-01, -3.5676e-02, 3.6638e-02,
-1.1343e-01, 5.3260e-03, 1.1090e-02, -7.3249e-02, -3.1542e-02,
-3.2162e-02, 7.4982e-02, -6.4994e-02, 6.3367e-02, -2.0078e-02,
-1.0237e-02, -1.0677e-01, -1.2942e-01, 1.4588e-01, -3.9971e-02,
5.7978e-02, 5.0673e-02, -4.9776e-03, 1.3486e-01, -8.3075e-02,
-2.9159e-02, -2.8835e-02, 5.2577e-02, 6.9277e-02, 4.5393e-02,
-1.5677e-01, -5.5520e-02, -5.2744e-02, -5.4962e-02, -7.1952e-02,
1.5485e-01, 4.9845e-02, 5.1477e-02, -9.7129e-02, 7.9714e-02,
4.1255e-02, 4.5955e-02, -5.5638e-02, 6.9878e-02, 9.0492e-02,
-9.8153e-02, -3.3459e-02, 5.8431e-02, -5.5124e-03, 1.5285e-02,
-2.2118e-02, 3.5095e-02, 7.5992e-02], device='cuda:0')),
('bert.encoder.layer.10.output.LayerNorm.weight',
tensor([0.8141, 0.8375, 0.8727, 0.8180, 0.8268, 0.8147, 0.7793, 0.8310, 0.8423,
0.7902, 0.8796, 0.8794, 0.8950, 0.8855, 0.8502, 0.8142, 0.8663, 0.8178,
0.8432, 0.8496, 0.8554, 0.8860, 0.8212, 0.8407, 0.8596, 0.8579, 0.8518,
0.7648, 0.8577, 0.8739, 0.8483, 0.8541, 0.8966, 0.8198, 0.8222, 0.8483,
0.8086, 0.8732, 0.8420, 0.7815, 0.8651, 0.8444, 0.8203, 0.8808, 0.8553,
0.8517, 0.8483, 0.8254, 0.8769, 0.8445, 0.8717, 0.8152, 0.8398, 0.8589,
0.8034, 0.8094, 0.8306, 0.8779, 0.8207, 0.8269, 0.8599, 0.8830, 0.8705,
0.8660, 0.8235, 0.8695, 0.8587, 0.8384, 0.8250, 0.7638, 0.8589, 0.8431,
0.8392, 0.8367, 0.8625, 0.8755, 0.8441, 0.8560, 0.8761, 0.8895, 0.8378,
0.8729, 0.8493, 0.8416, 0.8253, 0.8353, 0.8353, 0.8526, 0.8795, 0.8484,
0.8334, 0.8112, 0.8541, 0.8661, 0.8377, 0.8447, 0.8067, 0.8521, 0.7601,
0.8485, 0.8224, 0.8914, 0.8110, 0.8563, 0.8140, 0.8913, 0.8959, 0.8451,
0.8859, 0.8687, 0.8149, 0.8601, 0.8887, 0.8111, 0.8553, 0.8653, 0.8536,
0.8432, 0.8583, 0.8747, 0.8460, 0.8685, 0.8414, 0.8051, 0.8283, 0.8396,
0.8426, 0.8081, 0.8335, 0.8623, 0.8792, 0.8498, 0.8473, 0.8567, 0.8812,
0.8570, 0.9519, 0.8239, 0.1427, 0.8663, 0.8173, 0.8590, 0.8395, 0.8055,
0.8383, 0.8495, 0.8361, 0.8558, 0.8695, 0.8389, 0.8485, 0.8664, 0.9048,
0.8737, 0.8339, 0.8248, 0.8603, 0.8500, 0.8054, 0.8733, 0.8638, 0.8811,
0.8596, 0.8597, 0.8370, 0.8507, 0.7947, 0.8238, 0.8408, 0.8549, 0.8528,
0.8200, 0.8237, 0.8625, 0.8387, 0.8349, 0.8362, 0.8078, 0.8836, 0.8383,
0.8263, 0.8446, 0.7972, 0.8629, 0.8598, 0.8575, 0.8305, 0.8134, 0.8431,
0.8338, 0.8421, 0.8383, 0.8058, 0.8354, 0.8123, 0.8340, 0.8583, 0.8652,
0.8552, 0.8529, 0.8732, 0.7903, 0.8650, 0.8443, 0.8432, 0.8488, 0.8660,
0.8739, 0.8586, 0.8460, 0.8620, 0.8785, 0.8022, 0.8492, 0.8433, 0.8746,
0.8224, 0.8175, 0.8455, 0.8297, 0.8852, 0.8548, 0.8742, 0.8669, 0.8402,
0.8367, 0.8636, 0.8556, 0.8167, 0.7873, 0.8492, 0.8746, 0.8308, 0.8650,
0.8440, 0.8002, 0.8254, 0.8444, 0.8543, 0.8747, 0.8516, 0.8421, 0.8190,
0.8531, 0.8336, 0.8566, 0.8802, 0.8262, 0.8950, 0.8698, 0.8797, 0.8421,
0.9568, 0.8838, 0.8861, 0.8523, 0.8779, 0.8231, 0.8636, 0.8484, 0.7933,
0.8002, 0.8628, 0.8463, 0.8453, 0.8687, 0.8620, 0.8833, 0.8487, 0.8526,
0.8306, 0.8561, 0.8598, 0.8458, 0.8742, 0.8394, 0.8556, 0.8618, 0.8056,
0.8565, 0.9369, 0.8655, 0.8474, 0.7451, 0.8575, 0.8703, 0.8128, 0.8637,
0.8434, 0.7665, 0.8301, 0.8432, 0.8509, 0.8482, 0.8378, 0.8374, 0.7876,
0.8295, 0.8733, 0.8224, 0.8536, 0.8371, 0.8372, 0.8403, 0.1555, 0.8846,
0.8436, 0.8571, 0.8683, 0.8580, 0.8100, 0.8411, 0.8504, 0.8528, 0.8476,
0.8553, 0.8274, 0.8231, 0.8806, 0.8051, 0.8466, 0.8575, 0.8556, 0.8807,
0.8473, 0.8583, 0.8661, 0.8576, 0.8611, 0.8300, 0.8369, 0.8311, 0.8440,
0.8863, 0.8693, 0.8657, 0.8560, 0.8527, 0.8154, 0.8209, 0.8173, 0.8730,
0.8190, 0.8747, 0.8474, 0.8765, 0.8656, 0.8398, 0.8564, 0.8288, 0.8661,
0.8103, 0.8223, 0.8492, 0.8977, 0.8549, 0.8494, 0.8328, 0.8792, 0.8217,
0.8281, 0.8172, 0.8600, 0.8658, 0.7869, 0.8348, 0.8713, 0.8746, 0.8559,
0.8520, 0.8704, 0.8729, 0.8345, 0.8256, 0.8091, 0.8289, 0.8195, 0.8752,
0.8719, 0.7914, 0.8158, 0.8568, 0.8500, 0.8716, 0.8217, 0.8124, 0.8424,
0.8796, 0.8644, 0.8393, 0.8581, 0.8378, 0.8522, 0.8480, 0.8575, 0.8851,
0.8195, 0.8738, 0.8466, 0.8260, 0.8226, 0.8490, 0.8244, 0.8576, 0.8487,
0.8347, 0.8328, 0.8708, 0.8241, 0.9034, 0.8532, 0.8137, 0.8686, 0.8907,
0.8672, 0.8627, 0.8130, 0.8521, 0.8350, 0.8795, 0.8449, 0.9115, 0.8437,
0.7886, 0.8467, 0.8634, 0.8146, 0.8392, 0.8568, 0.8731, 0.8513, 0.8473,
0.8245, 0.8507, 0.8212, 0.8958, 0.8314, 0.8445, 0.8593, 0.8191, 0.8675,
0.8163, 0.8526, 0.8340, 0.8448, 0.8262, 0.8565, 0.8547, 0.8505, 0.8210,
0.8543, 0.8255, 0.8404, 0.8596, 0.8308, 0.7843, 0.8083, 0.8448, 0.8391,
0.8295, 0.8449, 0.8548, 0.8227, 0.8983, 0.1963, 0.7985, 0.8239, 0.7680,
0.8761, 0.8426, 0.8385, 0.8420, 0.8760, 0.8093, 0.8678, 0.8455, 0.8177,
0.8773, 0.8192, 0.8680, 0.8660, 0.8315, 0.9061, 0.8507, 0.8554, 0.8457,
0.8859, 0.8280, 0.9423, 0.8569, 0.8119, 0.8754, 0.8479, 0.8587, 0.8568,
0.8365, 0.8522, 0.8633, 0.8340, 0.8373, 0.8862, 0.8816, 0.8548, 0.8181,
0.8454, 0.8183, 0.9116, 0.8497, 0.8666, 0.8642, 0.8434, 0.8660, 0.8282,
0.8460, 0.8512, 0.8258, 0.8560, 0.8429, 0.8296, 0.8653, 0.8772, 0.8514,
0.8665, 0.9217, 0.8656, 0.8810, 0.8290, 0.9003, 0.8303, 0.8635, 0.8385,
0.8427, 0.8716, 0.8423, 0.8151, 0.8284, 0.7982, 0.8513, 0.8545, 0.8405,
0.8345, 0.8774, 0.8171, 0.8184, 0.8196, 0.8551, 0.7708, 0.8292, 0.8577,
0.8447, 0.8112, 0.8201, 0.8856, 0.8230, 0.8127, 0.8540, 0.8067, 1.1347,
0.8404, 0.8540, 0.8705, 0.8775, 0.8505, 0.8679, 0.8575, 0.8762, 0.8673,
0.8596, 0.8221, 0.8412, 0.8344, 0.8627, 0.8191, 0.8652, 0.8478, 0.8725,
0.8432, 0.8261, 0.8752, 0.8742, 0.8540, 0.8322, 0.8588, 0.8455, 0.8663,
0.8604, 0.8397, 0.8361, 0.8291, 0.8432, 0.8847, 0.8184, 0.8419, 0.8305,
0.8546, 0.8673, 0.8327, 0.8361, 0.8807, 0.8508, 0.8733, 0.8458, 0.8377,
0.8624, 0.7627, 0.8566, 0.8571, 0.1892, 0.8427, 0.8607, 0.8399, 0.8290,
0.8238, 0.8464, 0.8316, 0.8488, 0.8988, 0.8764, 0.8641, 0.8544, 0.8719,
0.8500, 0.8341, 0.8782, 0.8253, 0.8542, 0.8355, 0.8083, 0.8457, 0.8098,
0.8654, 0.8595, 0.8335, 0.8195, 0.8099, 0.8268, 0.8621, 0.8668, 0.8557,
0.8751, 0.8714, 0.8283, 0.8583, 0.8433, 0.8515, 0.8377, 0.8056, 0.8433,
0.8729, 0.8318, 0.8125, 0.9082, 0.8198, 0.8306, 0.8315, 0.8351, 0.8674,
0.8382, 0.8132, 0.8498, 0.8258, 0.8458, 0.8506, 0.7977, 0.8380, 0.8671,
0.8958, 0.8140, 0.8371, 0.8232, 0.8870, 0.8000, 0.8002, 0.8900, 0.8425,
0.8355, 0.8446, 0.8882, 0.8669, 0.8655, 0.8750, 0.8551, 0.8452, 0.8812,
0.8524, 0.8336, 0.8287, 0.8901, 0.8547, 0.8743, 0.8756, 0.8307, 0.8557,
0.8495, 0.8825, 0.8646, 0.8427, 0.7760, 0.8209, 0.8733, 0.8561, 0.8229,
0.8024, 0.8343, 0.8589, 0.8826, 0.8539, 0.8777, 0.8498, 0.8510, 0.8436,
0.8747, 0.8676, 0.8270, 0.8748, 0.8562, 0.7877, 0.8275, 0.8455, 0.8678,
0.8370, 0.8260, 0.8510, 0.8204, 0.8698, 0.8185, 0.8848, 0.8346, 0.8550,
0.8589, 0.8399, 0.8568, 0.8712, 0.8224, 0.8463, 0.8588, 0.8568, 0.8370,
0.8376, 0.8862, 0.8413, 0.8621, 0.8013, 0.8242, 0.8144, 0.8303, 0.8533,
0.8392, 0.8590, 0.8351, 0.8084, 0.8537, 0.8302, 0.8188, 0.8510, 0.8714,
0.8303, 0.8486, 0.8700, 0.7808, 0.8234, 0.8508, 0.8768, 0.8469, 0.8911,
0.8564, 0.8760, 0.8371], device='cuda:0')),
('bert.encoder.layer.10.output.LayerNorm.bias',
tensor([-9.7653e-02, 6.7365e-02, -6.3087e-02, -5.1450e-02, -7.3670e-03,
-1.0358e-02, 1.8070e-02, -7.0321e-02, -5.2807e-02, 5.3493e-03,
-5.7316e-02, -1.0457e-01, 2.3343e-03, -3.9695e-02, -6.0777e-02,
-6.2504e-02, -3.9164e-02, -4.0744e-02, 3.4733e-02, 6.3150e-03,
-3.0176e-02, -2.8974e-02, -6.2255e-02, -3.5551e-02, -5.9218e-02,
1.0107e-02, -6.1205e-02, -2.1671e-01, -4.4464e-02, -9.0996e-02,
-2.2537e-02, 1.3646e-03, -2.1987e-02, 5.1016e-03, -1.2645e-01,
-8.3285e-02, 5.3489e-02, -6.6970e-02, -4.6030e-02, -1.9139e-01,
-6.4943e-03, -3.8537e-03, -9.7954e-02, -4.2886e-02, -6.3955e-03,
1.3742e-02, -1.0516e-01, -1.1582e-01, -2.2602e-02, -3.7440e-02,
-9.6366e-02, -4.2955e-02, -5.3293e-02, -1.6216e-03, -4.3576e-02,
1.1566e-02, 6.8341e-03, -6.0090e-02, -2.4468e-02, -9.5485e-02,
-4.3178e-03, -6.4071e-02, -1.5294e-01, -9.7103e-03, 1.7527e-02,
-4.4018e-02, -1.6997e-02, -2.4052e-02, -5.3017e-02, 2.8595e-02,
-1.1002e-03, 3.0481e-03, 3.3139e-02, -9.2836e-02, -2.2557e-02,
-3.7631e-02, -7.8160e-02, -3.0745e-02, -5.8443e-02, -3.7997e-02,
-5.8162e-02, -6.8329e-02, -3.8460e-02, -9.6485e-02, 1.8161e-02,
-1.4355e-01, -2.0775e-02, -4.4559e-02, -4.1193e-02, -7.8067e-02,
-8.2845e-03, -2.6204e-02, -4.9009e-02, -6.1989e-03, -4.4139e-02,
-1.6473e-01, -7.2967e-02, -1.2854e-03, -1.9592e-02, -4.0279e-02,
-1.6710e-02, -2.4913e-02, -4.3760e-02, -8.5731e-02, 8.9517e-03,
-3.5374e-02, -1.2012e-01, -2.4755e-02, -6.9248e-03, 3.3392e-04,
-9.0283e-02, 1.7169e-02, -2.5393e-02, -1.7414e-02, -5.2895e-03,
-8.8928e-02, -5.0542e-02, -6.6318e-02, -3.3796e-02, -3.8952e-02,
-6.2073e-02, 1.7850e-03, -5.2799e-02, -8.7747e-02, -4.9280e-02,
-3.0935e-03, -3.8026e-02, 2.9758e-03, -2.0853e-02, -7.0830e-02,
-2.6989e-03, -3.7652e-03, -7.1086e-02, -3.5149e-02, -4.9125e-02,
-6.4063e-02, -3.2871e-02, -8.1676e-02, 1.7557e+00, -5.7999e-02,
2.5942e-02, 2.5559e-02, -6.2116e-02, -1.6793e-02, -3.8757e-02,
-1.0043e-01, -6.3753e-04, -6.2160e-02, -4.1533e-02, 4.5991e-02,
3.2012e-02, -1.1930e-02, -2.7959e-02, -2.9797e-02, -7.0095e-02,
6.9334e-02, -5.7743e-02, 2.1825e-02, -1.3292e-01, 6.7154e-03,
-1.7917e-01, -1.2579e-01, -4.3565e-03, -4.1556e-02, -1.9754e-02,
4.2567e-02, -1.5485e-01, -2.0183e-03, 2.9564e-02, -6.8913e-02,
-2.8003e-02, -2.4627e-02, 3.0517e-02, -5.6444e-02, -6.1048e-02,
-7.4283e-02, -1.1676e-01, 1.0007e-01, -5.1761e-03, -6.3319e-02,
-9.7713e-02, 5.6463e-03, 1.0288e-03, 4.6943e-02, -7.7589e-03,
-8.7614e-02, -3.7318e-02, 5.9194e-02, -4.9277e-02, -2.9847e-02,
-4.7026e-02, -5.8776e-02, -1.0978e-01, -4.8357e-03, 5.8234e-02,
1.9720e-02, -4.4375e-02, -1.6321e-02, -2.4853e-03, 3.1694e-03,
-6.9749e-02, -8.0091e-02, -7.0123e-03, -5.6218e-02, -6.9880e-02,
-7.2491e-02, -2.9549e-02, 5.9754e-02, -2.1164e-02, -2.9637e-02,
-4.7283e-02, -9.3190e-03, -1.7408e-02, -1.2360e-02, 7.3955e-03,
-3.0760e-02, -5.0568e-02, -2.0774e-02, 4.7960e-02, -3.5616e-02,
-5.7084e-02, -4.9198e-02, -8.2380e-02, 3.3935e-02, 6.5307e-02,
-9.3326e-02, -4.7220e-02, -4.1566e-02, -1.3389e-01, -3.0072e-02,
-2.5084e-02, -7.3658e-02, -4.0874e-02, -1.2384e-03, 3.3780e-02,
6.3927e-02, -5.3249e-02, 3.6442e-02, -7.4878e-03, -3.4217e-02,
-1.2659e-02, 1.7054e-02, -1.0118e-01, -3.4446e-02, 7.0090e-02,
5.8357e-03, -3.7801e-02, -8.0161e-02, -1.2581e-02, -8.3509e-02,
-6.9152e-02, -1.4770e-02, -1.4860e-01, -6.1815e-02, -4.4256e-02,
-7.4314e-02, -1.7278e-02, -1.6909e-02, 8.4468e-03, -8.3094e-03,
-7.0489e-02, 8.1024e-03, -7.2267e-02, -2.1318e-02, -1.7761e-02,
-2.7399e-02, -1.5802e-02, -4.8585e-02, -3.7439e-03, -3.4933e-02,
-4.3371e-03, -2.7161e-02, -1.1575e-01, -5.6464e-02, -6.3784e-02,
-1.5383e-02, -5.4550e-03, -4.1042e-02, -7.1441e-02, 7.3298e-02,
-1.0792e-01, -2.8913e-02, -9.6243e-02, -6.2607e-02, 4.1028e-02,
-6.4288e-02, -1.4530e-02, 6.2147e-03, -2.4497e-02, -4.2642e-02,
1.9980e-02, -2.0423e-02, -2.3644e-03, 2.6054e-02, -1.7684e-02,
-2.6944e-02, 8.5665e-02, -4.3647e-02, 1.6656e-02, -7.2524e-02,
-9.9029e-02, 1.6358e-03, -7.8368e-03, -5.1956e-02, 8.5150e-01,
-3.0257e-02, -7.5806e-02, -9.6745e-02, -2.1488e-02, -1.1536e-01,
-1.2524e-01, -3.1243e-02, 1.2029e-02, 1.1097e-02, 5.0967e-03,
-1.1876e-02, -1.7975e-02, 6.5468e-03, 2.0493e-02, 2.8241e-04,
-4.7615e-02, -9.2759e-02, -5.4858e-02, -3.9471e-02, -3.7109e-02,
-4.3321e-02, -5.8762e-02, 1.7396e-03, -6.4378e-02, -4.4162e-02,
1.1506e-01, -5.8705e-02, -2.9490e-02, -4.9670e-02, -2.0871e-02,
4.6379e-03, -9.7933e-03, -1.2404e-01, 1.4954e-01, -9.9394e-02,
3.1786e-03, -1.8837e-02, -2.9763e-02, 3.0228e-03, -5.7139e-02,
-8.6479e-02, -2.0576e-02, 3.6170e-02, -5.5473e-02, 9.7574e-03,
-2.9529e-02, 7.4186e-02, 9.6791e-03, -5.3394e-02, -3.5957e-02,
-4.1073e-02, 5.5025e-02, -4.0152e-02, -5.2527e-02, -2.8081e-02,
-5.2806e-02, 2.5247e-02, 3.0654e-04, -2.3778e-02, 4.6014e-02,
-4.9852e-02, -8.0987e-03, -1.4231e-01, 4.2572e-02, 4.3921e-02,
-4.6161e-02, 3.9046e-02, -6.1050e-02, -5.9882e-02, -1.4195e-02,
-7.0241e-03, -7.7806e-03, 2.0736e-02, -1.7871e-02, 1.5202e-02,
5.1211e-03, -2.4869e-02, -5.9742e-02, -7.7849e-02, -5.7195e-02,
1.7505e-02, 7.7876e-03, -5.4378e-02, -3.2825e-02, -7.0079e-02,
-3.7811e-02, -3.8846e-02, -4.4100e-02, -1.5561e-02, 2.3474e-02,
-2.1511e-02, 2.7311e-02, -3.4094e-02, -2.9244e-02, 7.7166e-03,
-9.2096e-03, -2.6965e-02, 3.5475e-02, -4.2737e-02, 8.7260e-03,
-1.0513e-02, 9.4094e-03, -2.9244e-02, 6.4834e-02, 3.1215e-02,
1.7820e-03, 1.3770e-02, -7.5394e-02, -3.8794e-02, -7.3021e-02,
-8.2541e-03, -6.1422e-02, -9.5194e-02, 1.1117e-02, -7.0018e-03,
-1.7256e-04, -1.4648e-02, -1.2124e-02, -1.1524e-01, -5.3046e-02,
-4.0607e-02, 5.1011e-02, 1.4526e-02, -5.6605e-02, -6.6429e-02,
1.8015e-02, -7.2259e-02, 1.6067e-02, -9.7708e-02, 3.9794e-03,
-4.4617e-02, -5.9599e-02, -1.0061e-02, -3.3897e-02, -5.7962e-02,
-8.5159e-03, -1.2464e-02, -4.5665e-02, 7.9227e-03, -1.5531e-02,
1.0245e-02, -8.7152e-03, -5.4770e-03, -7.0437e-02, 1.2858e-02,
-1.0157e-01, -6.3610e-03, -1.0282e-01, -5.6640e-02, -8.5672e-02,
1.8404e-01, -7.9084e-02, 4.2413e-03, -3.6683e-02, -3.1023e-02,
1.0786e-02, 3.6075e-02, -4.9601e-02, -3.6513e-02, -5.3966e-01,
-3.1083e-02, -5.6059e-02, -1.3239e-01, -8.6944e-02, -2.0817e-02,
-1.2115e-01, -7.2766e-02, -7.5916e-02, -4.3203e-02, 8.5898e-03,
-1.1174e-02, -5.7464e-03, -3.9204e-02, -4.9070e-02, 4.0002e-02,
-1.4880e-02, -5.1308e-02, 3.7840e-02, -4.8329e-03, -4.4514e-02,
-2.0051e-02, -6.9349e-02, -4.8904e-02, -3.6099e-03, -1.1019e-01,
3.7337e-02, -1.5966e-02, 7.6717e-03, -2.4014e-02, -6.0917e-02,
-4.5841e-02, -5.4638e-02, -4.4554e-02, -5.2352e-02, 2.1643e-02,
-4.0501e-02, -3.1465e-02, -5.6114e-02, 4.9316e-03, -2.6913e-02,
-2.0131e-01, -1.2555e-02, -1.0754e-02, -9.6014e-02, 5.0154e-03,
4.3095e-02, 4.5629e-02, -8.7551e-02, -5.5580e-02, 1.7310e-02,
5.5751e-02, -4.5173e-02, -1.0401e-01, -8.6095e-02, -6.0166e-02,
-8.4407e-02, -5.6376e-03, -5.3790e-02, -2.1280e-02, -1.5553e-02,
-3.9130e-03, -1.7173e-01, 1.8730e-02, 6.2757e-02, -1.8784e-02,
-6.5431e-02, -3.7720e-02, -3.5647e-02, -2.0715e-03, 3.8056e-02,
-6.5148e-02, -8.9541e-02, 2.3755e-03, 2.2270e-02, -1.0829e-01,
9.3233e-02, -4.3030e-02, -4.3450e-02, 8.1592e-03, -6.9160e-02,
-1.6060e-01, -1.0856e-01, -5.9849e-02, -3.1506e-02, -9.9409e-02,
-8.5844e-02, -2.1219e-02, 6.0068e-02, -7.2057e-02, -7.1746e-02,
-3.0371e-02, 4.5349e-02, -1.0625e+00, -4.6756e-02, -4.8010e-03,
-2.1528e-02, -6.4700e-02, -4.5811e-02, -9.6730e-02, -7.5055e-02,
1.2909e-02, 5.8726e-03, -6.5127e-02, -1.6001e-02, -6.2420e-02,
-6.2426e-02, -7.0511e-02, 3.8753e-02, -4.8775e-02, -5.1796e-02,
-4.9409e-02, -3.8469e-02, -4.3239e-02, -2.9025e-02, -5.0345e-02,
-7.0982e-02, -1.5623e-01, -2.7274e-02, 5.0823e-03, -5.5124e-02,
-4.7000e-02, -4.0695e-02, -2.3850e-02, -6.3167e-02, -1.6109e-02,
-1.6565e-02, -6.3287e-02, -3.8143e-02, -3.6617e-02, -1.6755e-02,
-8.8188e-02, -4.4148e-03, -4.4855e-02, -4.9919e-02, -6.3343e-02,
-5.3393e-03, -5.0295e-02, -3.0350e-02, -8.4681e-03, -2.8108e-02,
-2.7737e-02, -6.0409e-02, -5.9258e-01, -3.8362e-02, -1.0156e-01,
-7.8035e-02, 1.6702e-03, -4.5054e-02, -4.5455e-02, -1.8767e-01,
-1.1250e-01, -1.8529e-02, -7.3356e-03, -2.2178e-02, -4.4617e-02,
2.6087e-02, -3.5236e-02, -2.1709e-03, 6.6460e-03, -8.6058e-02,
-1.2149e-02, -1.5139e-02, 6.9683e-02, -1.2356e-02, -4.0038e-02,
3.2453e-02, -2.2052e-02, 1.7140e-02, 4.7718e-02, -6.7216e-02,
-7.7338e-02, -3.5844e-02, -3.4856e-02, 6.2394e-03, -1.1219e-02,
2.2942e-02, 1.9738e-02, -3.2970e-02, -1.8595e-02, -4.6222e-02,
-2.8338e-02, -2.7585e-02, -9.4354e-02, -2.3475e-03, -6.9139e-02,
1.3971e-02, 8.5447e-03, 6.2851e-03, 2.1144e-02, -4.7005e-02,
-4.1292e-02, -1.8181e-02, -3.4368e-02, -1.1452e-01, 3.1639e-02,
-5.1298e-02, -4.7413e-02, -4.4267e-02, -9.8179e-02, 6.8004e-02,
-3.2810e-02, -4.1078e-02, -3.6101e-03, -5.1806e-02, -8.3117e-02,
-5.3521e-03, -5.0967e-02, -1.3502e-01, -5.5998e-02, -7.0959e-02,
-6.3199e-02, 2.7746e-02, -5.1427e-02, 6.3626e-02, -6.4814e-02,
-1.2766e-01, -5.4343e-02, -7.1726e-02, -7.6470e-02, 1.3767e-02,
-1.4147e-02, -3.0373e-04, -9.5561e-03, -6.7137e-02, 8.0482e-03,
-6.9268e-02, -3.5273e-02, 1.0461e-02, -4.5395e-02, -1.0289e-01,
-4.4444e-02, -5.5371e-02, 2.2386e-01, -1.1483e-01, -1.0396e-01,
-2.2209e-02, -3.5631e-02, 2.6499e-02, -9.4094e-03, 2.7255e-02,
4.5637e-03, -5.8637e-02, 5.3041e-04, -5.0429e-02, -3.9556e-02,
-3.7818e-02, -3.2248e-02, 3.6581e-02, -2.8068e-02, -2.7958e-02,
-6.4801e-02, 4.2588e-02, -3.3813e-02, -7.0918e-02, -4.2709e-02,
1.7502e-02, -9.3415e-02, -4.3821e-02, 1.2059e-02, -5.0736e-03,
6.4736e-03, -7.1584e-02, -3.1157e-02, 4.2293e-03, -5.4524e-02,
9.9722e-03, -5.1619e-02, -2.5968e-02, -2.4888e-01, 5.6717e-02,
-1.8501e-02, -8.7451e-02, -6.6557e-02, -5.9118e-02, -4.5100e-02,
6.2111e-02, -1.0969e-02, -1.1732e-01, -1.0293e-01, -7.6224e-02,
-3.0336e-02, -4.3706e-02, -1.6342e-02, 1.6332e-02, 1.0778e-03,
-8.5139e-02, -1.8398e-02, -1.7198e-01, 2.1461e-02, -1.2736e-02,
-1.5402e-02, -1.4056e-01, 4.1324e-02, -1.4741e-02, -1.0871e-01,
-2.9227e-03, 3.9473e-02, -7.6721e-02, -3.5407e-03, 4.1014e-03,
-3.6598e-02, -2.7947e-02, -1.2591e-01], device='cuda:0')),
('bert.encoder.layer.11.attention.self.query.weight',
tensor([[-0.0031, -0.0049, -0.0103, ..., -0.0524, -0.0074, -0.0795],
[-0.0245, 0.0113, -0.0220, ..., 0.0179, -0.0112, 0.0072],
[-0.0414, 0.0217, 0.0511, ..., -0.0599, -0.0256, -0.0287],
...,
[ 0.0169, -0.0083, -0.0232, ..., -0.0433, 0.0232, 0.0323],
[-0.0581, 0.1089, -0.0801, ..., -0.0704, -0.0072, 0.0645],
[ 0.0235, 0.0542, 0.0456, ..., 0.0629, -0.0457, -0.0591]],
device='cuda:0')),
('bert.encoder.layer.11.attention.self.query.bias',
tensor([ 1.2380e-01, 1.5987e-02, 1.2679e-01, -1.8622e-01, 8.1041e-02,
-1.1257e-01, 1.1564e-02, 1.6405e-01, -4.1053e-02, -3.6079e-01,
5.2823e-02, -1.5871e-01, 4.5243e-03, -1.4908e-01, 1.3611e-01,
-9.9163e-02, -5.7344e-02, 1.6040e-01, -2.1153e-02, 1.0047e-01,
2.3967e-03, 9.9182e-02, -1.1098e-01, -3.3866e-02, 2.2417e-02,
-3.7368e-02, -1.0866e-01, 6.5824e-02, 2.7415e-01, 1.2818e-01,
-9.1747e-02, -1.7093e-01, 5.5975e-02, 1.4431e-02, -4.2013e-02,
-1.0984e-01, -1.8981e-01, 1.0093e-01, -6.1820e-02, -5.4482e-02,
1.0512e-01, -2.6552e-02, 5.7113e-02, -4.0934e-02, 4.0287e-02,
7.1617e-02, 1.3837e-02, 1.4109e-01, 1.8327e-02, -1.0298e-02,
9.7632e-02, -3.2639e-02, -5.9186e-02, 5.0609e-02, 4.2333e-02,
-9.8559e-02, -8.3037e-02, 2.7549e-01, 5.4397e-02, 6.8596e-03,
-6.9305e-03, -1.5316e-02, 3.7323e-02, 9.5539e-05, 1.7557e-01,
-2.4394e-05, 2.4329e-01, 3.9310e-02, 6.9132e-02, -2.5068e-01,
-2.0571e-01, 5.4819e-02, -2.8273e-01, 2.3134e-01, -7.8876e-02,
-6.8673e-01, -8.9118e-02, 3.9458e-02, -1.9537e-01, -1.1764e-01,
-9.9236e-03, 5.0327e-01, -9.7511e-02, 1.0471e-01, -3.2896e-01,
-4.3419e-02, 4.4939e-01, -1.8248e-01, 8.9281e-02, -2.9834e-01,
1.4843e-01, 1.3472e-01, 1.0643e-01, -2.4241e-01, -5.0568e-02,
9.8662e-03, 5.7173e-03, 2.6495e-01, 3.6393e-02, 2.5547e-02,
2.8616e-02, 2.1016e-03, 1.5305e-01, -9.4743e-02, -1.2764e-01,
3.3433e-02, -2.5456e-01, -5.8597e-01, 1.5519e-01, -5.1900e-01,
-1.2877e-02, -3.2514e-01, 3.4365e-02, 4.4607e-02, 1.6213e-01,
1.3221e-01, 7.9329e-02, 5.9898e-02, 1.6224e-01, -1.5325e-01,
8.8032e-02, -3.1146e-01, 2.5370e-01, -3.1119e-02, 1.9997e-01,
-4.2187e-01, -1.8789e-02, -1.1163e-01, 3.5215e-01, -6.8167e-01,
3.8233e-01, -1.6608e-01, 3.4639e-01, 1.8256e-01, -1.1651e-01,
3.3151e-01, -1.0992e-01, 8.3215e-02, 2.3214e-01, 1.2278e-01,
-4.1250e-01, -3.8443e-01, 1.7970e-01, 3.5244e-01, -1.2470e-01,
-2.9450e-01, -6.3227e-02, -7.7900e-02, 8.2442e-02, 3.6515e-02,
-2.4418e-01, -2.7012e-01, 2.3090e-01, 1.3739e-01, 1.0961e-01,
2.1966e-01, 2.8270e-01, -1.1826e-02, 3.5175e-01, 1.7767e-01,
2.7644e-02, -4.2357e-01, 4.0215e-02, 7.0638e-02, 8.5918e-02,
5.9134e-01, -5.7711e-01, -1.3937e-01, -2.6051e-01, 7.4079e-02,
-6.6816e-02, -5.8732e-02, -2.1217e-01, 5.8032e-02, 1.6917e-01,
1.0899e-01, 1.3011e-01, 1.5730e-01, -1.5066e-01, -6.2966e-02,
1.8146e-01, 3.3614e-01, 1.0828e-01, 1.8480e-01, 3.7833e-01,
9.7253e-02, -3.4797e-01, -1.2503e-01, -2.6259e-01, -7.1627e-01,
3.6879e-02, -3.4379e-01, -8.2465e-02, -1.9111e-01, 2.3863e-01,
-3.8490e-02, 3.8910e-01, -7.5009e-01, 1.9008e-02, -6.8281e-01,
-4.8595e-01, -7.9512e-03, 3.3147e-01, -1.1542e-01, 2.1961e-01,
1.6678e-01, 2.0141e-01, 2.2480e-01, 3.2269e-01, -1.3709e-01,
5.1240e-01, -7.4600e-02, 3.7835e-01, 1.5210e-01, 1.2892e-01,
4.4226e-02, -6.7777e-01, 1.3538e-01, -2.9958e-01, -2.7852e-01,
1.5517e-01, 1.5901e-01, -1.2636e-01, -4.5333e-02, 1.4067e-01,
6.7283e-01, -3.0878e-01, -3.0597e-01, 3.9143e-02, -5.9230e-02,
-6.6188e-01, 1.9495e-01, -1.3502e-01, -5.1123e-01, 1.6417e-01,
-1.2979e-01, -3.2351e-01, -1.4296e-01, 2.1769e-01, -1.2128e-01,
-1.2365e-01, -1.7429e-01, 3.6449e-01, -1.4797e-01, -1.7987e-01,
-7.0303e-02, -5.3893e-02, 2.5797e-01, 1.8583e-01, 2.7457e-01,
1.0268e-01, 3.0532e-01, 2.3488e-01, 1.9182e-02, -5.2075e-01,
-1.8851e-01, 6.8772e-02, 1.0944e-02, -1.5567e-02, -5.9883e-02,
-3.5553e-02, 2.2541e-02, 4.3976e-02, 1.5311e-01, -6.5623e-02,
5.6997e-02, 3.2776e-02, 1.1332e-02, -2.7864e-03, -3.1701e-02,
4.2488e-02, 6.5617e-02, -1.1004e-03, -1.8932e-01, 1.9060e-02,
4.7493e-03, 9.1314e-03, -5.9021e-02, -4.1652e-02, -6.0468e-02,
4.4452e-03, 1.8803e-03, -4.2726e-02, 1.5245e-02, -1.0535e-01,
-7.6672e-02, 1.5157e-02, -4.5007e-02, -7.8800e-02, -4.3575e-02,
2.4066e-02, -2.6380e-02, 6.6082e-02, -1.1198e-01, -3.0284e-02,
4.6112e-02, 4.8171e-02, -6.0371e-02, -3.2494e-02, 5.2879e-02,
1.3613e-02, -2.0031e-03, -8.2865e-03, 3.9220e-02, -1.2764e-02,
-1.0961e-01, -1.6637e-01, -1.7296e-03, 2.7754e-02, -8.5187e-03,
-4.1810e-02, -5.8370e-02, -3.0664e-02, 3.7631e-02, 2.8056e-02,
-8.0162e-04, -2.0512e-02, 4.3244e-02, 3.0091e-02, -3.3550e-01,
-1.2670e-01, -1.8612e-01, -4.3311e-02, -1.1822e-01, 1.8303e-01,
-2.2766e-01, 4.8533e-01, -1.4475e-01, 1.3712e-02, 3.0556e-01,
1.2634e-01, -2.3960e-01, 1.6517e-02, 1.6468e-01, -8.9059e-02,
2.6397e-01, -1.6225e-02, -2.1737e-01, -5.1158e-01, -1.1144e-01,
5.2302e-02, 3.0406e-01, 3.1518e-02, 6.4651e-02, -1.7142e-01,
2.2564e-01, 1.8101e-01, -7.5261e-02, 6.7422e-02, -5.7603e-02,
1.9372e-02, 1.5926e-01, -2.7051e-01, 2.1984e-01, -3.0793e-01,
1.3571e-01, 2.0145e-01, 4.2650e-02, -1.2853e-01, -3.1501e-01,
1.1772e-01, -2.4484e-01, -1.2602e-01, -1.7107e-01, 1.8608e-02,
8.4624e-02, -6.4066e-02, -1.2541e-02, 2.3890e-01, -1.2536e-01,
2.6842e-01, 6.7393e-02, 4.9689e-02, -4.4038e-03, -1.9246e-01,
-3.3829e-02, -1.8503e-01, 4.7583e-01, 1.0055e-01, -3.8484e-03,
-2.2104e-01, -3.3656e-02, -3.2063e-02, -9.2233e-02, -2.6779e-01,
-2.9639e-01, 1.4141e-01, 1.1799e-02, -2.9951e-02, 1.2739e-01,
-7.0790e-02, 4.3751e-02, 9.3300e-02, 4.6534e-02, -8.5811e-02,
1.5875e-01, -3.3807e-02, -1.5382e-01, -1.1055e-01, -2.4506e-03,
-2.6448e-02, 2.7165e-01, 1.5124e-01, 2.3834e-02, 2.5409e-01,
6.4313e-02, 1.6445e-01, 1.6984e-01, 7.1011e-03, 7.6791e-02,
2.7045e-02, 1.1282e-01, -3.3891e-02, 1.5484e-02, -6.0372e-02,
8.8365e-02, -8.5332e-02, -3.4534e-01, -1.2814e-01, -1.2403e-01,
-8.6654e-03, 4.9308e-02, -1.7117e-02, -3.5764e-02, 4.3281e-02,
-1.0165e-01, -6.1343e-02, -2.2783e-03, -3.5717e-02, -1.5526e-01,
-1.7271e-01, -1.4000e-01, 4.9322e-02, -2.4395e-01, 6.6438e-01,
1.4148e-01, 3.5629e-02, 2.9469e-01, -5.4273e-02, 7.6592e-02,
-1.4751e-01, 1.3937e-01, 1.1714e-02, -1.2520e-01, -1.8536e-03,
1.4147e-01, -1.7506e-01, 1.2079e-01, 2.2042e-02, 7.8030e-02,
3.4716e-02, -4.1849e-02, 5.6718e-03, 8.1186e-02, 1.5596e-01,
9.3688e-02, 3.6348e-02, -5.5529e-02, 1.1084e-01, 3.2729e-02,
-1.1002e-01, 1.4995e-03, -1.7378e-02, -4.3473e-02, 2.3463e-02,
1.4265e-02, -1.9046e-02, -9.8475e-02, 5.1556e-02, 3.4228e-01,
-1.6616e-02, 7.7217e-03, 5.1706e-02, 3.3950e-03, 6.9237e-02,
2.2498e-02, 1.8393e-01, 7.4447e-02, -1.0650e-02, 6.4969e-02,
2.8167e-02, -4.8687e-02, -1.2692e-02, -2.6106e-01, -7.9820e-02,
-2.4463e-02, -1.1486e-01, 6.5513e-02, -7.5240e-02, -5.4128e-03,
-1.1585e-01, 4.0449e-02, -9.2766e-02, 2.1571e-02, -4.2533e-02,
8.9533e-02, -1.2915e-01, 1.3387e-02, 9.9169e-03, -5.1496e-02,
1.7117e-02, -1.8235e-01, -1.2355e-01, -5.7457e-02, 4.8016e-02,
3.2968e-02, 5.3064e-02, 3.4559e-02, -3.7790e-02, -8.9085e-02,
3.3656e-02, 1.7147e-01, 1.8513e-02, 7.7578e-02, 1.2232e-01,
-1.1941e-01, -1.9305e-01, -8.4626e-03, -1.6624e-01, -1.0183e-01,
-9.5781e-02, 6.8221e-02, 1.0154e-01, -3.5912e-02, 1.0186e-01,
2.9911e-02, 3.8919e-02, -1.2717e-02, 6.0233e-02, 1.2176e-01,
-1.0031e-01, -7.1222e-02, -1.1201e-01, 6.2590e-02, -1.4562e-01,
8.9125e-03, 2.6583e-02, -2.3403e-02, 3.7830e-02, -6.0862e-02,
4.8355e-02, 3.0710e-02, -5.0023e-02, -1.5944e-01, 6.0644e-03,
-5.6636e-02, 4.7312e-02, -1.2617e-01, 9.1964e-02, -1.1882e-01,
-1.9694e-01, -1.6441e-01, -1.8558e-03, -4.8014e-02, 7.1923e-02,
1.7512e-01, -2.5877e-02, -6.3968e-02, 1.2356e-01, -1.5412e-02,
2.9674e-02, 2.9932e-02, -4.4004e-03, 2.1710e-02, -1.0251e-01,
-1.2156e-01, 1.5433e-01, 7.4706e-02, 9.7817e-02, -2.5080e-02,
-6.7707e-02, -3.4114e-02, -6.4011e-02, 1.0151e-01, -1.7195e-01,
1.3686e-01, 1.6280e-02, 7.4970e-02, -9.5950e-02, 6.8331e-02,
6.8780e-02, 4.9754e-02, -2.3960e-01, -1.1516e-02, -3.6712e-02,
5.2222e-02, 7.6241e-03, -2.4643e-02, -4.4234e-02, -7.5473e-02,
-4.0292e-02, -2.1684e-02, -5.6295e-02, -1.0027e-01, -4.9256e-02,
-4.4280e-03, 6.8776e-02, 4.6724e-02, -9.4997e-02, -2.0344e-02,
-4.7297e-02, -2.8601e-02, -1.6307e-02, 2.5188e-02, -6.5640e-02,
-4.0379e-02, 7.2236e-02, -7.1186e-02, -3.6714e-02, 1.3410e-01,
1.1020e-02, -8.1366e-02, 1.0881e-01, 2.6420e-02, -2.2628e-02,
2.2174e-02, 4.1995e-02, -2.7573e-02, 3.5364e-03, -6.8950e-02,
-4.8940e-02, 2.6599e-02, 7.8909e-02, 7.5898e-03, -1.1322e-03,
4.8465e-02, 1.1929e-01, 1.8082e-03, -3.2638e-03, 6.6692e-02,
5.3584e-02, 9.6051e-02, -2.9670e-02, -2.2940e-02, -1.1979e-02,
9.3682e-03, -1.1425e-01, 2.7320e-02, -1.8975e-02, -9.4144e-02,
-7.8524e-02, 7.1331e-02, -1.9183e-01, -5.6933e-01, 2.7153e-01,
-1.4325e-01, -1.9808e-01, 2.8280e-01, 7.4575e-02, -2.6831e-01,
2.3376e-02, -2.8017e-02, 7.3166e-02, -2.9635e-01, 1.2910e-01,
-2.3828e-01, 7.1016e-01, -1.2746e-01, -2.6515e-01, -8.8349e-02,
-1.7525e-02, -1.9781e-01, 4.7645e-01, -9.9838e-02, 1.3827e-02,
2.6591e-01, -1.8056e-01, 1.6364e-01, -2.6687e-02, 1.2648e-02,
-1.2145e-01, 3.9057e-01, 4.2878e-02, 2.3170e-01, -1.1719e-01,
2.9607e-01, -1.1926e-01, 1.4781e-01, -1.8477e-01, 5.2462e-01,
-1.2293e-01, -1.7530e-01, -1.7285e-01, 7.2537e-03, -6.7228e-02,
-5.8092e-02, 8.3539e-02, 9.0930e-02, 4.2026e-01, 1.9126e-01,
-4.5682e-02, -5.8191e-02, -2.2227e-02, 6.0358e-02, -8.0645e-02,
-2.8921e-02, 8.0236e-02, -2.4624e-01, -6.7566e-02, -2.7150e-01,
-2.9799e-01, 2.5608e-01, -2.6185e-01, -4.5773e-01, 2.5247e-02,
-4.9314e-01, 7.8546e-03, 1.1528e-01, 4.5615e-04, 1.6633e-01,
4.1278e-01, -1.7926e-01, -1.1189e-02, -3.6118e-02, -2.1196e-02,
-1.4505e-01, -5.9201e-01, -3.0278e-01, -1.7720e-01, 1.5348e-02,
2.6542e-01, 4.7847e-01, -1.0604e-01, -2.7913e-01, 8.9317e-01,
-6.9074e-02, -7.2084e-02, 1.0228e-01, -1.4321e-01, -8.5363e-02,
-9.2006e-02, -2.8672e-01, -1.5289e-01, -3.9989e-01, -7.9309e-02,
1.5296e-01, 2.0299e-01, -8.5843e-02, 4.1222e-01, -1.2260e-01,
4.0542e-01, 2.9750e-01, 2.7536e-03, 8.3539e-02, 2.9909e-01,
1.0329e-01, 3.1292e-01, 8.3564e-02, 5.2050e-02, 1.0497e-01,
-1.4506e-01, 3.1926e-01, 3.3303e-02, 4.1804e-01, -1.0076e-01,
-2.2764e-01, -5.0226e-01, -1.2702e-01, 6.2849e-01, -8.5439e-03,
2.3943e-02, 8.1629e-01, 8.4442e-02, 2.1437e-01, 2.9866e-01,
-1.5985e-01, -3.2092e-01, -8.3705e-01], device='cuda:0')),
('bert.encoder.layer.11.attention.self.key.weight',
tensor([[-0.0215, 0.0766, -0.0225, ..., 0.0068, -0.0043, -0.0711],
[ 0.0189, -0.0559, -0.0131, ..., 0.0027, -0.0233, 0.0220],
[ 0.0230, -0.0483, -0.0057, ..., -0.0171, 0.0025, 0.0088],
...,
[-0.0091, 0.0481, -0.1247, ..., -0.0486, -0.0355, -0.0274],
[-0.0037, 0.0278, -0.0015, ..., -0.0739, 0.0101, -0.0322],
[ 0.0214, 0.0440, -0.0867, ..., 0.0388, -0.0595, -0.0887]],
device='cuda:0')),
('bert.encoder.layer.11.attention.self.key.bias',
tensor([-9.4832e-04, 2.9873e-03, -1.0251e-03, 1.1668e-03, 1.2432e-03,
-4.1236e-04, 7.0375e-03, -9.1705e-04, 3.1055e-03, 5.9941e-03,
3.5027e-03, 7.8600e-04, -3.3141e-03, -4.4507e-03, 6.7881e-05,
1.8240e-03, 3.3369e-03, -4.6390e-04, -3.1648e-03, 2.0592e-03,
1.1926e-03, -2.2387e-03, 1.7264e-03, 3.6036e-04, -1.3810e-04,
2.3596e-03, 5.8997e-04, -3.1158e-03, -1.0299e-03, -2.6910e-03,
5.0695e-04, 4.2945e-03, -4.0835e-03, -1.4770e-04, 2.1807e-03,
-5.9926e-04, -2.9164e-03, -1.9288e-03, 9.1319e-04, 2.2094e-03,
3.2207e-03, -6.3081e-03, 1.4414e-03, 6.1832e-03, 8.7059e-03,
-2.5265e-03, -4.4220e-03, -3.6694e-03, -1.5772e-03, -4.2337e-04,
-5.4981e-04, 6.4976e-04, 1.6017e-05, -2.7591e-04, 1.7202e-04,
-3.8270e-03, 4.1372e-04, 1.3461e-03, -4.8359e-04, 1.8020e-03,
-1.4823e-03, 2.0226e-03, -4.0570e-04, -6.6470e-05, 3.1604e-04,
4.8948e-03, 2.9778e-04, 4.0072e-03, -3.9618e-03, -6.7535e-03,
-9.8477e-04, -1.7883e-03, -1.8080e-03, -6.7216e-03, -7.5019e-03,
-1.0696e-02, -1.2857e-03, -4.9727e-04, 1.9857e-03, -4.3220e-03,
2.1127e-03, 6.1209e-03, 3.4557e-03, -1.6496e-03, 2.0254e-04,
-1.2688e-03, -7.8174e-04, -2.0640e-03, -3.3891e-04, 1.3394e-03,
5.5259e-03, 4.8987e-04, 4.0624e-03, -2.7718e-03, 7.5636e-04,
-1.7085e-03, -6.5167e-03, 2.6662e-03, -3.3667e-03, -2.1766e-03,
5.4096e-03, 3.2544e-03, -7.8537e-04, 1.3806e-03, -1.6200e-03,
-2.5904e-03, 3.8789e-03, 2.4859e-03, 2.6485e-03, -9.2075e-03,
3.3600e-03, 1.4573e-03, 5.3413e-03, -4.0595e-03, 6.8183e-03,
-4.5519e-04, -2.1700e-04, -2.4912e-03, 4.9027e-04, -1.1495e-03,
-2.2354e-03, -5.4976e-03, 4.6888e-04, 1.8124e-03, 5.4326e-03,
2.2328e-04, -1.4568e-03, -1.0831e-03, 3.3424e-03, -8.8542e-03,
4.4470e-04, -6.9465e-03, 2.0593e-03, -6.2533e-03, -1.4626e-03,
-2.2574e-03, 4.4715e-03, -2.0890e-03, 2.0303e-03, -3.3129e-03,
9.8809e-03, -4.0488e-03, -1.1957e-03, -1.6718e-03, 4.1262e-03,
1.9064e-03, -2.3379e-04, -3.8004e-03, 3.4256e-03, -4.7382e-04,
1.9890e-03, -6.4348e-03, 5.7125e-04, 5.3835e-03, 2.5139e-03,
-3.6295e-03, -4.1561e-03, -1.8712e-03, -3.1462e-03, 3.7309e-03,
-5.0868e-03, 5.3722e-03, 2.8532e-03, -4.8713e-03, -6.6381e-04,
1.3677e-03, -3.0471e-04, 3.1199e-03, 9.4643e-05, 7.8901e-03,
8.1828e-03, 3.5299e-03, -2.5383e-03, 3.0365e-03, -3.8798e-03,
-3.7769e-03, -1.0637e-03, 1.1566e-03, 4.1115e-04, -3.5785e-03,
4.7465e-03, -2.7588e-03, 1.2476e-03, 2.1136e-03, 3.6294e-03,
-3.9046e-03, -3.9775e-06, -1.2707e-03, -5.4469e-03, -7.8149e-03,
1.0471e-02, 4.4086e-03, -1.2747e-03, 8.2397e-03, 8.4253e-03,
3.3354e-03, -6.5434e-03, -5.6643e-03, 2.1647e-03, -6.7984e-03,
-7.7549e-03, 3.0527e-03, 4.1530e-04, -2.2832e-03, 5.9563e-04,
-1.9489e-03, -3.1490e-03, 5.4246e-03, -3.0002e-03, 2.7140e-03,
3.1829e-03, 1.1036e-03, 3.7027e-03, -2.5918e-03, -9.1840e-03,
-1.1657e-03, -7.7853e-03, 2.3250e-03, -5.7116e-03, 3.6236e-03,
9.4543e-04, 1.0753e-03, -3.1331e-03, -4.9752e-03, 2.5498e-03,
3.2323e-03, 7.8430e-04, -6.0002e-03, 2.3989e-03, -7.5983e-03,
-1.8899e-03, -7.9215e-03, -6.6789e-03, -7.7405e-03, 1.0762e-03,
4.3580e-03, 1.9475e-03, 5.8012e-04, 2.4312e-03, 1.0143e-03,
-4.1757e-03, -3.5688e-03, 2.9824e-03, -3.4836e-03, -1.7870e-03,
6.7717e-03, -2.2233e-03, 1.9718e-03, 6.1933e-03, 6.3673e-03,
-6.4385e-03, 5.0028e-03, 7.6507e-04, -4.0657e-03, -7.0968e-03,
1.0627e-03, -2.2666e-04, 2.4662e-03, 1.2883e-03, 5.4092e-03,
7.0525e-04, -4.6685e-03, 1.5151e-03, 2.8497e-03, -3.7722e-03,
5.2355e-03, 5.6476e-03, 6.5128e-04, 1.2153e-03, 1.5744e-03,
-2.7821e-03, 5.4292e-03, 3.7681e-03, -9.3124e-03, -6.2482e-04,
1.7635e-04, 2.9133e-03, 1.2243e-03, -7.6371e-03, 2.1531e-03,
-2.9518e-03, -1.0184e-03, 2.0787e-03, -3.6037e-04, -2.0021e-04,
-2.0401e-03, -1.6017e-03, 2.8095e-03, -5.9681e-03, -2.1455e-03,
3.5268e-03, -9.4477e-04, -1.1682e-03, 4.3246e-03, -1.4800e-03,
-1.2274e-03, 7.4757e-04, -2.6464e-03, -3.4974e-03, 4.4847e-03,
-5.3204e-03, -1.3571e-03, 7.3132e-05, -2.3839e-03, 2.3760e-03,
-2.1848e-03, -2.1967e-03, 1.0548e-03, -5.3279e-03, 2.3636e-03,
2.8047e-03, -1.1288e-03, -2.8034e-03, -3.0420e-06, -2.4572e-03,
3.1230e-03, 6.9220e-03, -6.8370e-03, 2.5215e-03, -1.3098e-02,
1.5229e-03, 8.6880e-03, -3.6546e-05, -3.8424e-04, -4.2264e-03,
-1.3453e-03, 2.8957e-04, 6.1158e-03, 2.5653e-03, 5.7758e-04,
-2.4893e-03, 3.5107e-03, -1.3966e-03, 4.9582e-04, -3.1183e-03,
4.0188e-03, -1.0128e-03, -2.1980e-03, 2.5689e-03, 4.9777e-03,
2.5675e-03, -2.1640e-03, 3.4647e-04, -2.3690e-03, -2.9612e-03,
-5.2881e-03, -3.8443e-03, 4.9514e-04, 1.2482e-03, -4.3833e-03,
1.6726e-04, -1.1920e-03, 3.5197e-03, 5.4322e-04, -1.2905e-03,
-2.1123e-03, 2.9474e-03, 5.0472e-03, -7.0546e-04, -6.9290e-04,
1.9625e-03, 4.7654e-03, -2.7485e-03, -1.8346e-03, 4.1420e-03,
-2.0320e-03, 4.2678e-03, -2.5730e-03, -1.3305e-03, 3.0115e-03,
2.5569e-05, 2.3230e-03, -9.0602e-04, -6.0899e-04, -2.1306e-03,
-9.7975e-04, 1.6234e-04, -2.7279e-03, 5.7142e-03, 4.6993e-03,
2.7494e-03, 5.4684e-04, 1.3924e-03, -2.4728e-03, -2.8596e-03,
-1.5233e-03, -1.7719e-03, 2.7446e-03, -9.6614e-04, -1.0735e-03,
1.3337e-03, 5.2145e-03, -1.5493e-03, 3.1817e-03, 1.6982e-03,
-9.8459e-03, -1.4811e-04, 6.6237e-04, -2.7383e-03, -4.9850e-04,
-2.0895e-03, 6.4750e-04, -7.3311e-04, -4.0019e-03, -1.3527e-03,
1.2919e-03, -2.6317e-03, -1.5641e-04, 1.9302e-03, -1.6843e-03,
-9.8654e-04, 3.8836e-03, -4.8566e-04, -2.0376e-03, 2.6308e-03,
1.6807e-03, -2.5121e-03, -3.1589e-03, -6.3994e-03, 1.0620e-03,
1.8504e-03, 3.5871e-03, -8.2247e-03, 7.4502e-03, -1.4784e-03,
2.3500e-03, -3.1880e-04, 9.8507e-04, -1.2452e-03, -4.1542e-03,
1.5221e-03, -1.9236e-03, 1.6235e-03, -4.1944e-03, 2.0229e-03,
2.7267e-03, 3.3812e-03, 4.0420e-03, 2.2042e-03, -2.8808e-03,
-1.0648e-03, -3.5519e-03, 2.2374e-03, -3.4938e-03, -2.5079e-03,
4.3424e-03, -8.9200e-03, 4.6428e-04, -2.3575e-03, -4.6613e-03,
2.2484e-03, 1.2816e-03, -1.2529e-03, -1.9472e-03, 6.7306e-03,
3.7829e-03, -4.1007e-03, 2.9586e-03, 8.8699e-03, 1.4294e-03,
-4.6765e-03, 1.6881e-03, 5.2841e-04, 3.2858e-03, -1.4989e-03,
8.0264e-05, -8.7399e-03, 2.5558e-03, 9.2167e-04, 9.8356e-03,
1.8229e-03, -6.7029e-03, 4.6742e-03, -9.4995e-04, 5.8308e-03,
-2.5407e-03, 1.1209e-02, 6.0164e-03, -3.8634e-03, 2.7597e-03,
2.1997e-03, 3.3712e-03, -5.2316e-04, -9.0602e-03, -2.1673e-03,
-2.3054e-03, 1.8967e-03, 1.5315e-03, -1.2127e-03, -1.5886e-03,
-5.5626e-03, 1.5798e-03, -2.4620e-03, 1.5021e-03, -6.6974e-03,
1.7681e-03, -1.1346e-04, -1.2542e-03, -4.7578e-04, -9.3135e-04,
5.9181e-03, -8.4041e-03, -3.0493e-03, 1.9329e-03, -4.9871e-03,
-3.0893e-04, 1.8491e-03, 8.8391e-03, -5.6623e-03, 4.3893e-03,
3.8903e-03, -4.7174e-03, -2.3393e-03, -4.9350e-04, 1.9309e-03,
-9.6470e-04, 2.1650e-03, 3.8895e-03, -1.9332e-03, -6.0475e-04,
4.7084e-03, 2.6864e-03, 4.9049e-03, -4.3976e-03, 5.3845e-03,
-2.3251e-03, 6.0520e-03, -1.9860e-03, -3.7645e-03, -1.0614e-03,
-8.2952e-05, 1.9323e-03, 9.5740e-03, 2.2300e-03, 2.9794e-03,
3.4783e-03, 4.5368e-03, -5.8952e-03, -5.5927e-03, 3.5312e-03,
-6.7120e-03, -2.8467e-03, -6.5276e-03, -1.2544e-03, 3.1408e-03,
5.1464e-03, 1.3514e-03, 3.9345e-03, 2.4746e-03, 1.3722e-03,
-6.7826e-03, -2.2466e-03, -6.5457e-03, -5.7453e-03, -4.1621e-03,
-3.7409e-03, 1.5123e-04, -6.7679e-03, -3.9178e-03, -3.1386e-03,
-2.4635e-03, 1.6721e-03, -9.0108e-03, -2.0677e-04, 4.0144e-03,
-2.2560e-03, 2.3905e-03, 3.4771e-03, 6.2373e-04, 6.6245e-03,
-2.4764e-03, -5.3817e-03, 6.6814e-03, 1.7144e-03, 4.7802e-04,
6.8246e-03, 1.6716e-03, 4.8028e-04, -4.9682e-04, -2.1815e-03,
-1.1068e-03, -1.5584e-03, 3.6874e-03, 3.2005e-03, -1.7457e-03,
4.2212e-03, -1.5943e-03, 2.3985e-03, -4.4375e-03, -2.4480e-03,
-7.4576e-04, -2.4107e-03, -3.8190e-03, 4.9982e-03, 5.9080e-03,
-3.1445e-03, -4.6575e-03, -2.8432e-03, -5.2636e-04, -1.7569e-03,
2.1460e-03, 3.4386e-05, 2.7837e-03, 1.7629e-04, -1.8478e-03,
-3.3148e-03, 2.9709e-03, 8.6652e-04, -1.4148e-03, 1.8963e-04,
3.9495e-03, -1.2499e-04, 5.0751e-03, -5.7703e-03, -3.9656e-03,
1.4791e-03, -1.2507e-03, -1.8172e-03, -1.1144e-04, -1.6701e-03,
-4.4670e-03, -2.2647e-03, -3.1611e-03, 1.9550e-03, 5.4838e-03,
7.6276e-03, 1.6879e-03, 6.9357e-04, -1.1075e-04, -1.5646e-03,
3.0045e-03, 1.3356e-03, -3.2749e-04, 2.0364e-03, 3.0164e-03,
6.8245e-03, -6.5450e-04, -3.6305e-04, -3.3844e-03, -2.7332e-03,
-3.6367e-03, 6.0009e-04, 5.1705e-03, 3.0496e-03, -2.3239e-03,
5.9962e-03, -8.7701e-04, 5.5659e-03, -2.0482e-04, -9.3814e-03,
-5.5234e-03, -2.4136e-03, 5.6371e-03, 7.1086e-03, 1.8572e-03,
5.1802e-03, 7.9778e-03, 2.2735e-03, -2.5349e-03, -1.4462e-03,
2.6212e-03, -2.5205e-03, 4.1032e-03, -9.0518e-04, -2.8960e-03,
9.4645e-03, -1.2521e-04, -9.4438e-05, -3.7843e-03, -2.1182e-03,
3.4754e-03, -6.2756e-03, 8.9574e-05, -9.0713e-04, -1.2265e-04,
1.0947e-03, -8.0544e-03, 2.0049e-03, -3.2455e-03, 1.3317e-02,
3.6590e-03, -1.3476e-03, -2.1439e-03, -2.4152e-03, -2.6553e-04,
-3.2334e-03, -3.9078e-03, -6.1844e-04, 5.7768e-03, 1.4189e-03,
2.1763e-03, 6.5955e-03, 3.1806e-03, -2.9220e-03, 3.8320e-03,
-3.4982e-03, -2.4913e-03, -3.4468e-03, 1.8047e-03, 2.5544e-03,
-2.5266e-03, -6.6726e-04, 1.6028e-03, -4.1297e-03, 6.5055e-03,
6.3475e-04, 2.2707e-03, 5.3563e-03, -4.3606e-04, 2.5349e-04,
-4.7530e-04, -1.2975e-03, -1.7958e-03, -3.8355e-03, -2.8621e-03,
-1.2630e-04, -4.0598e-03, -4.7776e-03, 1.4314e-04, -2.9169e-03,
2.3565e-03, -3.3682e-03, 6.9022e-03, -2.5641e-03, 6.3661e-03,
-3.4244e-03, 1.3651e-03, -3.3577e-03, -6.7742e-03, 6.1723e-04,
3.4054e-03, -1.4410e-03, 3.2223e-03, 3.5016e-03, 4.0087e-03,
-5.5791e-03, -5.4817e-03, -5.8156e-06, -5.6053e-03, 4.3274e-03,
1.3944e-03, -2.1523e-03, -4.6797e-04, -2.1134e-03, 2.8912e-03,
2.0028e-03, 1.9934e-03, -7.7263e-04, 2.2086e-03, -9.1463e-04,
1.1189e-02, 2.6791e-03, 4.5323e-03, 2.3978e-03, -5.4788e-03,
-1.7287e-04, -3.6177e-03, -2.9330e-03, 2.3564e-03, -1.8516e-03,
4.8267e-03, -1.3471e-04, 1.4192e-03, 3.5994e-03, 7.6115e-03,
-3.3645e-03, -3.8716e-03, -1.7626e-03], device='cuda:0')),
('bert.encoder.layer.11.attention.self.value.weight',
tensor([[ 0.0630, -0.0528, 0.0118, ..., -0.0077, -0.0315, 0.0728],
[-0.0198, -0.0445, 0.0145, ..., 0.0424, 0.0011, -0.0820],
[-0.0491, 0.0335, 0.0296, ..., -0.0097, 0.0579, -0.0282],
...,
[-0.0144, 0.0313, 0.0362, ..., -0.0088, -0.0249, 0.0135],
[-0.0315, -0.0459, -0.0457, ..., 0.1064, -0.0441, -0.0530],
[ 0.0433, 0.0136, -0.0583, ..., 0.0872, 0.0588, 0.0394]],
device='cuda:0')),
('bert.encoder.layer.11.attention.self.value.bias',
tensor([ 1.7686e-03, 5.0840e-03, -1.2941e-02, -5.7664e-03, 1.6866e-02,
-6.1455e-03, 6.3520e-03, 2.2267e-03, 1.9209e-02, -1.7522e-02,
7.1508e-03, 1.9254e-02, 1.7218e-02, -6.0465e-03, -6.6422e-03,
-3.0492e-02, -1.7390e-02, 1.0662e-02, 7.5673e-03, 7.7370e-03,
1.7385e-03, 2.3779e-02, -7.1899e-03, 3.3757e-03, 3.7817e-03,
3.7458e-03, -8.0687e-03, -5.6990e-03, -7.2183e-03, -1.1280e-02,
4.1414e-04, -1.9695e-03, 1.9594e-02, -1.9404e-02, 8.3930e-03,
-8.8735e-03, 1.0805e-03, 1.0973e-02, -2.9527e-03, -1.0620e-02,
2.2181e-02, -7.3465e-03, -7.9381e-03, 2.3052e-02, -1.0714e-02,
-3.0179e-02, -8.4103e-03, -1.6105e-02, -1.8371e-02, 2.8990e-03,
2.5869e-03, 9.2330e-03, 1.0581e-02, -1.2359e-02, -1.1477e-02,
1.2285e-02, 5.9733e-03, 1.2967e-03, -1.9331e-03, 2.3013e-02,
2.7002e-02, -2.2202e-02, -8.5762e-03, -4.3980e-03, 1.9314e-02,
5.4127e-03, 1.9043e-03, 2.5638e-02, 1.4685e-02, -3.1203e-02,
-1.3284e-02, 2.5859e-02, 2.7931e-02, 1.1415e-02, -8.5847e-03,
-1.1172e-02, -4.1094e-03, -2.5822e-02, 1.8168e-03, -2.0742e-02,
-1.5667e-02, 2.1206e-02, 3.4663e-02, -6.6252e-03, -4.5123e-03,
5.8846e-03, 1.3998e-02, -5.0457e-03, -5.4445e-03, 2.6406e-02,
-7.8902e-03, -2.8439e-02, 4.8390e-03, 1.0173e-02, -4.9503e-03,
1.4128e-02, -1.8696e-02, 2.9131e-03, -5.3588e-03, 5.1352e-03,
7.0926e-03, 7.9497e-03, -1.7223e-02, -1.6937e-02, -1.3941e-02,
-6.7304e-03, 7.8606e-03, 4.9925e-02, 6.8611e-03, -1.7372e-02,
7.5782e-04, -1.1495e-02, -1.6492e-02, 3.4483e-02, 2.7988e-03,
-1.3752e-03, 8.0680e-03, 1.7071e-02, -6.8776e-03, 2.6748e-02,
1.5963e-02, -3.5875e-04, 1.2460e-02, -2.5806e-03, -2.6435e-02,
-1.6063e-02, 7.6233e-03, -1.5164e-02, 8.4711e-03, -1.2713e-02,
8.0636e-02, -1.4031e-02, 1.1578e-02, -1.5527e-02, 1.1222e-02,
4.1006e-02, 1.0180e-01, -1.3112e-02, 7.1278e-03, 4.8308e-03,
7.4707e-03, 1.8589e-02, 1.2767e-02, 1.9011e-02, -6.0835e-02,
-1.0962e-02, -3.5968e-03, 4.1141e-02, 3.2206e-02, -2.7757e-02,
-7.6975e-03, -8.3729e-03, 4.5804e-03, -1.2119e-02, 3.2784e-02,
1.0139e-02, -8.2696e-02, -1.0374e-02, 1.3465e-04, 3.1991e-02,
-3.0727e-03, -6.0249e-02, -4.3300e-03, -3.2457e-02, -9.4581e-03,
4.6383e-03, 2.8751e-02, 3.9327e-02, 3.0830e-02, 1.0340e-01,
-4.0416e-02, -1.8972e-02, -4.3877e-02, -2.2743e-03, -3.1357e-03,
-8.8164e-03, 2.5704e-04, 9.1040e-03, -1.8371e-02, -1.9794e-02,
-1.7996e-02, 1.2886e-02, -3.5242e-04, -3.1981e-02, 3.7389e-03,
-2.5213e-02, -2.2432e-02, -5.5829e-03, -9.1925e-03, -1.9183e-03,
7.2249e-03, -5.4041e-03, 4.8300e-04, 1.4553e-02, 8.7640e-03,
-7.9873e-03, -1.2371e-02, -1.9376e-02, 1.3545e-02, -1.0057e-02,
-1.6481e-02, 2.7572e-02, 2.1047e-02, 6.6884e-03, -1.0273e-02,
-2.8811e-03, 1.9760e-02, 2.1528e-03, -2.1066e-04, 4.4609e-02,
-5.0194e-03, -3.8895e-02, -3.9703e-02, 1.3110e-02, -8.3654e-03,
1.9872e-02, -1.6163e-02, -4.3356e-02, -2.2367e-04, -2.3675e-02,
4.5860e-03, 2.8863e-02, -2.4975e-02, -2.2341e-02, 2.3401e-02,
-2.2708e-02, -4.2185e-03, 3.2690e-02, -1.9478e-02, 1.1907e-02,
3.5108e-02, 1.3703e-02, -9.7741e-03, 9.3292e-03, 2.5494e-03,
4.8100e-02, -2.8953e-02, -2.8156e-02, 2.8432e-01, 2.2816e-02,
7.2105e-03, -1.0706e-02, 7.6002e-03, 5.0507e-02, 5.8633e-03,
2.1637e-02, -5.7624e-03, -3.6590e-02, 8.7860e-03, -3.0327e-02,
1.0155e-02, 9.6196e-03, 2.3124e-02, 2.0031e-03, 2.0147e-02,
-5.9985e-03, -1.0129e-02, 2.7336e-03, -9.8083e-03, 1.6736e-02,
1.4517e-02, -6.7310e-03, -1.8137e-02, -3.5023e-03, -8.7995e-03,
4.9876e-04, 1.2133e-02, 1.8180e-03, -1.0004e-01, 1.3279e-02,
-7.3482e-03, 2.4216e-02, 2.0997e-04, 8.5461e-03, -1.2547e-02,
-6.4779e-03, -1.2544e-02, 2.2166e-03, 1.4228e-02, 1.9980e-02,
2.9917e-03, -5.4013e-03, 7.8370e-03, 5.3828e-03, 5.3190e-03,
1.8997e-02, -1.0124e-02, -9.5661e-03, 8.1840e-04, 9.8014e-03,
-1.0506e-02, 1.2037e-03, -5.2201e-03, -3.0117e-03, -6.2517e-04,
5.1328e-03, 4.5226e-03, 1.0433e-02, -7.7836e-04, 1.9683e-02,
-2.4615e-03, -8.1308e-05, 1.9085e-02, -7.9070e-04, 1.6948e-02,
-3.8140e-03, -9.4237e-03, 4.6727e-03, -1.3563e-02, 3.5105e-03,
5.1145e-03, -1.7667e-02, -2.7870e-03, 4.7088e-03, -1.7486e-03,
-1.1015e-03, 3.4043e-03, -1.9021e-02, 3.9285e-03, -5.6738e-03,
-3.3757e-02, -1.1162e-02, 2.0341e-02, 1.1482e-02, -1.5966e-02,
1.8320e-03, -2.6080e-02, 1.2995e-02, 2.1425e-03, -3.2462e-03,
8.6000e-03, 9.1199e-03, -1.4274e-02, -1.6633e-02, 1.4173e-03,
-1.6096e-02, -2.5981e-02, -2.4163e-02, 1.4338e-02, -3.2550e-02,
-2.4712e-04, 1.5413e-02, -1.4029e-02, 7.0600e-03, 9.6945e-03,
8.9344e-03, 1.9119e-02, 1.4034e-02, 5.2318e-02, 1.0286e-02,
3.5013e-02, -1.5719e-02, -1.1824e-02, -2.6243e-02, -5.1831e-03,
-5.6940e-03, -1.0523e-02, -4.9964e-03, -3.6454e-03, 2.0965e-02,
9.9588e-03, 1.7008e-03, -7.5308e-03, -2.9637e-02, 1.8104e-02,
-2.1264e-02, 3.5470e-04, 1.0233e-02, -1.0616e-02, 8.6911e-03,
1.0849e-02, 7.0185e-03, 1.1133e-02, 1.9827e-02, 1.2587e-02,
-1.4871e-02, 2.5483e-02, 4.8022e-03, -2.9457e-03, 7.8469e-03,
-2.4516e-02, 3.0811e-02, -1.1472e-02, -5.3615e-03, -2.2700e-02,
2.4163e-02, -8.0370e-02, 8.4397e-02, -4.8806e-02, 1.5273e-02,
-8.7479e-02, -3.0836e-02, 1.9948e-02, -8.6061e-02, 7.8186e-03,
-6.3325e-02, 1.0229e-02, 1.2170e-02, 1.0346e-01, 3.4873e-02,
2.9933e-03, -7.1239e-02, -2.1470e-02, 1.5175e-03, -4.9112e-02,
-1.1496e-03, -3.4066e-03, -1.1485e-02, 1.6880e-02, 1.0498e-01,
-8.4025e-02, -7.7543e-03, 2.3364e-02, 5.4964e-02, 9.9808e-02,
-2.4261e-02, 1.0093e-02, 4.4869e-02, 1.9155e-02, 1.7003e-01,
-2.9590e-02, -1.3818e-02, 9.0349e-02, 4.4894e-02, -5.3085e-02,
-4.6177e-02, 1.7050e-02, -7.5022e-02, -8.2999e-02, -6.7550e-03,
-1.8256e-02, -2.7759e-02, -2.3785e-02, 2.0014e-02, -6.9450e-02,
7.9039e-03, 3.6375e-02, -3.4241e-03, 4.1785e-02, 2.1109e-02,
9.8382e-02, -3.2406e-02, 3.2203e-02, -7.1250e-02, 4.5312e-03,
1.2140e-01, -2.6398e-02, -7.4581e-02, -1.8457e-02, 1.4014e-02,
-1.2815e-02, 2.0563e-02, 3.1813e-03, 1.5398e-04, 6.1577e-03,
-5.1390e-03, -4.1551e-03, 2.0902e-02, -9.9469e-03, 1.8103e-02,
-3.5584e-03, 1.2720e-02, 3.9505e-03, 1.1960e-02, 4.3362e-03,
-3.8847e-03, 9.4545e-03, 1.1812e-02, 3.4576e-02, 2.5091e-03,
1.4950e-03, 1.4270e-02, 3.1763e-03, 1.1690e-02, -6.9717e-03,
-2.1354e-03, -1.6053e-02, 2.0565e-03, 2.1020e-03, 1.2093e-02,
5.3556e-03, 1.1327e-02, -9.9628e-03, 2.3336e-03, -3.6690e-02,
3.5255e-03, 3.0765e-02, -8.7815e-04, 2.4166e-02, 5.0585e-03,
9.6786e-03, 1.7258e-02, -5.3702e-03, 2.6187e-02, 1.4145e-02,
2.0976e-03, -5.6022e-03, 8.6115e-03, -1.4997e-02, 5.1844e-03,
1.2525e-02, -2.2625e-02, -7.8087e-03, -1.3029e-02, 1.1122e-02,
2.1854e-02, 4.5514e-03, -7.8239e-03, 6.5221e-03, 1.2101e-02,
-4.5377e-03, -1.5189e-02, -1.9260e-02, -5.4568e-02, -1.8143e-02,
5.5627e-03, 1.8102e-02, -2.9106e-02, 7.5020e-02, 2.0999e-02,
9.1782e-03, 3.1094e-03, -4.1638e-02, 1.1172e-02, -2.5796e-02,
-2.5203e-03, 7.7001e-03, 3.4478e-02, 3.8601e-02, -3.5967e-02,
-1.9388e-02, 5.0520e-03, -1.3907e-02, 3.0223e-02, 3.7078e-02,
1.2666e-02, -4.6206e-02, 1.6471e-02, 3.8767e-02, -4.6084e-02,
-1.7724e-03, -2.2363e-02, 8.4322e-03, -8.9771e-03, -6.8622e-02,
2.0369e-02, -6.7425e-03, 9.1260e-03, -8.3675e-03, -2.0101e-02,
3.1151e-02, 2.1197e-02, 3.1523e-02, 2.7868e-04, 5.0423e-02,
3.1634e-02, -8.5288e-03, -9.1047e-03, 8.8668e-03, -3.6737e-03,
4.0038e-03, 5.6715e-02, 1.1255e-02, -4.7786e-04, -2.0699e-02,
1.9204e-02, -4.3562e-03, -1.3640e-02, -1.7208e-02, -4.1196e-02,
-1.7371e-02, 4.1251e-02, 1.1667e-02, 1.5844e-02, -4.3265e-03,
-5.0987e-02, -2.2046e-02, -1.5704e-02, 1.0305e-02, 1.2475e-02,
-6.8778e-03, 1.2443e-02, -1.3489e-02, 1.4316e-02, -1.3172e-02,
-3.1814e-02, 5.5312e-03, 3.6901e-03, -3.3900e-02, 2.3395e-02,
6.3757e-05, 1.7436e-02, 4.6925e-03, -2.7925e-02, 1.4877e-02,
1.4600e-03, -9.6901e-03, -3.4333e-03, 3.8487e-03, 2.1584e-03,
2.3567e-03, 5.8821e-03, 1.1614e-02, 2.7026e-02, -1.6609e-02,
2.3062e-02, -1.2167e-02, 2.1002e-02, 4.4166e-03, 7.1335e-03,
-9.7064e-03, -3.0031e-03, -4.2541e-03, 2.7104e-02, 1.6707e-03,
2.1679e-02, -1.5409e-02, 4.7696e-03, 2.6847e-02, 1.4450e-02,
-1.1306e-02, 7.0083e-03, -2.7793e-02, 1.8888e-02, -1.2018e-02,
-1.3153e-02, 1.1307e-02, -7.1148e-03, -2.7356e-02, 7.6005e-03,
8.7847e-03, -2.0727e-02, -3.0715e-04, 1.8349e-03, 1.4374e-02,
-2.3857e-02, -8.3752e-03, 6.3769e-03, 1.8983e-02, -5.3462e-03,
-1.7081e-02, -4.9945e-05, -5.2468e-03, -1.3526e-02, 5.4893e-04,
4.4970e-03, -2.1884e-02, -9.1710e-03, 1.6620e-03, 6.3370e-03,
4.8175e-03, 6.2311e-03, 2.8657e-02, 3.8757e-02, -1.7044e-02,
-1.2730e-02, 1.2267e-02, 1.4084e-02, -2.5945e-03, 1.5428e-03,
-5.5486e-03, -6.9175e-04, 1.9934e-02, -6.0630e-03, 2.3504e-02,
1.9152e-02, -9.6917e-03, 2.0339e-02, 2.8362e-03, 1.7088e-02,
-1.0238e-02, 1.2557e-02, 1.4894e-02, 7.4587e-03, -6.8130e-03,
-2.4794e-02, -2.2708e-03, 3.6359e-03, -4.0822e-03, -4.9829e-02,
1.7580e-03, 9.7362e-03, -2.5872e-02, 5.2711e-02, 5.6887e-03,
-4.2893e-02, -8.3328e-03, 2.4753e-02, 6.7862e-03, -6.8612e-03,
-2.5450e-03, 1.6749e-02, -9.8365e-03, -2.7151e-03, -2.1312e-02,
3.7883e-02, 1.7220e-02, -1.3745e-03, 2.2809e-02, 4.5688e-02,
1.2285e-02, -1.0797e-02, 2.4359e-02, -3.4024e-03, -1.7408e-02,
2.4266e-02, -2.1303e-02, -3.9070e-03, 3.4221e-02, 6.7328e-03,
-7.2392e-03, 5.1659e-02, -1.5508e-03, 2.6807e-02, 2.4890e-02,
-2.1937e-02, -4.5367e-02, -9.7620e-02, 1.9767e-02, 6.5167e-02,
3.4558e-03, 3.4807e-02, 7.9663e-03, 6.6133e-06, 5.4423e-02,
1.2203e-02, -2.8469e-02, -2.6049e-02, 7.0890e-03, -3.6902e-02,
-6.1062e-03, 9.1727e-03, 3.0889e-02, 2.5693e-02, -1.0840e-02,
-9.4861e-03, -1.4547e-02, -1.9113e-02, 2.6094e-02, -1.3292e-02,
-2.0323e-02, 1.0234e-03, 3.6086e-02, 2.3972e-02, -1.7308e-03,
3.3343e-02, -2.4105e-02, 4.8998e-02, -3.4995e-03, 1.1882e-02,
3.1891e-02, -1.0885e-02, 2.5775e-02, -3.8996e-02, -6.5423e-02,
1.1863e-02, 2.3673e-02, 1.4435e-02, -2.0879e-02, 1.0961e-02,
9.9092e-03, -3.2451e-03, 1.7935e-03, -5.0101e-03, 2.3252e-02,
-2.2153e-02, 1.3787e-02, 7.5754e-02], device='cuda:0')),
('bert.encoder.layer.11.attention.output.dense.weight',
tensor([[-0.0426, -0.0514, 0.0429, ..., 0.0300, 0.0233, 0.0644],
[ 0.0070, -0.0256, 0.0801, ..., -0.0551, -0.0486, -0.0477],
[-0.0366, -0.0379, -0.0139, ..., 0.0115, 0.0633, -0.0406],
...,
[ 0.0308, -0.0153, -0.0004, ..., -0.0384, 0.0367, 0.0540],
[ 0.0494, -0.0034, -0.0197, ..., 0.0065, -0.0150, 0.0159],
[ 0.0298, -0.0108, 0.0550, ..., -0.0171, 0.0562, 0.0320]],
device='cuda:0')),
('bert.encoder.layer.11.attention.output.dense.bias',
tensor([-1.0204e-01, 1.0363e-02, 4.7683e-02, -7.0177e-03, 1.0725e-01,
1.6766e-02, 1.2733e-02, 4.2884e-02, -1.1205e-01, 5.6880e-02,
6.2657e-02, 4.3847e-02, 8.0758e-02, 9.1812e-02, 1.2088e-01,
-5.4606e-02, -1.0299e-02, -5.3790e-02, -6.2619e-02, 7.1709e-02,
7.9601e-02, 7.2610e-03, -5.0374e-02, -5.3605e-02, 8.6642e-02,
-3.1978e-02, -1.0554e-01, -5.0608e-03, 1.1950e-01, -6.7933e-03,
-4.5029e-03, -1.2962e-01, 9.9198e-02, 2.0957e-02, 1.6479e-02,
-8.1361e-02, -1.9671e-02, 7.6882e-02, 3.8584e-02, -1.6004e-02,
7.6135e-02, -3.5415e-02, -6.6882e-02, 7.7058e-03, -3.7103e-02,
6.2735e-02, -8.0627e-03, -7.3457e-03, -5.7060e-02, -5.2023e-02,
-5.2535e-02, -2.0638e-02, -1.1689e-01, 1.2074e-02, -4.0957e-02,
-8.7727e-02, 8.5753e-02, -3.4567e-02, -7.1113e-02, 3.2703e-02,
1.8983e-02, 4.2808e-02, -1.1070e-01, -1.2288e-02, 5.6491e-02,
-2.6699e-02, -2.4150e-02, 4.9473e-02, -5.4325e-02, 8.4569e-04,
8.4081e-02, 1.1610e-01, 8.5102e-03, -3.8817e-02, 1.0031e-02,
3.4779e-02, -7.8939e-02, 1.0883e-02, 1.4606e-01, 9.5603e-02,
-2.5988e-02, -4.8092e-02, -7.2674e-02, 4.8549e-02, -1.4968e-02,
2.0746e-02, -1.8414e-02, -3.4530e-02, -4.7979e-02, -6.6361e-02,
-5.7173e-02, -1.9054e-02, 4.2880e-02, 7.2815e-02, -5.5543e-02,
-1.1267e-01, -7.0467e-02, -1.2254e-01, -1.3046e-01, -1.1734e-01,
-1.9554e-02, 5.7872e-02, -6.2797e-03, 1.3717e-01, -1.4292e-01,
3.8473e-02, -1.4807e-01, 8.9439e-02, 3.6518e-03, -1.4441e-01,
-7.1290e-02, -2.4070e-02, -8.6528e-02, 4.8025e-02, -1.5909e-02,
5.4914e-02, 7.2105e-02, -8.4519e-02, 4.0128e-02, 8.4020e-02,
8.6793e-02, -4.1209e-04, -1.1890e-02, -1.1366e-01, -4.4344e-02,
1.4761e-04, -6.2603e-02, 6.5484e-02, 4.4661e-02, -7.0074e-02,
1.4383e-02, 1.9475e-02, 2.6081e-02, -9.2042e-03, 3.5105e-02,
-3.0150e-02, -1.4124e-01, -3.9690e-02, -1.6254e-01, -1.2586e-02,
2.6050e-02, 4.0369e-02, 6.0334e-02, 7.1044e-02, -3.6134e-02,
-1.4184e-01, -1.4706e-02, 1.6953e-02, -8.3574e-02, 3.9643e-02,
-1.1974e-02, -3.1170e-02, -7.7761e-02, -6.8097e-02, 3.4834e-02,
7.8161e-02, -9.8272e-02, -1.6259e-02, 8.5912e-02, 7.9103e-02,
1.5080e-01, 8.0415e-02, 5.5764e-02, -7.8789e-02, -6.2826e-02,
-5.3402e-03, -7.4708e-02, -4.0292e-02, -5.9925e-02, -3.4529e-02,
-3.0904e-02, 4.1241e-02, 8.2601e-02, 2.2085e-02, -6.3456e-02,
-5.6019e-02, 1.4620e-02, 2.1616e-02, -3.0840e-02, -3.6865e-02,
3.4447e-03, 1.0773e-01, -1.2352e-01, 4.3223e-02, 4.7844e-02,
2.8092e-02, -1.4367e-02, -3.4269e-02, 8.6586e-02, 6.5973e-03,
5.5034e-02, 2.3949e-02, -4.0649e-02, -1.1276e-01, 7.6613e-03,
-6.3881e-02, 1.2396e-01, 8.4293e-02, 7.5308e-03, 1.3811e-02,
5.9094e-02, 9.4779e-03, 5.7495e-02, -1.8531e-02, 3.6127e-03,
3.3710e-02, -1.3100e-02, 4.1382e-02, -2.3819e-02, 6.7315e-02,
1.0711e-01, -7.7959e-02, -2.4450e-02, -4.2337e-02, 9.3616e-03,
1.0590e-01, -5.8541e-02, -2.1464e-03, 5.5462e-02, 6.6623e-02,
-4.0623e-02, -6.8564e-02, -6.5788e-02, 8.6356e-03, -7.6145e-02,
3.4526e-02, -9.0081e-02, -4.6831e-02, 1.8663e-02, -2.9364e-02,
-1.0044e-01, 1.1114e-01, -5.6173e-02, 7.4956e-02, -4.9855e-02,
9.2337e-02, -4.0746e-03, -9.7533e-02, 6.3409e-02, -1.0404e-01,
1.3582e-01, -2.5315e-02, -1.0853e-01, 5.2123e-02, -8.2010e-02,
3.1833e-02, -6.7651e-03, -5.1612e-02, -6.1194e-02, -7.5363e-02,
-6.4859e-02, 2.0791e-03, 6.2123e-02, 1.0850e-01, 2.5994e-02,
4.1515e-02, 1.3801e-01, 1.4208e-01, 4.3090e-02, -4.8509e-02,
1.2188e-02, 1.1754e-01, 1.0261e-01, 1.0255e-02, -8.3616e-03,
8.3549e-02, -5.7695e-02, -9.9631e-02, -5.0781e-02, 5.9884e-02,
-9.4079e-03, 8.3272e-02, 1.5723e-01, -6.6023e-02, 1.4072e-02,
8.3297e-02, -6.6090e-02, -4.2505e-02, -1.2423e-01, -3.8453e-03,
-7.7281e-02, -1.0841e-02, 9.2776e-03, -3.4518e-02, 8.0408e-02,
-3.4076e-02, -5.0439e-02, -1.9180e-02, 4.7877e-02, -2.5299e-02,
-8.6350e-02, -6.1346e-03, -5.8869e-02, -5.6178e-02, -8.6695e-02,
-3.3340e-04, 6.3311e-02, -6.7057e-02, -9.8005e-02, 1.4407e-03,
-6.7239e-02, 8.2138e-04, 7.0277e-02, -1.5686e-02, 8.7973e-02,
1.1269e-02, 6.2699e-02, -6.0122e-02, 1.3713e-01, -1.1272e-01,
3.1800e-02, -3.8940e-02, 1.0975e-01, -4.7096e-03, 1.0390e-01,
1.0021e-01, 2.0744e-02, -1.0524e-01, -8.0599e-02, 1.4647e-01,
-9.8140e-02, -8.8251e-03, 5.9410e-02, 9.0912e-02, -3.9604e-02,
-2.4854e-02, 1.0392e-01, -1.2925e-02, -3.2178e-02, 7.7748e-02,
1.3475e-02, -8.4311e-02, 1.2898e-01, 7.2276e-02, 4.2873e-02,
3.8169e-02, 6.1155e-02, 4.2890e-02, 1.8892e-02, 2.9335e-02,
5.6159e-02, 1.3425e-02, -4.3744e-02, 2.2763e-02, -1.3772e-03,
-8.7161e-02, -1.0064e-01, 1.0798e-01, -5.5704e-02, -5.3458e-03,
2.4962e-02, 3.4473e-02, 2.9987e-02, -3.1010e-02, 4.3881e-02,
5.1226e-02, 4.5946e-02, 5.3209e-04, 5.5871e-03, -3.6469e-03,
-6.8915e-03, 4.3719e-02, -4.3692e-02, -3.0637e-02, -6.9733e-02,
1.7686e-02, -1.2934e-01, 7.2489e-02, 4.7707e-02, -6.7775e-02,
-1.7294e-02, -2.6511e-02, -6.3692e-02, 1.3711e-02, 1.0236e-01,
-8.0056e-02, 8.3388e-02, 2.9751e-02, 5.6046e-02, 4.2262e-03,
4.2724e-02, -5.7190e-02, 5.2989e-03, -1.3480e-01, -1.1911e-02,
-1.0351e-02, -8.0810e-02, 4.4440e-02, -4.8144e-02, 6.0251e-03,
-6.1218e-02, 1.6014e-01, -1.2326e-02, -2.3778e-02, 8.2083e-02,
1.3679e-02, 6.4804e-02, 1.4933e-03, 4.6221e-02, 1.0919e-01,
5.0035e-02, -4.1029e-02, 5.3077e-02, 1.6972e-01, -1.2025e-01,
9.5511e-03, -8.1148e-02, 5.5564e-02, 4.5433e-04, 5.6825e-02,
-3.5063e-02, -2.9359e-02, 6.0836e-02, 1.0654e-02, 8.9499e-02,
3.7539e-03, -1.6499e-02, -1.1160e-01, -4.3443e-02, 3.0214e-02,
-1.1659e-01, 4.4067e-02, -5.2408e-02, 3.5516e-03, 2.9090e-02,
-4.9972e-03, -4.7041e-02, 6.6525e-02, -8.8008e-02, -6.2143e-02,
9.3771e-02, -2.0584e-02, 4.5467e-02, 6.1550e-03, 8.3954e-02,
2.3255e-02, 6.8256e-02, 1.3433e-01, 7.4265e-02, -1.5062e-01,
5.5734e-02, 6.2837e-02, 4.2724e-02, -2.9704e-02, 5.1104e-02,
8.9189e-02, 1.2774e-02, -5.0359e-02, 2.7592e-02, -7.9776e-03,
9.8959e-02, -1.2638e-02, -1.2494e-01, 3.9755e-02, -1.1486e-01,
-1.2312e-01, -1.0836e-01, 8.9034e-02, -6.6713e-02, 8.5296e-02,
8.0248e-03, 3.6267e-02, 5.7824e-02, -7.9775e-03, -5.8669e-02,
-5.5555e-02, 6.7858e-02, -3.3840e-02, 9.5568e-03, -9.0409e-03,
6.7681e-02, -4.7553e-02, -6.0507e-02, 2.4065e-02, -8.0323e-02,
-1.2948e-01, 1.0988e-01, 2.3339e-02, 7.2643e-02, -3.2389e-02,
-8.5387e-02, -9.9298e-02, -2.8741e-02, -7.9599e-02, -1.5260e-01,
-2.3458e-02, 6.8201e-02, 3.3015e-02, -9.6867e-02, 7.7674e-02,
1.4625e-03, -9.3667e-02, -1.3798e-02, 2.7557e-02, -8.7468e-02,
7.0804e-03, 1.0806e-01, 1.3366e-03, -4.3955e-02, -7.9078e-02,
7.9441e-03, -6.8666e-02, 9.6788e-02, -5.1669e-02, 2.6314e-02,
-1.6456e-02, 1.7141e-02, -1.2770e-02, 1.8428e-02, 5.4092e-02,
-5.7328e-03, 4.7526e-02, -1.6325e-02, 8.3758e-02, -2.8359e-02,
5.5598e-02, -3.0869e-02, 3.0502e-02, 2.4376e-02, -3.0246e-02,
2.8613e-02, 3.5926e-02, 5.3147e-03, 8.0514e-03, -6.9044e-02,
1.5187e-01, 5.5431e-02, 8.8954e-03, 1.9371e-02, 1.5029e-03,
6.0741e-02, -3.3228e-02, -2.3175e-02, 6.3539e-02, 1.3783e-02,
-3.8454e-02, -2.4234e-02, -8.5589e-03, 7.6532e-03, -1.0484e-01,
-6.2986e-02, -4.2461e-02, -3.6873e-02, 4.6095e-02, -1.6417e-03,
2.4222e-02, 2.3430e-02, -1.0227e-02, 5.1186e-02, -7.4956e-02,
-3.2469e-02, -8.2371e-02, 3.3023e-02, -7.0040e-02, -1.1171e-01,
-2.3103e-02, 6.3034e-02, 1.2235e-01, -4.0207e-02, -4.5711e-02,
-1.0498e-01, 3.4242e-02, -1.7098e-02, -8.2562e-02, -1.4294e-01,
-2.0651e-02, -7.8738e-02, 6.8616e-02, 3.3383e-02, 6.3560e-02,
-5.5631e-03, 3.0511e-02, 4.4163e-02, 2.8239e-02, 5.8395e-02,
-2.1673e-02, -5.2983e-02, -2.1410e-02, -7.3151e-02, 8.5909e-02,
-3.3818e-02, -5.2157e-02, -8.2209e-03, 4.5770e-02, -2.9895e-02,
-8.4762e-02, 1.1943e-01, 3.0275e-03, 4.1254e-02, -2.3313e-02,
5.0335e-02, 5.0166e-03, 1.4789e-01, 9.0849e-03, -1.6606e-02,
-1.5212e-02, -3.9715e-02, 8.8784e-02, -2.1479e-02, 1.1425e-01,
7.8891e-03, 5.2230e-02, 3.0229e-02, 5.0893e-02, 5.3430e-02,
3.5290e-02, -7.8569e-02, -1.1364e-02, -3.5306e-02, 2.5821e-02,
-2.4435e-02, 4.8743e-02, -4.4179e-02, 2.2748e-02, 3.7610e-02,
-6.7859e-02, -1.3263e-02, 1.8329e-02, -3.8013e-02, -6.9046e-02,
1.1496e-01, 1.8748e-02, -7.8298e-03, 7.2833e-02, 9.6986e-04,
-7.9642e-02, -3.3399e-02, 8.5102e-02, -4.2585e-03, 4.8838e-03,
-7.7992e-03, 1.8896e-02, -3.5695e-02, -1.6133e-02, 1.0476e-01,
2.0074e-02, -2.5986e-02, 2.0085e-02, 6.9495e-02, -3.1708e-02,
-6.9631e-02, 1.0457e-02, 3.2053e-02, -2.4846e-02, 3.5893e-02,
-1.0251e-02, 5.2542e-02, -1.5384e-02, -1.6402e-02, 6.9167e-02,
-1.8660e-02, 1.1977e-01, -3.1926e-03, 1.7724e-02, 3.7321e-02,
-4.1605e-02, 1.0211e-01, 9.8747e-03, 3.0556e-02, -3.3086e-02,
1.2816e-01, -3.5978e-02, -3.2731e-02, -1.0378e-01, 5.6373e-02,
-5.0689e-02, 6.1098e-02, 1.7926e-02, 4.5549e-02, -8.8113e-02,
-7.3727e-02, -7.2901e-02, 2.5196e-02, 9.1336e-03, -5.5851e-02,
-1.3860e-02, -9.1785e-02, -7.2756e-03, -7.4877e-02, -4.7169e-02,
4.0385e-02, -7.6990e-03, 1.8723e-02, -9.6592e-02, 1.0079e-02,
-1.8007e-02, 1.1259e-02, 2.3226e-02, -2.3554e-03, 4.9543e-02,
-1.6731e-03, -5.3320e-02, 4.9493e-02, -1.0609e-01, 5.3930e-02,
-4.0800e-02, -8.4525e-02, -1.0248e-01, -7.9721e-02, -1.8560e-02,
-5.6992e-02, -6.6143e-02, 1.1097e-01, -2.8502e-02, -3.4790e-02,
8.7541e-02, -5.2561e-02, 1.6822e-02, -3.9877e-02, 7.1482e-02,
8.9232e-02, -1.9329e-02, 3.3333e-02, 7.4996e-02, 6.5438e-02,
-1.0265e-02, -7.1086e-02, 3.3456e-02, 8.3965e-02, 5.5467e-02,
1.2726e-02, 5.5631e-03, 7.0802e-02, -3.3046e-03, -1.0828e-01,
4.5278e-02, 2.0650e-02, 1.1986e-01, -7.7167e-02, 2.0741e-02,
6.3918e-02, 1.0737e-02, 6.0532e-03, 2.5252e-02, -3.0689e-02,
7.0614e-02, 1.0316e-01, -6.0785e-02, -4.4498e-02, -3.4869e-02,
-3.0704e-02, -6.6556e-02, -1.1532e-02, 6.1864e-02, 3.5939e-02,
9.6871e-02, -1.8264e-03, 1.0870e-01, 8.5261e-03, -2.7147e-02,
-3.5548e-03, -1.6345e-02, -2.1915e-02, 3.3309e-02, -1.0615e-01,
-1.3918e-02, 6.5509e-03, -6.3545e-02, -9.0979e-02, 3.8439e-03,
-2.6647e-02, 1.2956e-02, -3.2725e-02, -7.9986e-02, -7.3371e-03,
2.3428e-02, -6.4010e-02, 3.0693e-02], device='cuda:0')),
('bert.encoder.layer.11.attention.output.LayerNorm.weight',
tensor([0.8582, 0.7896, 0.7861, 0.8419, 0.8347, 0.7767, 0.8314, 0.8304, 0.7945,
0.8563, 0.7754, 0.7848, 0.7669, 0.7905, 0.7954, 0.8235, 0.7857, 0.8039,
0.7895, 0.8171, 0.8070, 0.7798, 0.8006, 0.7744, 0.8177, 0.8168, 0.8116,
0.9172, 0.8031, 0.7804, 0.8325, 0.7866, 0.8119, 0.8016, 0.8385, 0.7669,
0.8107, 0.7729, 0.8480, 0.8518, 0.7824, 0.7667, 0.8426, 0.8189, 0.8333,
0.8211, 0.7984, 0.8699, 0.8059, 0.7875, 0.7617, 0.8700, 0.8688, 0.8231,
0.8156, 0.8106, 0.8043, 0.7977, 0.8136, 0.8282, 0.7914, 0.8329, 0.7563,
0.7989, 0.8278, 0.8012, 0.8137, 0.7943, 0.8443, 0.8783, 0.8022, 0.8469,
0.7797, 0.7924, 0.8303, 0.8168, 0.8032, 0.8252, 0.7903, 0.7715, 0.8003,
0.8092, 0.8054, 0.8306, 0.8068, 0.8143, 0.8243, 0.8349, 0.7659, 0.8309,
0.8117, 0.8132, 0.8520, 0.7686, 0.8168, 0.8058, 0.7738, 0.7871, 0.9754,
0.7881, 0.8054, 0.7961, 0.8429, 0.8005, 0.7998, 0.7659, 0.8126, 0.8134,
0.8400, 0.7711, 0.8369, 0.7870, 0.7812, 0.8152, 0.7830, 0.8173, 0.8269,
0.7876, 0.7827, 0.8034, 0.7963, 0.8316, 0.8613, 0.7938, 0.8334, 0.7786,
0.7943, 0.8117, 0.8188, 0.8294, 0.8139, 0.7776, 0.7915, 0.7909, 0.7988,
0.7858, 0.5882, 0.7754, 0.7692, 0.7855, 0.8534, 0.7833, 0.7826, 0.7881,
0.7819, 0.8518, 0.7989, 0.8014, 0.7708, 0.8181, 0.8324, 0.7708, 0.7836,
0.7893, 0.8263, 0.8019, 0.8080, 0.8033, 0.8578, 0.8325, 0.7729, 0.7355,
0.7924, 0.7938, 0.8246, 0.7820, 0.8778, 0.7748, 0.8153, 0.8006, 0.8173,
0.8023, 0.8813, 0.8728, 0.8240, 0.8186, 0.8272, 0.8135, 0.7642, 0.8039,
0.8106, 0.7648, 0.8251, 0.8043, 0.7817, 0.8117, 0.8033, 0.8030, 0.8161,
0.8086, 0.8466, 0.7798, 0.8281, 0.8420, 0.8216, 0.8275, 0.7992, 0.7787,
0.7989, 0.7951, 0.7986, 0.8224, 0.8057, 0.8096, 0.8080, 0.8156, 0.8042,
0.8510, 0.7801, 0.8222, 0.7831, 0.8094, 0.8005, 0.8412, 0.7926, 0.8099,
0.7925, 0.8089, 0.7850, 0.8105, 0.7720, 0.7843, 0.8140, 0.8192, 0.7810,
0.8116, 0.7972, 0.8098, 0.8268, 0.8379, 0.8136, 0.8418, 0.8235, 0.7556,
0.7855, 0.8542, 0.8249, 0.7899, 0.8201, 0.7735, 0.8110, 0.7870, 0.8095,
0.8044, 0.8040, 0.8014, 0.7905, 0.8244, 0.7744, 0.7702, 0.8104, 0.8149,
0.6437, 0.8102, 0.8114, 0.8130, 0.7581, 0.8649, 0.8090, 0.8002, 0.8242,
0.8955, 0.8211, 0.7904, 0.8144, 0.7862, 0.8350, 0.7849, 0.7977, 0.8204,
0.8293, 0.8123, 0.8749, 0.8358, 0.7584, 0.8102, 0.8002, 0.7649, 0.7875,
0.7828, 0.7329, 0.8178, 0.7943, 0.8293, 0.7921, 0.8061, 0.7686, 0.8090,
0.8099, 0.9243, 0.8484, 0.8202, 0.7794, 0.8024, 0.8158, 0.8078, 0.8517,
0.8211, 0.7967, 0.8110, 0.8267, 0.8263, 0.8159, 0.8065, 1.4270, 0.8079,
0.7914, 0.7983, 0.8301, 0.8113, 0.8245, 0.8254, 0.8222, 0.8290, 0.7701,
0.8037, 0.7919, 0.8458, 0.7992, 0.8391, 0.8127, 0.8406, 0.7971, 0.7672,
0.7943, 0.7783, 0.7600, 0.8138, 0.7724, 0.8009, 0.8124, 0.8680, 0.8219,
0.7817, 0.8130, 0.7926, 0.8011, 0.7928, 0.8671, 0.8210, 0.8054, 0.8439,
0.8271, 0.8192, 0.8305, 0.7820, 0.7849, 0.8043, 0.7944, 0.8096, 0.7935,
0.8408, 0.8099, 0.8327, 0.7710, 0.8194, 0.7814, 0.8174, 0.7943, 0.8082,
0.8120, 0.8568, 0.7730, 0.8068, 0.8449, 0.8058, 0.8094, 0.8099, 0.8000,
0.7982, 0.7904, 0.8188, 0.8098, 0.7828, 0.8688, 0.8138, 0.7900, 0.7430,
0.8173, 0.7962, 0.8242, 0.7973, 0.7792, 0.8461, 0.7931, 0.8077, 0.7939,
0.8151, 0.7640, 0.8065, 0.8010, 0.8252, 0.8105, 0.7987, 0.8106, 0.7890,
0.8000, 0.7924, 0.7986, 0.8526, 0.7806, 0.8356, 0.8259, 0.8171, 0.8228,
0.8363, 0.8102, 0.8000, 0.8285, 0.7195, 0.8034, 0.8198, 0.8165, 0.7878,
0.8331, 0.7623, 0.7935, 0.7678, 0.8240, 0.8146, 0.8291, 0.7531, 0.8109,
0.8396, 0.7900, 0.7906, 0.8381, 0.7660, 0.7984, 0.8276, 0.8168, 0.8074,
0.7469, 0.8012, 0.8115, 0.7830, 0.8111, 0.8092, 0.8487, 0.8927, 0.7949,
0.8027, 0.7806, 0.8531, 0.7774, 0.8141, 0.8050, 0.7981, 0.7772, 0.8293,
0.7957, 0.8220, 0.8182, 0.8056, 0.7953, 0.8651, 0.8157, 0.7747, 0.8378,
0.7763, 0.8047, 0.7556, 0.8265, 0.8315, 1.7113, 0.8162, 0.8212, 0.8885,
0.7832, 0.8208, 0.7685, 0.7840, 0.7831, 0.8502, 0.8183, 0.8243, 0.8216,
0.8016, 0.8196, 0.7982, 0.7804, 0.8228, 0.7967, 0.8155, 0.7978, 0.8037,
0.7875, 0.7999, 0.7119, 0.8083, 0.8343, 0.8030, 0.8281, 0.7835, 0.8107,
0.8299, 0.8010, 0.8390, 0.8357, 0.8260, 0.7908, 0.7868, 0.7732, 0.7936,
0.8262, 0.8617, 0.7633, 0.7760, 0.7884, 0.7998, 0.7772, 0.8030, 0.7840,
0.8384, 0.7626, 0.8067, 0.8135, 0.8123, 0.7817, 0.8002, 0.7546, 0.7699,
0.8059, 0.8707, 0.7999, 0.8117, 0.8401, 0.7800, 0.8007, 0.8308, 0.8100,
0.7556, 0.8229, 0.8493, 0.8476, 0.8057, 0.8236, 0.8228, 0.7706, 0.8468,
0.7706, 0.7645, 0.7805, 0.8070, 0.8046, 0.8435, 0.8327, 0.8005, 0.7845,
0.8016, 0.7830, 0.8194, 0.8015, 0.8266, 0.8640, 0.8092, 0.7807, 1.6599,
0.7938, 0.7804, 0.8306, 0.7848, 0.7674, 0.8121, 0.8027, 0.7800, 0.8035,
0.8192, 0.8030, 0.8005, 0.8223, 0.7963, 0.8022, 0.8067, 0.8182, 0.8280,
0.8227, 0.8142, 0.8285, 0.7923, 0.8322, 0.8527, 0.8054, 0.8070, 0.7923,
0.7911, 0.7989, 0.8302, 0.8303, 0.8205, 0.7996, 0.7725, 0.7777, 0.7813,
0.8165, 0.8338, 0.7980, 0.8370, 0.8214, 0.8103, 0.7765, 0.7798, 0.8214,
0.8040, 0.9805, 0.7983, 0.8119, 1.6672, 0.7985, 0.8448, 0.7928, 0.8191,
0.8021, 0.8320, 0.8226, 0.8179, 0.8233, 0.8063, 0.7985, 0.7953, 0.8029,
0.7887, 0.8491, 0.7993, 0.8100, 0.8156, 0.8517, 0.8688, 0.7657, 0.7975,
0.7964, 0.7863, 0.8481, 0.8393, 0.8373, 0.7905, 0.7808, 0.7966, 0.8227,
0.8136, 0.7861, 0.7933, 0.8505, 0.8161, 0.8177, 0.8084, 0.8103, 0.7721,
0.8217, 0.7943, 0.8179, 0.7742, 0.8272, 0.8054, 0.8242, 0.7986, 0.7963,
0.7886, 0.8313, 0.8266, 0.8243, 0.8147, 0.8001, 0.8355, 0.8276, 0.8069,
0.7553, 0.7880, 0.8034, 0.8180, 0.7737, 0.8823, 0.8276, 0.7951, 0.8054,
0.8085, 0.7815, 0.7842, 0.7873, 0.7542, 0.7842, 0.8393, 0.7838, 0.7649,
0.7880, 0.8005, 0.7962, 0.8001, 0.7988, 0.7967, 0.7995, 0.8290, 0.8011,
0.8001, 0.7825, 0.7742, 0.8064, 0.8544, 0.8255, 0.7811, 0.7835, 0.8200,
0.8642, 0.8323, 0.8211, 0.7907, 0.8139, 0.7920, 0.7798, 0.8351, 0.8189,
0.7788, 0.7698, 0.8244, 0.7554, 0.8475, 0.7986, 0.7917, 0.7756, 0.7726,
0.7980, 0.8046, 0.7580, 0.8186, 0.7788, 0.8065, 0.7484, 0.8061, 0.7823,
0.7943, 0.8118, 0.7895, 0.8102, 0.8255, 0.8105, 0.8288, 0.8156, 0.8137,
0.8407, 0.7911, 0.7689, 0.8397, 0.7868, 0.8172, 0.8306, 0.8254, 0.8049,
0.8351, 0.7869, 0.8222, 0.7944, 0.8236, 0.8781, 0.8175, 0.8128, 0.8048,
0.8174, 0.7975, 0.7683, 0.8445, 0.8020, 0.7847, 0.8207, 0.8105, 0.7997,
0.7971, 0.7980, 0.8175], device='cuda:0')),
('bert.encoder.layer.11.attention.output.LayerNorm.bias',
tensor([ 8.9906e-02, -1.1965e-01, -1.7570e-02, 5.8550e-02, -2.0844e-01,
-1.2569e-02, -6.3606e-02, -1.4355e-02, 9.6214e-02, -1.1112e-01,
2.7702e-02, -8.0428e-02, -2.3539e-01, -4.6271e-02, -9.9005e-02,
-3.2067e-02, -1.5588e-02, -1.0199e-01, 1.2058e-02, -2.3319e-01,
-1.6837e-01, -3.8802e-02, 1.2774e-02, -1.6712e-02, -2.6472e-02,
-9.2004e-02, 2.1641e-02, 1.3034e-01, -9.6465e-02, 5.8343e-02,
-1.0064e-01, -3.2870e-02, -1.6738e-01, -9.7497e-02, -8.7592e-03,
8.6909e-02, -1.4362e-01, 1.0920e-02, -8.5021e-02, 1.3098e-01,
-1.3895e-01, -2.3696e-02, 1.1926e-01, -1.1590e-01, -1.1313e-02,
-2.1509e-01, 3.4242e-02, 4.0395e-02, -5.1746e-03, -1.4165e-02,
6.0848e-02, 4.5151e-02, 1.1104e-01, -8.7018e-03, 7.0343e-02,
-2.3416e-02, -1.2055e-01, -7.4876e-02, 2.3110e-02, 3.2607e-02,
-1.2558e-01, -6.9742e-02, 1.5832e-01, 1.2565e-02, -1.1137e-01,
-7.8965e-02, 2.8724e-02, -6.1024e-02, 4.2503e-02, -2.3451e-01,
-7.7196e-02, -1.2438e-01, -1.8037e-01, 6.6024e-02, -1.5074e-01,
-1.9219e-01, 9.4581e-02, -7.8810e-02, -1.4804e-01, -7.7162e-02,
2.9559e-02, 1.1156e-01, 8.7323e-03, 8.6919e-02, -8.8243e-02,
8.7999e-03, -1.9915e-02, -9.3234e-03, -1.0279e-02, 6.1303e-02,
-8.5465e-02, -7.3325e-02, 7.2068e-02, -1.4263e-01, -9.9257e-03,
1.4001e-01, 1.0517e-01, 6.2962e-02, 1.0465e-01, 1.2752e-01,
-1.7593e-02, -5.1252e-02, 2.2924e-02, -9.1420e-02, 3.8379e-02,
-1.2294e-01, 1.5044e-01, -1.7560e-01, -6.8411e-02, 4.1832e-02,
6.6493e-02, -1.5234e-01, 9.2545e-02, -1.5117e-01, -2.2435e-01,
-5.5551e-02, 3.6764e-02, 9.8786e-02, -5.2911e-02, -1.0470e-01,
9.4081e-02, -1.2668e-01, 4.0855e-02, -3.9798e-02, 2.5152e-02,
-7.8959e-02, -1.9933e-02, -1.2575e-01, -4.7744e-02, 9.9360e-02,
-1.8010e-01, 3.4872e-02, 3.6980e-02, 1.4931e-03, -6.9283e-02,
3.0935e-02, -8.0624e-01, 1.4429e-01, -4.7416e-01, 5.1451e-03,
-1.2007e-01, -1.1235e-01, -1.8186e-02, -1.8590e-01, 9.7505e-03,
1.0332e-01, -6.3147e-02, -8.1223e-02, 1.4033e-01, -1.6637e-01,
-1.5050e-01, -7.4642e-02, 7.2045e-02, 8.3245e-03, -9.0663e-02,
-1.4235e-01, 6.4312e-02, -1.5481e-02, 1.1619e-02, -1.3627e-01,
2.0109e-03, -5.4847e-02, -5.3507e-02, -8.5224e-02, -6.0936e-02,
-1.6821e-01, 1.7294e-01, 5.0096e-02, 1.7577e-03, 7.2725e-03,
-8.1766e-02, -1.2588e-01, -1.8315e-01, 1.2235e-01, 5.3548e-02,
1.1510e-01, 1.0220e-01, -2.2909e-01, -2.3473e-04, 4.6750e-02,
3.2684e-02, -2.0925e-01, -2.8215e-02, -2.8136e-01, -6.9049e-02,
7.9946e-02, -1.9073e-03, -1.1475e-01, -8.8742e-02, -1.0321e-01,
-6.0704e-03, -2.2465e-02, 8.6205e-02, -2.2075e-02, -2.4188e-01,
-6.5933e-02, -1.2108e-01, -6.0319e-02, -6.9205e-02, -6.1113e-02,
-6.9520e-02, -4.9139e-02, -1.0002e-01, -4.4659e-02, 5.6366e-02,
-8.8550e-02, 3.3202e-02, -1.8793e-01, -3.5781e-03, -5.0668e-02,
-6.9585e-02, -8.4898e-03, -4.0260e-02, 1.1862e-04, -8.3322e-02,
-1.8844e-01, 8.6093e-02, -1.3194e-01, -2.3619e-01, 4.4315e-02,
-3.4073e-02, 2.6274e-02, 2.5362e-02, -1.1875e-01, -1.0533e-01,
-2.8027e-03, -1.5447e-02, 6.8584e-02, 1.3700e-01, 3.9218e-02,
-1.7772e-02, -1.0773e-01, 7.3870e-02, -1.2961e-01, -3.7702e-02,
-2.9175e-01, -6.4310e-02, -1.0995e-02, -1.9305e-01, 8.0817e-02,
-1.6877e-01, -2.2707e-02, 9.8371e-02, -3.4698e-02, 4.7382e-03,
-9.2942e-02, -1.0900e-01, 4.1528e-02, 2.0028e-02, 4.1400e-02,
1.9114e-02, -4.2192e-02, 4.0269e-02, -4.8419e-02, 5.0131e-03,
-1.2385e-01, -1.3470e-01, -4.3075e-02, -1.6166e-01, 3.4848e-02,
1.0173e-02, -6.8008e-02, -9.5486e-02, -2.2044e-02, -1.5150e-01,
-1.6501e-01, 7.5147e-03, -4.3302e-02, -8.6738e-02, -3.5706e-02,
-7.6756e-02, -1.2163e-01, -1.1206e-01, 5.2043e-02, -1.7383e-02,
-9.0002e-02, 2.5364e-02, -6.2866e-02, 8.0007e-02, -1.3838e-01,
1.3312e-01, -2.3141e-02, 9.1535e-02, -2.5788e-02, -1.7326e-01,
7.6122e-03, -3.8800e-02, -3.9130e-02, -9.1071e-02, -4.3966e-02,
3.8355e-02, -1.8794e-01, -4.8947e-02, -1.1664e-01, -2.7010e-02,
-8.3552e-02, -2.3323e-01, 1.3290e-01, -1.4864e-02, -2.0848e-03,
1.3628e-01, -7.9293e-03, -6.8419e-02, 1.0952e-02, -6.8393e-01,
6.4287e-02, -1.1107e-02, 1.1049e-01, -7.0774e-02, 1.2254e-01,
8.1826e-02, -1.6523e-02, -2.4453e-01, -1.0081e-01, -1.3248e-01,
-1.1770e-01, -8.5652e-02, 2.0080e-03, -7.3359e-02, -2.4052e-01,
-3.9600e-02, 7.1850e-02, -9.4550e-02, -1.3266e-01, 3.1030e-02,
-3.6708e-02, -2.7595e-03, 3.4394e-02, 8.4396e-02, -1.3131e-01,
-2.6669e-01, 1.7581e-01, -2.2702e-01, -2.6261e-02, -1.1036e-01,
-1.3649e-01, -2.4094e-01, 1.1924e-01, -1.9964e-01, 2.9430e-02,
-4.5505e-02, -5.0383e-02, -2.8655e-02, -8.2804e-02, 2.3903e-02,
9.6528e-02, -3.1750e-02, -2.1710e-01, 6.9235e-02, -1.9005e-02,
-1.8179e-01, -1.3458e-01, -1.9611e-01, 6.3534e-02, -7.4062e-02,
-6.8312e-02, -1.7089e-01, -5.9166e-02, 8.4517e-02, 1.1835e-02,
-4.4207e-02, -1.3718e-01, -1.4134e-02, -1.2186e-02, -7.2152e-02,
-6.9663e-02, 6.0022e-02, 4.8208e-02, -1.4004e-01, -1.4340e-01,
-1.8971e-03, -1.1555e-01, 3.7418e-02, -7.7897e-02, -1.6428e-01,
5.3280e-02, -1.5958e-01, -1.1606e-01, -1.1290e-01, -6.5331e-02,
-1.4501e-01, -1.6386e-03, -5.0132e-02, 6.9128e-02, -8.0064e-02,
-1.5754e-01, -1.1979e-01, -9.8044e-02, 4.3916e-02, 6.0433e-02,
-1.3153e-02, -1.9043e-01, 7.5845e-02, -3.8371e-02, -1.2727e-01,
-1.4839e-01, -1.2962e-01, -2.7470e-02, -1.2022e-01, -1.2112e-01,
-5.6008e-02, 5.4571e-02, -1.3368e-01, -2.0657e-01, -1.1100e-01,
-4.7606e-02, 2.2371e-02, -5.5555e-03, -8.0165e-02, -2.1718e-01,
-3.1008e-02, -1.0493e-01, 4.7833e-03, -9.2055e-02, -1.5393e-01,
-5.2066e-02, -8.5720e-02, -4.3361e-02, -1.1045e-02, -1.2063e-01,
2.2572e-02, -8.6674e-02, -6.7292e-02, 7.6071e-03, 3.0937e-02,
-4.8959e-02, -2.0598e-01, -6.2950e-02, -3.4712e-02, 5.7754e-02,
-1.7200e-01, 4.5152e-02, -1.4748e-01, 5.9987e-02, -2.1846e-02,
-3.1262e-02, -1.5357e-01, -1.1911e-01, -1.3926e-01, 9.9290e-02,
-6.9609e-02, -1.1732e-01, -6.5282e-02, -2.3099e-01, -1.4986e-01,
-7.5970e-02, -5.4621e-03, 6.4361e-03, 2.8917e-02, -7.5089e-02,
1.0034e-01, -4.8531e-02, 3.2503e-02, -1.4220e-02, 1.2503e-01,
-1.5214e-01, 7.7427e-02, -1.8668e-01, -1.0933e-01, -2.4347e-02,
-9.7998e-02, -2.3039e-01, -1.0734e-01, -5.1146e-03, 6.4299e-01,
-3.4617e-02, -1.3413e-02, 1.6739e-01, 1.0060e-02, 2.4045e-03,
5.0607e-03, 1.0374e-01, 9.3404e-02, -3.4671e-03, -1.9554e-02,
8.6402e-03, -2.8772e-01, -6.1517e-02, -6.0329e-02, -1.0740e-01,
-4.5769e-02, 2.7432e-02, -1.0117e-01, -1.1613e-02, 4.9924e-03,
-1.8667e-02, 7.5245e-02, -5.8527e-02, 1.0253e-01, -5.2571e-02,
-2.1245e-01, -4.7352e-02, -2.3860e-02, 1.3144e-02, -4.2998e-03,
-2.1530e-03, -4.0959e-02, -3.4454e-02, -3.4753e-02, -9.7717e-03,
-1.1238e-01, -2.3801e-02, -3.4999e-02, 2.6331e-02, -7.4340e-02,
1.7177e-01, -1.0115e-02, 4.5377e-02, -6.9185e-03, -2.2358e-01,
-9.9177e-02, -1.9165e-01, -1.2321e-02, 2.0850e-02, -4.4916e-02,
-2.6254e-01, -7.8042e-02, 8.2674e-02, 4.5772e-02, 1.3278e-02,
8.0105e-02, -9.5021e-02, 6.7583e-02, -1.2239e-01, 1.5885e-02,
-1.6874e-01, 1.5721e-01, -1.7889e-01, -1.6380e-01, -1.0155e-01,
-1.7101e-03, -1.7223e-02, 1.3907e-03, -3.0968e-01, -1.5497e-01,
-2.9182e-02, 4.9749e-02, -6.7770e-02, -5.6986e-02, 1.7089e-01,
-1.7713e-01, 1.4207e-02, 1.6364e-02, -1.1951e-01, -8.1594e-02,
8.8136e-02, 6.5455e-02, -1.4440e-01, -7.6285e-02, 6.4496e-02,
3.8302e-02, 1.4081e-02, -2.8551e-01, 1.2310e-01, 8.2089e-02,
4.9814e-04, -1.8035e-01, -2.4779e+00, 7.3488e-02, -9.9992e-02,
6.1053e-02, -6.7439e-02, -4.7521e-02, 5.3328e-02, 5.2026e-02,
-8.6953e-02, -8.8291e-02, -1.2034e-01, -5.1175e-02, -2.6299e-02,
-3.7601e-02, 1.1066e-02, -1.1507e-01, -6.9247e-02, 9.1051e-03,
-1.5344e-02, 8.6122e-02, 8.4220e-03, 1.0859e-01, -8.8175e-02,
1.1628e-01, 6.7196e-02, -7.9554e-02, -1.1108e-01, 2.8526e-03,
6.5276e-02, -2.1686e-01, -4.2930e-02, -5.9862e-02, -1.5258e-01,
-1.3760e-01, -9.0345e-03, -1.6713e-01, 5.3187e-02, -2.5594e-02,
1.1341e-01, -1.4723e-01, -7.3804e-02, 3.8145e-02, -1.1008e-01,
-7.1922e-02, 4.6561e-02, -1.5138e-01, -1.2385e-02, -2.2684e-01,
-1.1816e-01, 2.0242e-01, 6.0691e-01, -3.2283e-02, -9.6307e-03,
-4.0218e-02, -1.1787e-01, -1.8626e-02, -4.6592e-02, 1.0807e-01,
6.2268e-02, 1.9034e-02, -1.7729e-01, 9.1221e-03, 1.1410e-01,
-2.6735e-01, -1.7385e-01, -9.0217e-02, -1.6428e-01, 3.7750e-02,
7.5367e-03, -6.1597e-02, -3.1262e-01, -1.6337e-01, -3.4911e-02,
-1.2195e-01, -2.1276e-02, -4.9287e-02, -1.3361e-01, -4.6684e-02,
2.1482e-02, 5.2642e-02, 1.8619e-02, -1.5117e-01, 2.5470e-02,
-4.1759e-02, -8.8342e-02, -2.0057e-01, -1.0178e-01, -7.5061e-02,
-3.9258e-03, -1.9819e-02, 4.8333e-03, -1.0126e-01, -5.6068e-02,
-1.0426e-01, -1.2672e-01, 5.5729e-02, -9.4464e-02, -5.0618e-02,
1.0174e-02, -9.1817e-02, -4.9400e-02, 6.8930e-02, -4.8672e-02,
-2.0176e-01, -1.1514e-01, 2.0251e-03, 4.2886e-02, -1.1733e-01,
1.3833e-01, -6.8739e-02, -8.4662e-02, -7.2031e-02, 1.1139e-01,
-5.3317e-02, 1.2038e-01, 3.7821e-02, 1.9159e-02, 1.3235e-02,
6.2650e-02, -1.6433e-02, 1.1450e-01, -1.2088e-01, 6.1631e-02,
4.7970e-02, -3.1020e-02, 4.9897e-02, 1.2337e-01, -1.7630e-01,
4.1909e-02, -8.2081e-02, 1.2060e-02, 5.9648e-02, -1.8775e-01,
1.0839e-01, 8.2716e-02, -1.3443e-01, 6.6312e-02, 2.8091e-02,
-1.6182e-01, -9.0949e-03, -2.3340e-01, 1.5810e-01, 7.9254e-02,
-2.8124e-02, 2.6423e-02, -2.4481e-01, -8.0935e-02, -1.1130e-01,
-5.0326e-02, -5.4683e-03, -1.4301e-01, 7.2064e-02, 5.0970e-02,
-1.0920e-01, -4.3444e-02, -1.2166e-01, -8.4279e-02, -1.3359e-01,
-9.5342e-02, -8.7450e-02, -1.2845e-01, -8.2027e-03, 8.5860e-02,
-1.4778e-01, -4.3547e-02, 5.2593e-02, -6.2041e-02, -3.0916e-02,
-1.7457e-01, -1.5177e-01, -7.6744e-02, -6.4601e-03, 1.9544e-02,
-2.0648e-01, -7.1455e-02, -8.1519e-02, 9.8375e-02, -4.6488e-02,
-5.9466e-02, -1.1128e-01, 4.1088e-02, -2.1993e-02, 9.4806e-03,
-2.2851e-01, -1.6504e-02, 7.3292e-02, -1.9859e-02, 4.1212e-02,
-1.2227e-01, -8.7489e-02, -1.1748e-01, -1.3435e-01, -3.3337e-02,
6.2737e-03, -5.1291e-02, 5.9243e-02, -2.7310e-01, 1.2024e-01,
-3.2144e-03, 3.9322e-02, -1.3684e-01, 8.0502e-02, 7.4235e-02,
-2.0715e-02, -7.2293e-02, -1.3102e-02, -1.7148e-03, -5.1519e-02,
-1.4204e-02, -6.7440e-03, 6.9566e-02], device='cuda:0')),
('bert.encoder.layer.11.intermediate.dense.weight',
tensor([[ 0.0159, -0.0165, 0.0289, ..., 0.0028, -0.0593, 0.0424],
[ 0.0233, 0.0159, 0.0156, ..., -0.0495, 0.0413, 0.0196],
[ 0.0021, 0.0373, -0.0020, ..., -0.0038, 0.0374, 0.0090],
...,
[-0.0393, 0.0801, 0.0556, ..., 0.0366, 0.0221, 0.0529],
[ 0.0471, 0.0162, 0.0238, ..., 0.0082, 0.0054, 0.0276],
[ 0.0497, 0.0378, -0.0437, ..., 0.0234, -0.0415, -0.0187]],
device='cuda:0')),
('bert.encoder.layer.11.intermediate.dense.bias',
tensor([-0.0904, -0.0990, -0.1118, ..., -0.0891, -0.2852, -0.0557],
device='cuda:0')),
('bert.encoder.layer.11.output.dense.weight',
tensor([[ 5.3540e-02, 1.4470e-02, -1.3427e-02, ..., -2.9178e-02,
-2.0040e-02, 2.2613e-02],
[-1.6129e-02, 4.3333e-02, 1.7845e-02, ..., 5.1607e-05,
-1.0650e-02, 6.7457e-02],
[ 3.5884e-02, -1.0357e-02, -7.0981e-02, ..., -5.2720e-02,
-2.5157e-02, 2.4443e-02],
...,
[-9.2791e-02, 3.1766e-02, 3.2869e-02, ..., 4.0160e-02,
6.3633e-03, 1.0192e-02],
[-5.5533e-03, 7.5004e-03, 3.4714e-02, ..., -4.3127e-02,
8.3207e-03, -6.7616e-03],
[-3.4320e-02, 1.4979e-02, 4.2283e-02, ..., -5.8427e-02,
1.2092e-02, 1.7738e-02]], device='cuda:0')),
('bert.encoder.layer.11.output.dense.bias',
tensor([ 1.4099e-01, -3.5704e-02, 4.4277e-02, 1.1300e-01, 2.4883e-02,
-2.3729e-02, -8.5863e-02, 4.5217e-02, -5.4735e-03, -9.1425e-02,
-1.2201e-02, -2.0947e-02, -4.3546e-02, -1.1050e-02, -7.4003e-02,
-1.1262e-02, 4.3494e-02, 4.9538e-02, 3.5679e-02, 6.1269e-03,
-1.8172e-02, 3.7842e-02, 1.1026e-02, 9.2100e-03, -1.0232e-02,
-5.5957e-02, 4.7648e-02, 3.1950e-02, -4.6156e-02, 6.3988e-02,
3.6070e-02, 3.6642e-02, -4.0468e-02, -2.6066e-02, -4.7156e-02,
-2.6323e-02, -1.0503e-02, 1.7976e-02, -1.1438e-02, 6.0423e-02,
-6.2026e-02, -2.5209e-02, 6.9665e-02, -8.8340e-02, 9.6625e-03,
-1.7686e-01, 2.7637e-02, 6.9936e-02, -4.7132e-02, 3.8087e-02,
-2.1095e-02, 3.1195e-02, 1.1544e-01, -5.1278e-02, 2.0300e-02,
-3.4549e-02, -2.6138e-02, -3.7953e-02, 3.4162e-02, 8.0624e-02,
-2.9638e-02, -3.2860e-02, 5.7714e-02, -3.2356e-02, -1.1988e-01,
8.8598e-02, -3.6031e-02, -9.5353e-02, 6.2273e-02, -7.2393e-02,
6.8683e-02, -3.9751e-02, -2.5306e-02, 4.6359e-02, 2.7579e-03,
-5.6773e-02, 6.6810e-02, 3.9660e-05, -8.4156e-03, -3.5296e-02,
4.9382e-02, -6.8628e-02, 1.5755e-02, 5.7889e-02, -4.0694e-02,
7.9876e-02, 7.0830e-03, -2.1834e-02, 1.9206e-04, 3.1694e-02,
-6.1605e-03, 5.2401e-02, 3.3482e-03, -3.0047e-02, 7.7537e-03,
7.6633e-02, 2.8722e-02, 3.1097e-02, 2.0290e-01, 3.5095e-02,
1.6433e-02, 4.3465e-02, -8.0396e-02, -5.7102e-02, 7.3330e-02,
-2.0175e-01, 5.2603e-02, -5.5137e-02, 2.6869e-02, 6.4367e-02,
9.1447e-02, 4.6233e-02, -2.2225e-02, -6.3685e-02, 3.0152e-02,
5.2664e-03, 9.5806e-02, 5.4579e-02, -3.3726e-02, -4.5045e-02,
-8.2218e-02, 1.4749e-02, 8.1245e-02, 1.0121e-01, 3.6528e-02,
-4.2047e-03, 7.2342e-02, -4.8456e-02, 1.2955e-03, 6.8393e-02,
-1.8675e-02, -3.7593e-03, 5.3221e-02, 3.0221e-02, -1.0560e-02,
4.7540e-02, -3.5775e-02, 1.0025e-01, -1.0901e-01, -1.0754e-02,
4.0679e-02, 1.5954e-03, 2.0569e-02, -5.0971e-02, -7.8270e-02,
1.6714e-01, -7.4333e-02, 4.1740e-03, 7.3173e-02, 9.4036e-04,
-2.6539e-02, -1.1891e-01, -1.5016e-03, -8.8848e-03, -2.7021e-02,
-9.0199e-02, 7.8183e-02, -8.8581e-02, 3.8093e-02, -1.4557e-04,
-5.5191e-02, -6.4526e-02, 1.4932e-02, 1.7037e-01, -7.9973e-02,
-4.6509e-03, 1.5481e-02, -7.3778e-03, 1.3996e-02, 1.2472e-01,
4.9869e-02, -7.3373e-02, -1.0490e-01, 7.0873e-02, 8.0257e-02,
6.5040e-02, 4.5432e-02, -4.6419e-03, -9.2427e-02, 7.2117e-02,
6.5149e-02, -7.9154e-02, 2.0021e-02, -1.1163e-01, -1.2702e-02,
8.2443e-02, -1.9305e-04, -7.0509e-02, 3.9326e-02, -5.4193e-02,
2.6430e-02, -5.0041e-02, 1.9796e-02, 1.3283e-01, 6.2050e-03,
-6.0414e-02, -5.6753e-02, -4.3421e-02, 4.2041e-02, -3.6597e-03,
1.6562e-02, -4.1931e-02, -7.8199e-02, 1.0210e-01, 8.5033e-02,
-1.0308e-01, 4.5861e-02, -6.8457e-03, 2.4439e-02, -3.7038e-02,
-4.3935e-02, -8.9780e-03, 8.7116e-04, 1.8031e-02, 3.1974e-02,
-6.2633e-02, 2.8392e-02, 7.0659e-02, -6.6048e-04, -2.1251e-02,
-4.3609e-02, 3.0784e-02, 1.3527e-01, 2.2751e-02, 3.1762e-03,
4.1674e-02, -3.8882e-02, -3.8672e-02, 5.3559e-02, -2.3457e-02,
-1.8064e-02, -9.1947e-02, 2.8453e-02, -4.4134e-02, 1.1044e-02,
-6.7044e-02, 4.2760e-02, -2.8798e-02, -6.7397e-02, 6.3314e-02,
-8.9393e-02, 6.5835e-02, 9.0138e-02, -2.7416e-02, -5.6976e-02,
4.6662e-04, -4.7685e-04, 4.5047e-02, 1.1888e-02, -1.7362e-02,
7.5601e-02, 1.0398e-01, -2.7120e-02, -6.8816e-02, 1.0752e-02,
9.4667e-02, -5.1719e-02, -2.4681e-02, -2.4692e-02, 4.8780e-02,
-3.1653e-02, -2.4972e-02, -5.0108e-04, 3.3285e-02, 8.7761e-03,
-3.7127e-02, 9.2585e-02, 5.7091e-02, 4.9539e-02, -1.1590e-02,
-2.8448e-02, -3.9686e-02, -5.3134e-02, -3.0046e-03, -3.2729e-02,
-2.4860e-03, -3.1965e-02, -2.4466e-02, 4.6561e-02, -3.2715e-02,
2.0020e-02, 3.4335e-02, 7.1289e-03, 8.2012e-02, -4.6948e-02,
-9.2542e-02, 3.1373e-02, -2.2571e-02, 1.5914e-02, 7.0603e-02,
3.7700e-02, 4.8413e-02, 8.7919e-03, 5.8309e-04, 1.9835e-02,
-9.6077e-03, -3.5196e-03, 7.5447e-02, -3.0027e-02, -6.2442e-02,
4.6981e-02, -3.6133e-02, -3.2797e-02, 7.1566e-02, -1.2972e-01,
-5.1720e-02, 6.7685e-03, 7.2494e-02, -5.7072e-02, 7.1085e-02,
4.8590e-02, 1.0207e-01, 4.5654e-02, 2.9754e-02, -7.0606e-02,
-7.8133e-02, 2.0091e-02, 8.1129e-02, 2.6499e-02, -8.2744e-02,
-4.8086e-02, 1.3878e-01, -2.3138e-02, 1.3829e-02, -5.1569e-02,
2.2366e-02, -6.9950e-02, 6.0628e-02, -6.4540e-04, -1.5524e-02,
-9.0519e-02, 1.1714e-01, -6.2848e-02, -3.6687e-02, -3.3709e-02,
-3.6057e-02, 1.5935e-02, -1.0882e-02, 5.7670e-02, -2.7832e-02,
-1.5992e-02, -5.5619e-02, 3.8988e-02, 6.2437e-02, 5.3855e-02,
5.0658e-03, -4.2665e-02, -3.8832e-02, 4.7077e-02, 2.7574e-02,
3.3240e-02, -5.9407e-02, -1.1429e-01, -1.1445e-02, 1.5860e-02,
-8.2640e-02, -1.5572e-02, 3.0747e-02, 1.4751e-02, -1.9744e-02,
3.7795e-02, -1.9294e-01, 6.7207e-02, 7.8559e-02, -3.2619e-02,
4.7687e-02, 7.7125e-02, 5.3211e-02, -8.3459e-02, 4.3303e-02,
5.6718e-02, -7.7470e-02, 8.1082e-02, 3.5141e-02, -1.2953e-01,
8.3282e-03, -4.5900e-02, 3.0177e-02, -3.4433e-02, -5.0582e-02,
-1.2579e-01, 7.7935e-02, -1.5805e-03, 2.0216e-02, 3.0895e-02,
-4.8159e-02, 3.8149e-03, -4.1660e-02, 9.1825e-02, 1.0006e-01,
-2.3624e-02, -3.7973e-02, -1.2982e-02, -5.6343e-03, 1.6306e-02,
-5.6788e-02, -3.2187e-02, -8.2453e-02, 8.7649e-03, -1.9965e-02,
-1.3148e-01, 9.4924e-02, -6.1585e-02, -9.5288e-02, -6.5486e-02,
-5.7853e-02, -5.1632e-02, -9.1875e-02, -4.0632e-02, -3.3412e-02,
1.6696e-02, -6.3326e-02, 5.6310e-02, 9.7423e-02, -3.9419e-02,
-4.8623e-02, 8.1680e-02, 1.2061e-01, -2.8424e-02, -5.7288e-02,
-1.1910e-03, -9.3916e-02, 1.6562e-02, 8.3283e-02, 1.0589e-01,
-5.3390e-02, -2.7601e-02, -7.4866e-02, 4.1877e-02, 1.6769e-03,
-7.1219e-02, 1.1078e-01, -5.7011e-02, -1.6861e-02, -2.0194e-02,
-3.0534e-02, 2.9303e-02, -3.8187e-02, -8.7799e-02, 1.5520e-01,
-4.5099e-02, -4.5588e-02, 2.7947e-02, 2.5249e-02, -3.5537e-02,
-5.0990e-02, -5.6411e-02, 3.2722e-02, 4.9492e-02, -6.9002e-02,
-2.9092e-02, 6.9110e-02, 1.5091e-02, -1.7084e-04, 8.6610e-02,
-1.9258e-02, 2.7551e-02, -1.8628e-02, -1.9045e-02, 5.9382e-02,
-1.5326e-02, 1.5965e-02, -3.6999e-02, 1.5155e-02, 9.6909e-04,
6.7436e-02, -9.2138e-02, 8.6950e-02, -3.0941e-02, -6.6842e-02,
3.6768e-02, 7.3310e-03, 6.6914e-02, 4.4001e-02, 6.1116e-02,
7.6879e-02, -6.6166e-02, -1.6340e-02, 7.5805e-02, 4.0743e-02,
4.6614e-02, 1.0712e-01, -6.6057e-02, 1.1133e-01, 2.5759e-02,
6.7990e-02, -3.4831e-02, 9.4440e-02, 3.3199e-02, -5.7547e-03,
5.0331e-02, 1.1705e-02, -4.4733e-03, -3.7686e-02, 9.9001e-02,
5.0902e-02, -1.3504e-02, 3.0035e-02, 6.8186e-03, 5.2610e-02,
8.6024e-03, 1.4673e-02, -1.0176e-02, -9.4986e-03, -3.6652e-02,
9.5143e-02, -8.4040e-02, 6.9875e-02, -3.0941e-02, -6.1040e-02,
-5.4065e-02, -8.1531e-02, 8.9827e-02, 9.1322e-03, -2.5473e-02,
-4.4235e-02, -1.2075e-01, 5.9029e-02, 3.3546e-02, -3.1140e-02,
-4.0022e-02, -4.8104e-02, -3.7974e-02, 4.2229e-02, 2.4977e-02,
-1.0772e-01, -4.0995e-02, 3.7334e-02, -1.3208e-01, -2.9154e-02,
-2.5145e-02, -1.2841e-02, -9.6345e-02, -8.3668e-02, 2.5849e-02,
6.7636e-02, 7.1462e-02, -2.1502e-02, 3.8253e-02, 1.0856e-01,
-3.7286e-02, 1.6138e-02, 2.1246e-02, -1.8793e-02, -1.9947e-02,
5.1316e-02, 7.4246e-02, -3.1780e-02, 3.0721e-02, 8.1871e-02,
5.8798e-02, 3.0361e-02, -3.9686e-02, 1.6739e-02, 5.5320e-02,
-1.3329e-02, -2.4661e-02, -6.3744e-01, -4.1824e-02, 1.0921e-01,
2.2845e-02, -8.3983e-02, -1.0547e-02, -1.8547e-02, 5.9055e-02,
-3.4258e-02, 1.3355e-02, -1.8591e-02, -2.2831e-03, -2.4886e-02,
-7.5962e-03, -8.4652e-02, 1.1335e-01, 5.2491e-03, 3.6475e-02,
1.2900e-02, 3.4619e-02, 2.4789e-02, -7.7293e-02, -8.4659e-02,
-3.3367e-02, 2.7607e-02, 4.0627e-02, 3.2760e-04, 3.3212e-02,
3.6837e-03, -4.5555e-02, -3.7844e-02, 1.1000e-01, -4.4802e-02,
-1.8153e-02, 1.8491e-02, 7.0561e-02, -4.7041e-05, 6.8831e-02,
2.8198e-02, -3.6994e-02, -4.3994e-03, -2.5854e-02, 2.5872e-02,
-1.5918e-03, -7.2604e-02, -8.1137e-02, -9.5253e-02, -5.0517e-02,
-5.4782e-02, 6.6526e-02, 7.2102e-02, 6.7679e-02, 3.2267e-03,
-2.2045e-02, -1.2259e-01, 5.7744e-02, -9.4294e-02, 7.3911e-02,
1.0256e-01, 3.5085e-02, -4.5713e-02, -5.7574e-02, 2.0944e-02,
-3.3198e-03, -5.4951e-02, -3.5216e-02, -7.5917e-02, 5.3043e-02,
3.1393e-02, -1.5086e-02, -2.9786e-02, -1.0462e-02, 2.7650e-02,
3.3256e-02, -1.1919e-02, -3.2685e-02, -2.0690e-02, 8.9143e-02,
5.2251e-02, 2.2871e-02, 3.2757e-02, 2.8271e-02, -2.0926e-03,
-1.3449e-02, -7.4190e-02, 1.0090e-01, -1.5966e-02, 2.8318e-02,
-1.1436e-01, 2.6502e-03, 2.1018e-02, -2.8912e-02, -9.0057e-02,
-7.6713e-03, -5.4458e-02, -1.0377e-02, 1.6160e-02, 3.4158e-02,
5.5049e-02, -1.1949e-01, -8.8566e-02, 9.0723e-04, 7.2804e-02,
-1.2070e-01, 6.6151e-02, -1.6829e-02, 1.0025e-01, -6.9927e-02,
-9.7118e-03, 9.2407e-03, 3.2639e-02, -4.9350e-02, 1.0023e-01,
6.3750e-02, 7.1252e-02, 3.5953e-02, 4.3059e-02, 5.5265e-02,
7.5514e-02, 9.3436e-03, -3.1756e-02, 4.1723e-02, -9.4507e-03,
-2.5507e-02, -1.2911e-02, -2.8431e-02, 4.9957e-02, -4.7653e-02,
-3.1727e-02, -9.7875e-03, 9.9233e-02, 1.4435e-02, -1.3146e-01,
-1.0293e-02, 1.7931e-02, -2.2384e-02, 6.6046e-02, 6.6753e-03,
-7.5850e-02, -2.7282e-02, 4.2452e-02, 1.0651e-02, -3.9110e-02,
-1.8710e-02, 2.3733e-02, 1.6291e-02, -1.0421e-02, -4.4543e-02,
-5.0580e-02, 1.0820e-01, -1.2033e-01, 9.0003e-02, -9.0030e-02,
-8.1409e-02, 9.3741e-03, -1.9572e-02, -7.8000e-02, -8.6210e-03,
-9.5331e-02, -2.8808e-02, -1.9997e-02, -1.7237e-02, -3.7054e-03,
-5.8431e-02, 5.6346e-02, -6.5812e-03, -7.3821e-02, 6.0255e-03,
-7.6270e-02, -1.9809e-02, -1.3520e-01, 2.9030e-02, -8.6897e-03,
-1.7864e-02, -8.0744e-02, -1.0415e-01, 3.8296e-03, -1.9407e-02,
-1.1932e-02, 1.4534e-02, -3.1412e-02, 4.7239e-02, -7.7778e-02,
-2.6459e-02, 3.9514e-02, 7.9364e-02, -1.1570e-02, 1.8182e-02,
-1.1711e-01, -1.6018e-02, -2.3525e-02, -5.9247e-02, -7.6511e-02,
4.7663e-02, 6.4117e-02, 3.9606e-02, -1.5828e-02, 1.7439e-02,
-9.5156e-02, 1.2525e-01, -3.3299e-02, 1.1530e-01, 1.4618e-02,
2.2926e-02, -8.0266e-02, 7.8439e-02, 7.4073e-02, 1.5355e-02,
-1.9025e-02, 2.4126e-02, -5.7387e-02], device='cuda:0')),
('bert.encoder.layer.11.output.LayerNorm.weight',
tensor([0.6619, 0.6473, 0.6663, 0.6554, 0.6758, 0.6719, 0.6777, 0.6675, 0.7132,
0.6705, 0.6717, 0.6621, 0.7310, 0.6667, 0.6523, 0.6800, 0.6489, 0.6914,
0.6624, 0.6618, 0.6663, 0.6430, 0.6563, 0.6782, 0.6486, 0.6747, 0.6980,
0.6862, 0.6983, 0.7734, 0.6724, 0.6678, 0.6605, 0.6610, 0.6779, 0.6562,
0.6680, 0.6653, 0.6628, 0.6480, 0.6616, 0.6488, 0.7005, 0.6597, 0.7066,
0.7070, 0.6585, 0.7228, 0.6812, 0.6488, 0.7057, 0.6833, 0.6508, 0.6733,
0.6638, 0.6601, 0.7023, 0.6772, 0.6657, 0.6818, 0.6933, 0.6616, 0.6615,
0.6619, 0.6869, 0.6534, 0.7123, 0.6532, 0.6683, 0.6490, 0.6922, 0.7553,
0.7123, 0.6606, 0.6603, 0.6585, 0.6699, 0.6576, 0.6449, 0.6645, 0.6724,
0.6875, 0.6633, 0.6663, 0.6518, 0.6683, 0.6688, 0.6549, 0.6521, 0.6813,
0.6663, 0.6592, 0.6705, 0.6631, 0.6639, 0.6988, 0.6502, 0.6995, 0.6892,
0.6893, 0.6760, 0.6665, 0.6838, 0.6488, 0.6540, 0.6744, 0.7291, 0.7205,
0.6696, 0.7309, 0.6392, 0.6641, 0.6921, 0.7166, 0.6701, 0.6358, 0.6460,
0.7513, 0.6915, 0.6645, 0.6737, 0.6571, 0.6372, 0.6823, 0.6584, 0.6540,
0.6716, 0.6706, 0.6665, 0.6597, 0.7210, 0.7143, 0.6669, 0.6764, 0.6622,
0.6642, 0.6071, 0.7123, 0.6398, 0.6681, 0.6839, 0.6644, 0.6693, 0.7111,
0.6762, 0.6635, 0.6733, 0.6498, 0.6884, 0.6619, 0.6598, 0.6454, 0.6703,
0.7837, 0.6541, 0.6612, 0.6496, 0.6660, 0.6676, 0.7096, 0.6880, 0.6210,
0.6827, 0.6661, 0.6647, 0.6902, 0.6670, 0.7040, 0.6582, 0.6681, 0.6391,
0.6652, 0.6895, 0.6827, 0.7334, 0.6617, 0.6803, 0.7272, 0.6495, 0.6872,
0.6496, 0.7170, 0.6828, 0.6921, 0.6936, 0.6671, 0.6458, 0.6819, 0.6899,
0.6453, 0.7366, 0.6783, 0.6622, 0.6667, 0.6806, 0.6906, 0.6920, 0.6683,
0.6652, 0.6857, 0.6604, 0.6829, 0.6802, 0.6476, 0.6596, 0.6426, 0.6841,
0.6491, 0.6737, 0.6853, 0.6576, 0.6683, 0.7121, 0.6766, 0.6786, 0.6776,
0.6882, 0.6442, 0.6662, 0.6537, 0.6980, 0.6505, 0.6862, 0.6490, 0.6761,
0.6444, 0.6645, 0.6821, 0.6661, 0.6644, 0.6801, 0.7046, 0.7080, 0.6573,
0.6372, 0.6868, 0.6608, 0.6474, 0.6719, 0.6678, 0.6875, 0.6818, 0.7046,
0.6690, 0.6544, 0.6633, 0.7073, 0.6682, 0.6882, 0.6856, 0.6700, 0.6527,
0.6534, 0.6615, 0.7283, 0.6541, 0.6767, 0.6759, 0.6986, 0.6536, 0.6849,
0.6685, 0.6464, 0.6983, 0.6488, 0.6448, 0.6664, 0.6796, 0.7125, 0.6579,
0.6451, 0.6955, 0.6541, 0.6882, 0.6706, 0.6705, 0.6467, 0.6545, 0.7416,
0.6477, 0.6479, 0.6850, 0.6745, 0.7173, 0.6690, 0.6704, 0.6837, 0.6397,
0.6610, 0.6541, 0.6775, 0.6521, 0.6700, 0.6507, 0.6639, 0.6614, 0.6669,
0.7685, 0.6704, 0.6674, 0.6781, 0.6738, 0.6508, 0.6802, 0.7363, 0.6869,
0.6790, 0.6532, 0.6994, 0.7126, 0.6916, 0.6682, 0.6834, 0.6427, 0.6783,
0.7028, 0.6966, 0.6627, 0.6615, 0.6517, 0.6743, 0.6831, 0.6670, 0.6731,
0.6947, 0.6765, 0.6616, 0.6715, 0.6480, 0.6527, 0.6254, 0.6687, 0.6519,
0.6510, 0.6751, 0.6625, 0.6747, 0.7102, 0.7190, 0.6483, 0.6642, 0.6487,
0.6924, 0.6524, 0.6450, 0.6818, 0.6671, 0.6785, 0.6911, 0.6637, 0.6694,
0.6566, 0.6932, 0.6921, 0.6966, 0.6992, 0.6699, 0.7055, 0.6684, 0.6602,
0.6509, 0.6534, 0.6948, 0.6730, 0.6956, 0.6914, 0.7109, 0.6778, 0.6776,
0.6452, 0.6591, 0.6771, 0.6868, 0.6402, 0.6650, 0.7009, 0.6421, 0.6832,
0.6583, 0.6541, 0.6618, 0.6747, 0.6792, 0.6769, 0.6609, 0.6671, 0.6516,
0.6841, 0.6861, 0.6562, 0.6604, 0.6605, 0.6778, 0.6634, 0.6660, 0.6951,
0.6546, 0.6489, 0.7002, 0.7046, 0.6478, 0.7048, 0.6816, 0.6820, 0.6488,
0.6636, 0.6571, 0.6788, 0.6551, 0.6508, 0.6508, 0.6632, 0.6708, 0.6704,
0.6881, 0.6615, 0.6487, 0.6862, 0.6573, 0.6556, 0.6974, 0.6639, 0.6477,
0.6715, 0.6915, 0.6582, 0.6893, 0.6563, 0.6817, 0.6598, 0.6531, 0.6602,
0.6803, 0.6487, 0.6679, 0.6679, 0.6564, 0.6871, 0.6866, 0.6569, 0.6904,
0.6487, 0.6755, 0.6587, 0.6488, 0.6795, 0.6781, 0.6576, 0.6696, 0.6603,
0.6656, 0.6684, 0.6653, 0.6493, 0.7017, 0.6489, 0.6643, 0.7062, 0.6697,
0.6641, 0.6493, 0.6752, 0.7031, 0.6474, 0.7753, 0.6689, 0.6535, 0.7389,
0.6572, 0.6641, 0.6452, 0.7370, 0.6727, 0.7153, 0.6674, 0.6960, 0.6622,
0.6425, 0.6615, 0.6496, 0.6822, 0.6669, 0.6545, 0.7066, 0.7222, 0.6676,
0.6791, 0.6584, 0.6615, 0.6983, 0.6539, 0.6715, 0.6489, 0.6696, 0.6840,
0.6605, 0.6657, 0.6753, 0.7018, 0.7026, 0.6556, 0.6470, 0.6778, 0.6561,
0.6935, 0.6825, 0.6821, 0.7273, 0.6735, 0.6925, 0.6471, 0.6923, 0.6578,
0.6782, 0.6664, 0.6846, 0.6587, 0.7043, 0.6783, 0.6726, 0.6502, 0.6572,
0.6576, 0.6677, 0.7235, 0.6872, 0.6992, 0.6651, 0.7115, 0.6853, 0.6788,
0.6673, 0.6505, 0.7389, 0.6555, 0.6888, 0.6561, 0.6765, 0.6508, 0.6943,
0.6291, 0.6766, 0.6590, 0.6798, 0.6596, 0.6839, 0.6637, 0.6645, 0.6639,
0.6997, 0.6706, 0.6812, 0.7367, 0.6981, 0.6869, 0.6740, 0.6919, 0.4021,
0.6660, 0.6659, 0.7033, 0.6427, 0.6486, 0.7418, 0.6695, 0.6588, 0.6699,
0.6759, 0.6573, 0.6571, 0.6626, 0.6519, 0.6537, 0.6589, 0.6612, 0.6588,
0.6988, 0.6583, 0.7031, 0.6315, 0.6627, 0.6750, 0.6523, 0.6860, 0.6856,
0.6465, 0.6797, 0.6578, 0.6259, 0.7162, 0.6611, 0.6488, 0.6592, 0.6754,
0.6649, 0.6514, 0.6614, 0.6643, 0.6884, 0.6987, 0.6686, 0.6583, 0.7041,
0.6733, 0.6993, 0.6634, 0.6850, 0.7541, 0.6658, 0.6862, 0.6976, 0.6948,
0.6806, 0.7008, 0.6601, 0.6610, 0.6828, 0.6654, 0.6627, 0.7007, 0.6840,
0.6605, 0.6653, 0.6727, 0.6800, 0.6824, 0.7136, 0.7037, 0.6678, 0.6666,
0.6461, 0.6814, 0.6682, 0.6510, 0.6878, 0.6834, 0.6396, 0.6595, 0.6719,
0.6626, 0.6543, 0.6887, 0.6789, 0.6984, 0.6661, 0.6763, 0.6727, 0.6687,
0.6773, 0.6607, 0.6637, 0.6918, 0.6603, 0.6723, 0.6530, 0.6943, 0.6820,
0.6494, 0.6550, 0.6640, 0.6836, 0.6474, 0.6466, 0.6495, 0.6534, 0.6463,
0.6531, 0.6588, 0.6936, 0.6791, 0.6724, 0.6414, 0.6483, 0.6587, 0.6853,
0.6892, 0.6818, 0.6610, 0.6635, 0.7140, 0.6815, 0.6614, 0.6801, 0.6989,
0.6569, 0.6703, 0.6441, 0.7541, 0.6527, 0.6851, 0.7150, 0.6912, 0.6581,
0.7099, 0.6488, 0.7087, 0.6480, 0.6362, 0.6705, 0.6567, 0.7539, 0.6687,
0.6660, 0.7057, 0.6999, 0.6637, 0.6595, 0.6478, 0.7177, 0.6588, 0.6809,
0.6545, 0.6577, 0.6879, 0.6615, 0.6858, 0.6630, 0.6736, 0.7231, 0.7663,
0.6571, 0.6752, 0.6638, 0.6444, 0.6753, 0.6481, 0.6582, 0.6925, 0.6548,
0.6553, 0.6701, 0.6833, 0.6715, 0.6909, 0.6706, 0.6834, 0.6588, 0.6584,
0.7329, 0.6700, 0.7085, 0.6657, 0.6562, 0.6531, 0.6480, 0.6806, 0.7159,
0.7162, 0.6781, 0.6962, 0.6499, 0.7261, 0.6648, 0.7246, 0.6937, 0.6515,
0.6616, 0.6659, 0.6817, 0.6619, 0.6913, 0.6359, 0.6605, 0.6638, 0.6810,
0.6734, 0.6789, 0.6536], device='cuda:0')),
('bert.encoder.layer.11.output.LayerNorm.bias',
tensor([ 1.1828e-02, -2.0420e-02, -1.3161e-02, -3.2344e-02, -2.0690e-02,
1.4532e-02, -3.9140e-02, -3.9039e-02, 5.4832e-02, -1.4752e-04,
1.6570e-02, 5.3679e-03, -1.2683e-01, 3.3058e-02, -6.9324e-02,
-2.9027e-03, 5.6906e-03, -3.9719e-02, -4.3637e-04, 3.0570e-02,
-3.1823e-03, -4.9664e-02, -8.8899e-02, 1.5540e-02, -3.5600e-02,
-5.0383e-02, 4.9325e-02, -2.8676e-03, -1.4495e-01, 1.5524e-01,
-3.0287e-02, 7.0542e-03, -3.0872e-02, -1.7805e-02, -8.6960e-02,
-6.3776e-02, 8.2356e-02, 3.6216e-02, -7.8900e-03, -1.0245e-02,
-3.7497e-02, -4.6831e-02, 4.3652e-02, -7.4375e-03, -1.0581e-02,
-1.3719e-01, -5.4858e-02, 6.5765e-02, -1.0585e-01, -1.9416e-02,
9.5464e-03, -3.7799e-02, -1.9766e-02, -2.0011e-02, -6.1715e-03,
-1.1493e-01, -1.5995e-02, -5.1280e-02, -1.6726e-02, 2.4364e-02,
-1.1444e-01, 5.8974e-02, -3.6832e-02, -1.0613e-02, -8.6195e-02,
-2.7687e-02, 6.6442e-02, -6.4865e-02, -2.0217e-02, 4.1385e-02,
-1.1318e-01, -1.5797e-01, -1.1156e-01, 7.0355e-03, 4.5371e-03,
-1.0868e-01, -5.7467e-03, 9.2237e-02, 3.2703e-02, 2.6753e-03,
-7.2106e-03, -6.4595e-03, -7.0977e-02, 7.2978e-02, -4.6038e-02,
4.1174e-02, 2.0438e-02, -2.6917e-02, -2.1171e-02, 2.5571e-02,
9.1177e-03, -5.0493e-02, -1.7119e-02, -4.5284e-02, 8.1416e-03,
9.3342e-02, -2.1603e-02, 3.9284e-02, -1.0898e-01, 2.2397e-02,
1.5559e-03, -1.6474e-02, -1.3445e-01, 7.6593e-03, 1.7302e-02,
-4.3841e-02, 5.3289e-02, -1.3073e-01, -3.8642e-02, 1.7950e-01,
5.9517e-03, -7.6427e-02, 5.8230e-02, -1.1193e-01, -4.3406e-03,
-6.8910e-02, 2.9564e-02, 1.2841e-01, -2.8055e-02, -7.1310e-03,
-1.2220e-02, 3.6107e-02, -7.6181e-03, 2.8427e-02, -2.2702e-02,
-7.5046e-03, 5.5336e-04, -7.0528e-02, 1.2352e-02, 4.1618e-03,
-1.2590e-01, 4.7706e-02, -3.0014e-02, 8.8411e-03, 5.0642e-03,
8.0804e-02, -2.0327e-01, 6.1966e-02, -2.0069e-01, -8.8404e-02,
-5.4729e-02, -3.6002e-02, -3.0775e-02, -1.1875e-01, 2.2518e-02,
2.4713e-03, -8.4242e-02, -3.6746e-02, 3.0734e-02, 3.5635e-02,
2.0114e-03, -4.6219e-02, -3.3367e-02, 1.2060e-01, -4.9172e-02,
-5.7256e-02, 2.2897e-02, -3.6436e-02, -9.0778e-03, -5.4607e-02,
2.4120e-02, -8.9407e-02, -7.5253e-02, 1.6927e-02, -5.9399e-02,
-6.1913e-02, -7.6605e-02, 2.5569e-02, -1.0505e-02, 1.4486e-02,
-5.3101e-02, 1.0912e-02, -1.6750e-02, -1.9548e-02, 7.9419e-02,
-3.0872e-02, -1.2216e-02, -1.0450e-01, -4.2905e-02, 9.6903e-02,
-2.1970e-02, -1.2325e-01, 2.8242e-03, -7.6790e-02, -2.1255e-02,
1.6366e-04, 3.8637e-02, -6.9176e-02, -1.0658e-01, -1.1787e-02,
9.6838e-02, -9.7535e-02, -2.1922e-02, -1.1287e-02, -3.0906e-02,
-9.2871e-02, -7.3352e-02, -2.4471e-02, 3.6864e-02, -5.3357e-02,
-4.5608e-03, -1.0025e-02, -1.1456e-01, -6.6702e-02, 1.0700e-02,
-7.1466e-03, 2.7157e-02, 5.0441e-02, -2.3193e-02, -7.7340e-02,
-2.5674e-02, -5.4012e-02, 8.8062e-02, -1.4954e-02, -9.2238e-02,
-9.6456e-02, 2.8650e-02, -4.5319e-03, -8.6427e-02, 4.4308e-03,
7.3011e-02, -4.0946e-02, 4.0314e-02, 1.0794e-03, -1.0290e-01,
-2.6637e-03, -4.3919e-03, 1.3916e-02, -6.6207e-02, -3.4111e-02,
-7.0220e-02, 4.0221e-02, 6.6799e-02, -4.4338e-02, -8.1970e-03,
-5.7918e-02, -6.3047e-02, 2.0508e-02, -1.3592e-01, 2.1600e-02,
-5.8347e-02, 2.6672e-04, 3.4358e-02, 1.2461e-03, -1.5548e-02,
4.0579e-03, -1.5383e-01, -5.5272e-04, 4.6600e-02, 7.7679e-02,
1.7913e-03, -5.6741e-02, -9.4351e-03, -1.0294e-01, 1.3041e-01,
-7.8378e-02, -1.4523e-02, 1.8074e-02, -1.0527e-01, -3.7416e-02,
1.2445e-02, 4.0719e-02, -1.5493e-02, -1.3065e-01, -3.0888e-02,
5.1944e-03, -8.9626e-02, 5.7760e-02, -1.9000e-01, -2.8732e-02,
7.2016e-03, -4.6587e-02, -6.0255e-02, 7.9962e-02, -7.8919e-02,
-4.4820e-02, 4.0198e-02, -5.8142e-02, 5.1307e-02, -5.0385e-02,
-5.5793e-02, 3.9250e-02, 1.8313e-02, 8.4844e-02, -1.1621e-02,
-5.5917e-02, 8.2830e-02, 3.2813e-02, -6.4622e-03, -6.3716e-02,
-5.2068e-03, -5.4483e-02, -4.9808e-02, 3.9944e-02, -1.9073e-02,
8.3123e-02, -5.6117e-02, 1.3548e-01, -8.6088e-02, -5.4537e-02,
-4.5378e-03, -9.1342e-02, -3.4960e-02, 4.7055e-02, -9.6350e-02,
5.5081e-02, -8.7744e-02, 2.6525e-02, -6.8551e-02, 4.5868e-02,
3.5447e-03, -2.6133e-02, -2.0569e-02, -6.5632e-02, -8.5599e-02,
-1.2060e-01, 4.5653e-02, -1.9060e-02, 3.2842e-02, -7.1510e-03,
-4.2266e-02, 7.4289e-02, 2.0451e-03, -3.2382e-03, -8.4783e-02,
-5.8855e-02, -3.4798e-02, -8.4647e-02, 1.3893e-02, 2.3632e-03,
3.1665e-02, -4.9493e-02, -2.0650e-02, -1.0735e-01, -8.3640e-02,
-5.0566e-02, 7.8205e-03, 3.1792e-02, -9.7030e-02, -7.9774e-02,
-4.9184e-02, -2.5316e-02, 8.1914e-02, 1.6817e-03, -2.3835e-02,
-1.6336e-02, -2.2647e-02, -6.2198e-02, 4.4235e-02, 2.0911e-02,
9.2728e-02, 1.0017e-01, -1.1311e-01, 4.5058e-02, 3.3021e-02,
-8.5495e-02, 2.5661e-02, 3.3962e-02, 2.6985e-02, -5.4855e-02,
-1.3184e-02, -7.2069e-04, 9.4418e-02, 2.4873e-02, -1.2098e-01,
5.9672e-02, 8.4734e-02, -8.1142e-02, -8.5351e-02, -1.4880e-02,
3.7872e-03, -4.1311e-02, 2.7433e-02, -7.4811e-02, -3.7455e-02,
-9.2636e-03, 9.3637e-03, -2.1466e-02, 4.0809e-02, -1.4183e-02,
-9.7014e-02, 3.5891e-03, 3.0627e-02, -2.9409e-03, -5.7116e-02,
-2.7506e-02, 2.3938e-02, -7.8183e-02, 4.1991e-03, -8.3946e-03,
-7.8965e-02, -3.8582e-02, -2.6670e-02, 5.7179e-02, 4.0705e-02,
-1.2816e-01, 4.0512e-02, -2.3926e-03, -8.3006e-02, -1.2293e-01,
-2.8174e-02, 6.5921e-02, -9.3109e-02, -1.9006e-02, -4.5955e-02,
-5.7806e-02, -2.0236e-02, -5.8503e-02, 1.7029e-02, -2.3179e-02,
-6.0296e-02, -8.0054e-02, 7.5033e-03, -2.2140e-02, -1.2834e-01,
-3.9489e-02, 3.5246e-02, -2.4885e-03, -2.1507e-03, -3.7123e-03,
8.7431e-02, -8.4368e-02, -3.0494e-02, -1.0873e-01, 5.7266e-02,
-3.8941e-02, -1.0377e-01, 1.9685e-02, 2.1860e-02, 2.9649e-02,
-1.2354e-02, 4.9961e-03, -5.5310e-02, -7.2653e-02, -7.2718e-02,
3.5815e-02, -8.1332e-02, -3.6980e-02, -3.8365e-02, -7.1904e-02,
1.6872e-03, -7.1577e-02, -4.8662e-02, -1.6483e-02, -1.2926e-02,
-2.4388e-02, -6.2745e-03, -1.9287e-02, 6.4181e-02, 3.7644e-02,
-2.7361e-02, -1.2663e-01, -5.4699e-02, -7.7874e-02, 6.7436e-02,
-4.3330e-02, -5.9392e-02, -6.7764e-02, -7.3747e-02, 8.4656e-03,
-4.6925e-03, -3.4610e-02, -1.0005e-01, 1.2218e-02, 3.7744e-02,
5.1477e-03, -7.7457e-02, 8.0531e-02, -1.6117e-02, 3.5332e-02,
-1.2605e-02, 8.1346e-02, 1.8060e-02, 5.9340e-02, -5.9155e-02,
1.5852e-02, -1.8175e-03, 1.2537e-02, -3.2403e-02, 4.6875e-02,
2.4376e-02, -6.1739e-02, 6.2675e-03, 5.5568e-02, 7.0646e-02,
6.4961e-03, 7.0651e-02, -8.3191e-03, 1.3479e-01, -9.2856e-02,
4.6345e-02, 3.9055e-02, -4.1094e-03, 1.2586e-02, 8.4085e-02,
7.6554e-03, -3.0617e-02, 4.1641e-02, -7.2459e-02, 4.9299e-02,
1.5119e-02, -5.3691e-02, -1.3546e-02, 1.9258e-03, -9.0537e-02,
3.1005e-02, -2.0313e-02, 9.9974e-02, 3.5583e-02, -1.1115e-01,
-2.1905e-02, -1.0539e-01, 3.9513e-02, 3.0932e-02, -4.4151e-02,
-8.2558e-02, -7.8420e-02, 3.6364e-02, 3.5571e-02, -8.0001e-02,
2.1419e-02, -3.5348e-02, -1.0092e-01, 1.9328e-02, 5.0473e-02,
-3.0897e-02, 2.4931e-02, -2.7618e-02, -6.8801e-02, -8.8418e-02,
-1.2980e-01, -1.4010e-02, -3.2026e-03, -1.6327e-01, 4.7136e-02,
5.9882e-02, -6.7568e-02, -3.6860e-02, -1.9365e-02, 7.4969e-02,
1.5688e-02, 4.5887e-02, -6.8240e-02, -4.8405e-02, -1.1326e-02,
3.8323e-02, -1.2761e-02, -2.7999e-02, 8.8664e-02, 2.9538e-02,
1.3550e-03, 9.4464e-03, -1.4339e-01, 5.4081e-02, 3.1474e-02,
-5.0120e-02, -8.8512e-02, 8.7535e-02, -6.6093e-02, -2.0237e-02,
5.0001e-02, 2.3994e-02, -5.3760e-02, 1.2773e-01, 4.1039e-04,
4.9815e-03, 2.6031e-02, -8.0015e-02, -4.8203e-02, 2.5414e-02,
-4.4686e-02, 2.3594e-02, -3.8762e-02, 3.5843e-02, -7.1285e-03,
1.8474e-03, 3.9479e-02, -6.0408e-02, 2.9313e-03, 6.9805e-02,
-5.6618e-02, -7.3206e-02, 6.9069e-03, -9.1544e-02, 3.6152e-02,
-2.3503e-02, -1.0500e-01, -4.4145e-02, -2.3823e-02, -1.0946e-01,
-2.1856e-02, -2.6320e-02, -4.8157e-02, -4.8593e-03, -1.5647e-02,
-3.4593e-02, -5.7454e-02, -5.8415e-02, -9.8407e-02, 1.2012e-01,
-1.3363e-02, 5.7572e-02, -1.5339e-01, 7.6844e-03, 2.9587e-02,
-2.5775e-02, -7.3677e-03, 1.1631e-01, 4.2061e-02, 4.0436e-02,
3.0197e-02, -1.5159e-01, -3.2982e-03, -8.2898e-02, -3.4515e-02,
-1.8444e-02, -3.3726e-02, -3.2026e-04, -5.2538e-03, 2.8973e-02,
-6.7409e-02, 9.9165e-03, -3.1019e-02, -5.0498e-02, 2.1655e-02,
2.4598e-02, 3.7885e-02, -2.9099e-02, -3.2184e-02, -8.3571e-02,
3.3683e-02, 1.6945e-02, 1.0653e-02, 5.2502e-02, 4.4163e-02,
7.3888e-02, 1.0751e-02, 1.7226e-02, 4.9072e-02, 3.2561e-02,
-3.3000e-02, -7.7835e-02, 3.8655e-03, -1.1469e-01, 5.8086e-02,
-5.2997e-02, 2.6744e-02, -7.7657e-02, -4.7952e-02, -4.3919e-02,
-7.4733e-02, -7.4485e-02, 6.1646e-03, -6.1868e-02, -1.5931e-02,
5.1729e-02, 2.6990e-02, 4.8770e-03, 1.9219e-02, 5.2318e-02,
-1.3774e-01, -2.6385e-02, 4.4754e-03, -7.3535e-02, 5.9802e-03,
-6.9833e-02, -5.1886e-02, -2.8020e-02, -1.0980e-01, 1.2460e-02,
7.4179e-03, -6.1564e-02, -4.8366e-02, 1.0688e-02, 2.9676e-02,
-1.6678e-03, 2.9607e-02, 4.6181e-02, -3.6857e-02, 5.6751e-02,
-7.5126e-03, 1.2086e-02, -2.3110e-02, 4.8896e-02, 2.0638e-02,
-3.4700e-02, -3.3437e-03, 1.4316e-01, -2.9910e-02, -9.3395e-02,
8.3743e-02, 3.0376e-02, 1.1954e-02, 3.6471e-02, -6.8824e-02,
-1.1909e-01, -5.6252e-02, -9.5590e-03, -1.0818e-01, -5.3786e-02,
1.2302e-01, 1.5550e-02, 3.1425e-02, -1.3068e-01, -1.1896e-01,
-6.4619e-02, 1.1583e-02, -8.9342e-03, 5.3626e-02, -6.9258e-02,
-1.1037e-01, -4.1451e-03, 3.4046e-02, -8.0824e-02, -6.6531e-02,
-8.9173e-02, 3.9221e-02, -7.6944e-02, 1.1682e-01, 1.1347e-01,
-7.9042e-03, -6.9205e-02, -2.5108e-02, -1.1197e-02, -4.4537e-02,
-4.5246e-03, -4.8279e-02, -1.2581e-01, 7.1164e-03, -3.9432e-02,
-7.4136e-02, -4.2265e-02, -3.3330e-03, 4.7731e-02, -4.4143e-02,
6.7637e-02, -1.9519e-02, -1.2188e-02, 5.0032e-02, 5.5313e-03,
-1.3924e-01, -5.3703e-02, 4.1856e-02, -2.0551e-02, -4.1765e-02,
-4.1509e-02, -1.5654e-01, -1.3096e-01, -1.1963e-01, -1.3169e-01,
-2.5201e-02, 9.8618e-02, -1.0150e-02, -8.4424e-02, 2.2567e-02,
-4.9002e-02, -3.2824e-02, -2.6076e-02, 2.6791e-02, -3.2145e-02,
-7.8346e-02, -2.1693e-02, -6.1825e-02, -1.2004e-02, 4.9263e-02,
-3.9637e-02, 1.4730e-02, -3.8327e-02], device='cuda:0')),
('bert.pooler.dense.weight',
tensor([[ 0.0011, -0.0039, 0.0091, ..., -0.0207, -0.0187, 0.0090],
[ 0.0161, -0.0150, -0.0085, ..., -0.0099, -0.0041, 0.0158],
[ 0.0064, 0.0388, -0.0210, ..., -0.0179, 0.0352, 0.0654],
...,
[-0.0096, 0.0322, -0.0284, ..., -0.0144, 0.0454, 0.0646],
[ 0.0041, -0.0037, 0.0136, ..., 0.0003, 0.0085, -0.0179],
[ 0.0067, 0.0592, -0.0449, ..., -0.1028, 0.0663, -0.0360]],
device='cuda:0')),
('bert.pooler.dense.bias',
tensor([-5.8115e-03, 9.3588e-03, 4.8767e-02, -1.8022e-01, 1.7176e-01,
4.1306e-03, 1.3076e-02, -6.8687e-03, -3.2569e-02, -2.1389e-03,
3.8091e-02, 9.8544e-02, -7.1318e-02, -3.6671e-02, 4.6600e-04,
-1.7177e-02, 1.8043e-01, -1.0772e-02, -6.3114e-02, -2.0339e-03,
4.9510e-03, -4.7420e-02, 4.3919e-04, 1.6040e-01, 1.5709e-02,
-8.8935e-03, 1.0858e-01, 6.7501e-02, 1.8671e-02, -8.6190e-04,
1.2690e-02, -1.7996e-01, 1.3801e-01, -1.2840e-01, 3.9485e-04,
-5.6339e-03, 3.8242e-03, -1.1510e-03, 1.6892e-02, -1.5029e-01,
-1.9937e-02, -3.3030e-02, -4.2296e-03, -4.0204e-03, 1.6556e-01,
1.2982e-02, 4.1665e-03, -1.0006e-02, 1.1098e-03, 4.8841e-02,
-2.1372e-02, -2.9290e-03, -6.0927e-02, 5.2682e-02, 9.0961e-02,
1.8074e-02, 1.7856e-01, 4.2016e-04, -4.3218e-02, 2.6694e-03,
1.6130e-01, -8.8134e-04, 3.2869e-02, -2.8807e-03, 3.1481e-03,
-1.8760e-02, -8.2572e-02, 7.6392e-03, -6.9180e-03, 1.1093e-02,
6.5347e-03, 7.2559e-03, 6.5418e-02, -1.2105e-01, 1.8309e-03,
-1.4902e-03, -8.1647e-05, -4.5363e-02, 9.0850e-02, 9.3590e-02,
2.3000e-03, -6.2410e-02, 1.7925e-01, -9.8635e-03, 7.3877e-03,
-5.1452e-03, -5.8148e-02, -1.0247e-01, -6.9767e-03, -3.7085e-03,
7.9264e-02, -1.2127e-01, -1.3465e-02, -6.2988e-02, 6.0433e-02,
-2.0333e-02, -3.3983e-03, 2.0285e-03, 6.7453e-02, 9.3293e-03,
-8.0139e-03, 1.5805e-01, 7.4805e-02, -3.2016e-02, 8.2794e-02,
-5.3848e-03, -1.0367e-03, -2.8242e-03, -7.6207e-04, 1.7152e-03,
2.1258e-02, -2.2103e-02, -2.3440e-03, -2.2210e-03, 1.4728e-01,
-3.5039e-02, 1.5836e-01, 2.5534e-02, -8.7264e-03, 5.8480e-02,
-4.9316e-03, 1.5467e-01, 9.5374e-02, 1.1094e-02, -6.1654e-03,
-1.2631e-02, 4.4027e-03, 1.5922e-01, -1.7052e-03, -1.3012e-02,
6.8258e-03, -1.1350e-01, -2.0215e-01, 7.2229e-02, 1.4414e-03,
1.0312e-01, -9.6551e-02, 1.3047e-01, -4.4737e-02, -6.5103e-03,
-8.5448e-02, -7.2026e-03, -1.4670e-01, -3.9746e-03, 1.2110e-01,
4.1319e-03, -1.6398e-01, 4.2953e-03, -7.7241e-03, -4.4143e-03,
1.2892e-02, 1.3045e-02, -1.1594e-02, 1.6373e-02, 1.1733e-01,
1.8505e-01, 1.6821e-01, 1.8737e-03, -2.4231e-02, 1.3171e-01,
3.0006e-02, -7.3276e-02, -8.8656e-03, -1.9306e-01, 7.0733e-02,
1.1832e-01, 7.0364e-03, -1.7396e-02, 1.0599e-01, 6.2406e-03,
6.5813e-03, -1.0346e-02, -1.2509e-02, -6.9985e-02, 3.3349e-03,
1.3461e-02, 4.4413e-03, 3.6012e-02, -1.1097e-01, 2.7576e-02,
-2.8521e-02, -1.5421e-02, 1.6516e-03, 3.7964e-02, -1.6168e-01,
-2.6294e-02, -7.7995e-02, -2.9870e-03, -4.2182e-03, 5.1753e-03,
-5.7897e-03, 1.0817e-01, 5.6149e-02, 2.0578e-02, -2.9792e-02,
-5.6550e-03, 7.4697e-02, -7.1907e-03, 8.1478e-02, -3.1350e-03,
-1.5073e-01, -2.4879e-02, 7.6800e-02, 3.3494e-02, 3.9408e-04,
2.2496e-02, 6.8863e-03, 7.9943e-03, 7.1716e-02, 4.2985e-03,
5.5676e-02, -4.3870e-03, 6.2424e-03, 1.3728e-02, 3.1126e-02,
-1.1745e-03, -2.0119e-03, -7.6685e-04, 9.8332e-03, 6.9458e-02,
-1.1092e-01, -5.1435e-03, 9.5666e-03, -1.3475e-01, -1.3465e-01,
2.2974e-02, -1.1103e-03, -1.0204e-02, 2.1199e-03, -1.1226e-02,
-7.1712e-03, 1.4398e-01, 1.8244e-01, 1.6254e-03, 4.0312e-03,
-7.6194e-02, -2.5541e-02, -7.8641e-03, -7.3329e-03, 6.9515e-03,
7.3692e-03, -9.4714e-03, -1.9254e-02, -1.3714e-01, 1.5253e-02,
-4.9140e-04, -9.2603e-02, -1.5284e-02, 7.0635e-03, -9.9866e-02,
7.0115e-03, -1.5588e-02, -2.8034e-02, 1.5303e-01, -1.5959e-01,
1.1757e-01, 5.6011e-02, -1.1303e-01, -2.5011e-04, -5.6364e-02,
-1.1915e-02, -4.3468e-02, -3.5092e-03, -4.8865e-04, 4.3015e-03,
-1.5195e-02, 1.3175e-01, -1.6863e-02, 6.5192e-03, -9.8760e-03,
-7.2608e-02, 8.9327e-03, -2.4636e-03, 1.4127e-01, 8.6497e-02,
-4.5537e-03, 2.6140e-02, 9.7131e-03, -1.7440e-01, -3.2023e-02,
-5.2184e-04, -4.3132e-03, -1.8604e-01, -3.2245e-03, 6.5111e-02,
-3.8110e-02, -1.6928e-02, -9.6163e-02, -2.7207e-02, -1.2549e-01,
-3.5488e-03, -5.9707e-03, 4.6764e-03, 2.3283e-02, -7.9813e-03,
-1.3099e-02, 8.8409e-02, 5.6910e-02, -3.6078e-03, 5.6558e-03,
2.1603e-03, -1.6809e-01, -2.7425e-03, -2.5110e-03, -4.4732e-03,
-5.9464e-02, 1.9788e-01, -4.1680e-02, 4.0247e-02, 1.5241e-01,
-3.1647e-02, 1.1786e-02, -2.8319e-03, -1.7654e-01, 1.6141e-03,
5.1052e-02, 9.9063e-02, -3.0759e-03, 4.5269e-03, 1.0784e-01,
-2.7435e-03, 6.1185e-04, 8.4977e-03, 3.4478e-03, 2.7418e-03,
-2.3760e-03, 1.0250e-01, 3.8680e-02, -3.1951e-02, 1.2241e-01,
2.6302e-05, 5.2423e-03, -4.9355e-02, 1.3308e-02, 2.9259e-02,
-5.3577e-03, 1.3909e-03, -7.2377e-03, 3.5591e-02, -1.0046e-02,
5.7432e-03, -7.8970e-02, -4.3012e-03, 1.1742e-02, 2.6138e-02,
-6.8207e-02, 7.0146e-02, 4.5916e-03, 5.0913e-03, -4.7654e-02,
5.6981e-02, -5.9742e-02, 1.3536e-02, -4.0853e-03, -6.5299e-03,
-1.1545e-03, 1.8153e-01, 6.8414e-02, 9.0542e-02, 1.7344e-02,
1.4256e-02, 1.0939e-02, 1.6144e-02, -8.6881e-02, -8.6863e-03,
-5.9451e-02, 3.7601e-04, 7.0076e-02, 6.1620e-02, -2.3049e-03,
3.9863e-03, -1.2083e-01, 7.1598e-03, -6.9231e-03, -3.5726e-02,
1.3231e-03, -1.1158e-01, -6.3355e-03, 6.0980e-02, 3.8503e-04,
1.5968e-01, 8.5405e-03, -1.8399e-02, 3.7024e-02, -3.1973e-03,
1.0958e-01, -1.4042e-01, -1.0083e-02, 1.1681e-01, -3.3125e-03,
5.4216e-03, 1.3668e-02, 4.3286e-02, -3.2407e-02, 6.7559e-03,
-4.8321e-02, -9.4247e-03, -7.8033e-03, 8.4397e-03, 1.1671e-02,
-1.3366e-02, -2.8273e-03, 9.9944e-02, -3.6099e-03, 1.2762e-02,
1.1779e-02, 2.1021e-02, 4.7388e-03, -2.5385e-03, -5.6725e-03,
5.0555e-03, 9.0733e-03, -6.3610e-03, 1.7877e-02, -2.6643e-02,
5.8546e-02, -1.5460e-02, -7.0035e-02, -2.8313e-02, 8.9085e-04,
-6.9659e-02, -7.0801e-03, -5.6351e-02, 1.7179e-01, 1.5205e-01,
-5.6554e-02, -5.4827e-02, -5.3790e-02, -5.4651e-02, 8.7138e-03,
2.0070e-03, 3.7698e-03, -3.6747e-03, -1.9989e-02, 8.9845e-04,
7.2630e-03, -5.1472e-03, -2.1029e-02, 1.6095e-02, -2.3968e-02,
4.4886e-02, -8.3557e-02, 5.5200e-04, 1.3850e-01, -5.0940e-02,
-1.0147e-01, -2.6355e-02, -3.4101e-02, -1.5419e-02, 1.3077e-02,
1.9033e-02, 6.6901e-04, -1.5752e-03, -5.9968e-02, 2.8774e-02,
-1.1468e-03, -3.8982e-03, 2.6745e-03, -8.7385e-03, 3.7953e-02,
3.7259e-02, 3.6948e-03, -8.3585e-03, -3.6221e-02, 7.3546e-02,
-1.4234e-01, -4.6334e-02, -4.4743e-02, 3.5720e-03, -2.4514e-02,
-8.5031e-02, 1.2456e-03, 1.7534e-01, 4.5052e-02, 8.0138e-02,
9.6803e-03, -9.2300e-03, -1.3066e-02, -5.1861e-03, -8.1613e-02,
9.3173e-03, 7.2088e-03, -2.6054e-02, -3.6163e-02, 2.8835e-02,
1.7769e-02, -3.1019e-02, -1.7036e-01, 1.3967e-01, 1.2289e-02,
1.0467e-02, 2.0695e-03, -3.0791e-03, 3.5018e-03, 7.3202e-03,
-1.0088e-01, -2.9533e-02, 1.8623e-01, -3.5365e-02, 1.1822e-02,
1.5038e-01, 6.2846e-02, 8.6147e-03, -5.3063e-03, -1.8145e-01,
-2.7606e-02, -1.5482e-02, -9.0820e-03, -9.9109e-02, 4.7421e-02,
-5.7551e-02, -1.8327e-02, 6.4669e-03, 1.6035e-01, 9.6937e-02,
6.6119e-04, -7.6591e-02, -9.8542e-02, 2.3189e-02, -3.2598e-03,
2.8048e-02, -5.9742e-03, -5.9591e-03, 1.4205e-03, 2.4378e-02,
3.8806e-02, 5.1978e-03, -3.6990e-03, -6.9187e-02, 1.2994e-01,
5.9024e-03, -4.4173e-02, 9.8167e-02, -2.9439e-02, 9.1041e-03,
1.2438e-02, 7.2267e-02, 2.3580e-02, -5.9579e-02, 5.6333e-02,
-8.3339e-02, 2.8376e-02, -7.4949e-02, -6.3609e-02, 7.1125e-02,
-1.8380e-01, 9.4819e-03, -1.9872e-01, -1.1694e-01, 2.0833e-03,
4.9147e-03, -3.3417e-03, 3.3461e-02, -1.9937e-01, -9.1900e-02,
8.5435e-03, -8.2024e-02, -1.1564e-01, 1.1753e-01, 9.3605e-03,
2.2959e-02, 1.4468e-02, 2.0639e-02, -1.3277e-03, 7.6449e-02,
6.5913e-02, 7.7185e-03, 1.2239e-02, -1.7768e-01, 7.6435e-02,
7.7838e-03, 7.0075e-03, 1.7694e-01, -8.2951e-04, 9.5385e-03,
5.1950e-03, -1.4371e-01, -2.6754e-04, 1.8925e-03, 1.3842e-02,
9.2720e-02, 2.5768e-03, 2.5667e-03, 3.8857e-03, 2.3208e-03,
-4.6783e-02, 8.8385e-03, -1.5227e-01, 1.6328e-01, -1.2802e-01,
7.3195e-03, -1.3767e-03, -1.2579e-04, -2.4613e-02, 4.5378e-02,
1.9195e-01, -2.1570e-02, 2.6704e-03, 1.7045e-01, -3.1556e-03,
2.8881e-02, -1.3697e-01, -4.7900e-03, 3.4858e-02, -1.8494e-02,
1.7965e-01, 4.9954e-03, 7.4127e-03, 1.2181e-01, -1.8226e-01,
-6.4113e-02, 1.0164e-03, -2.6576e-03, 9.1513e-03, -1.7503e-01,
2.4163e-03, 1.1255e-02, 1.4656e-02, -1.5505e-01, 1.3799e-01,
-1.9151e-01, -1.9014e-04, 1.3449e-01, -2.6322e-02, 6.3018e-02,
6.7136e-03, 1.0269e-02, -8.2837e-03, -1.0272e-01, -7.7295e-02,
4.8558e-03, 5.8679e-03, -1.3796e-01, 4.4930e-02, 2.1569e-03,
2.7138e-02, -5.9979e-02, -3.9487e-04, 7.4797e-02, -4.4435e-04,
1.6906e-02, 2.7477e-04, -1.7107e-02, -1.1073e-01, -1.0017e-02,
1.8443e-03, 1.0594e-02, -2.5768e-02, -1.9945e-02, -1.6520e-03,
3.9989e-02, -1.7001e-01, -1.6541e-02, -1.0779e-01, -6.2740e-03,
-5.0560e-03, 7.6597e-03, 1.4518e-02, -4.7470e-07, 1.6542e-02,
-1.6024e-01, 1.8332e-01, -1.4349e-01, -1.3844e-01, 1.1824e-01,
3.3711e-03, -1.6593e-01, -6.5744e-03, -1.0331e-02, -1.4286e-02,
2.3771e-03, -5.4182e-03, -2.8847e-02, -1.0481e-02, -2.1231e-02,
2.1973e-02, 7.7052e-04, -2.5218e-02, -1.5670e-02, -6.3352e-03,
-7.4663e-03, 1.8197e-01, 1.7610e-01, 6.6553e-02, -9.1259e-02,
5.2524e-03, 3.4243e-03, 1.4330e-01, 7.0370e-03, -6.4844e-04,
1.6033e-01, 5.2785e-02, -1.4751e-03, 2.3957e-02, 4.7976e-04,
7.9307e-03, 2.0934e-04, -3.2722e-03, 2.8557e-02, -1.7311e-01,
6.8649e-03, -8.3870e-02, -4.4710e-02, 3.9973e-02, -2.6186e-03,
1.7501e-01, -6.9951e-03, -5.3610e-03, -1.3094e-02, 6.1866e-02,
-1.8122e-01, -1.1910e-02, -5.3338e-02, -1.6888e-03, -4.3511e-02,
-1.4657e-01, 1.4643e-02, 8.2544e-03, -5.6840e-02, -1.8154e-02,
2.0343e-03, -4.4080e-02, 3.4167e-02, -1.8521e-01, -3.0289e-02,
-3.9352e-02, 3.1747e-02, -6.8946e-03, 1.0095e-02, 2.0738e-02,
-1.9546e-02, 4.1931e-02, 7.1183e-02, -2.5810e-02, 5.8527e-03,
2.0055e-03, 3.6403e-03, -1.9371e-01, -7.7101e-02, -1.7156e-01,
1.2603e-01, -1.6641e-01, -2.1889e-02, 1.4587e-01, 1.6094e-01,
-2.9372e-02, -1.0769e-01, 1.9713e-01, 3.0402e-03, 1.7848e-01,
-7.5536e-03, -6.4585e-02, -1.1468e-01, 1.9044e-03, -8.4343e-03,
1.6959e-01, -2.9150e-03, -2.7992e-02, 9.9737e-03, -4.3537e-03,
-2.4625e-03, 9.8668e-03, 1.1286e-02, 5.3781e-03, -5.8473e-03,
3.9737e-02, 6.6289e-03, 1.7691e-01], device='cuda:0')),
('encoder.weight_ih_l0',
tensor([[-0.0050, -0.0334, -0.0058, ..., 0.0217, -0.0132, -0.0295],
[ 0.0250, 0.0079, 0.0074, ..., -0.0554, -0.0109, 0.0289],
[ 0.0111, 0.0377, 0.0453, ..., 0.0006, -0.0126, -0.0294],
...,
[-0.0287, 0.0288, 0.0226, ..., 0.0298, 0.0149, -0.0382],
[-0.0213, -0.0340, 0.0076, ..., 0.0018, 0.0487, -0.0460],
[ 0.0631, 0.0492, 0.0266, ..., -0.0244, 0.0336, 0.0494]],
device='cuda:0')),
('encoder.weight_hh_l0',
tensor([[-0.0516, 0.0504, -0.0096, ..., 0.0389, -0.0614, -0.0139],
[-0.0354, -0.0277, 0.0307, ..., -0.0370, -0.0331, -0.0152],
[ 0.0366, 0.0277, 0.0247, ..., -0.0103, 0.0188, -0.0266],
...,
[-0.0089, -0.0019, 0.0281, ..., 0.0500, 0.0467, -0.0413],
[ 0.0355, -0.0154, 0.0099, ..., 0.0567, 0.0026, -0.0538],
[-0.0599, 0.0577, 0.0520, ..., -0.0260, 0.0561, -0.0555]],
device='cuda:0')),
('encoder.bias_ih_l0',
tensor([-0.0084, 0.0320, -0.0104, ..., 0.0394, -0.0192, -0.0016],
device='cuda:0')),
('encoder.bias_hh_l0',
tensor([ 0.0297, 0.0182, 0.0446, ..., 0.0317, 0.0050, -0.0324],
device='cuda:0')),
('encoder.weight_ih_l0_reverse',
tensor([[-0.0390, -0.0153, 0.0022, ..., -0.0121, 0.0092, -0.0017],
[-0.0242, 0.0388, -0.0500, ..., -0.0571, -0.0141, -0.0417],
[ 0.0100, 0.0526, 0.0501, ..., -0.0569, -0.0377, 0.0177],
...,
[ 0.0459, 0.0058, 0.0219, ..., -0.0241, -0.0576, -0.0227],
[ 0.0003, -0.0070, -0.0605, ..., 0.0334, 0.0254, -0.0228],
[-0.0264, -0.0187, -0.0017, ..., 0.0268, -0.0149, 0.0511]],
device='cuda:0')),
('encoder.weight_hh_l0_reverse',
tensor([[ 0.0117, -0.0210, 0.0029, ..., -0.0420, -0.0550, 0.0548],
[-0.0283, -0.0581, 0.0046, ..., -0.0488, 0.0129, 0.0230],
[-0.0059, 0.0290, 0.0438, ..., -0.0350, 0.0158, -0.0315],
...,
[-0.0408, 0.0417, 0.0079, ..., 0.0193, 0.0448, 0.0067],
[-0.0411, 0.0594, 0.0004, ..., 0.0356, 0.0326, 0.0444],
[-0.0024, 0.0313, 0.0243, ..., 0.0588, -0.0182, 0.0336]],
device='cuda:0')),
('encoder.bias_ih_l0_reverse',
tensor([ 0.0304, -0.0372, -0.0322, ..., -0.0081, 0.0520, 0.0061],
device='cuda:0')),
('encoder.bias_hh_l0_reverse',
tensor([-0.0034, 0.0298, -0.0443, ..., -0.0582, 0.0584, 0.0626],
device='cuda:0')),
('out.weight',
tensor([[-0.0377, -0.0374, -0.0036, ..., 0.0099, -0.0084, 0.0420],
[-0.0210, 0.0325, -0.0412, ..., 0.0255, 0.0006, 0.0405],
[-0.0376, 0.0083, -0.0127, ..., -0.0251, 0.0208, -0.0272],
[ 0.0391, 0.0099, -0.0194, ..., -0.0114, 0.0224, -0.0093],
[ 0.0162, -0.0325, -0.0126, ..., -0.0113, 0.0414, 0.0148]],
device='cuda:0')),
('out.bias',
tensor([-0.0035, 0.0147, -0.0091, 0.0441, -0.0298], device='cuda:0'))])
print('Vocab 단어 수 :',len(data['bert.embeddings.word_embeddings.weight']))
print('각 단어가 가지는 dimension :',len(data['bert.embeddings.word_embeddings.weight'][0]))
print('최종 5개 class 각각 에 대한 weight의 dimension :',len(data['out.weight'][0]))
Vocab 단어 수 : 28996 각 단어가 가지는 dimension : 768 최종 5개 class 각각 에 대한 weight의 dimension : 512
len(data['bert.encoder.layer.1.intermediate.dense.weight'])
3072
len(data['bert.encoder.layer.2.attention.self.query.weight'])
768
len(data['encoder.weight_ih_l0'])
1024
len(data['encoder.weight_ih_l0'][0])
768
len(data['encoder.weight_hh_l0'])
1024
len(data['encoder.weight_hh_l0'][0])
256
len(data['encoder.weight_ih_l0_reverse'])
1024
len(data['encoder.weight_ih_l0_reverse'][0])
768
len(data['encoder.weight_hh_l0_reverse'])
1024
len(data['encoder.weight_hh_l0_reverse'][0])
256
len(data['encoder.bias_ih_l0_reverse'])
1024
len(data['encoder.bias_hh_l0_reverse'])
1024
len(data['out.weight'])
5
len(data['out.weight'][0])
512
data = torch.load("E:/bert/checkpoint_Bio-BERT_unfixed_BCE_mAP.pt")
data
OrderedDict([('bert.embeddings.position_ids',
tensor([[ 0, 1, 2, 3, 4, 5, 6, 7, 8, 9, 10, 11, 12, 13,
14, 15, 16, 17, 18, 19, 20, 21, 22, 23, 24, 25, 26, 27,
28, 29, 30, 31, 32, 33, 34, 35, 36, 37, 38, 39, 40, 41,
42, 43, 44, 45, 46, 47, 48, 49, 50, 51, 52, 53, 54, 55,
56, 57, 58, 59, 60, 61, 62, 63, 64, 65, 66, 67, 68, 69,
70, 71, 72, 73, 74, 75, 76, 77, 78, 79, 80, 81, 82, 83,
84, 85, 86, 87, 88, 89, 90, 91, 92, 93, 94, 95, 96, 97,
98, 99, 100, 101, 102, 103, 104, 105, 106, 107, 108, 109, 110, 111,
112, 113, 114, 115, 116, 117, 118, 119, 120, 121, 122, 123, 124, 125,
126, 127, 128, 129, 130, 131, 132, 133, 134, 135, 136, 137, 138, 139,
140, 141, 142, 143, 144, 145, 146, 147, 148, 149, 150, 151, 152, 153,
154, 155, 156, 157, 158, 159, 160, 161, 162, 163, 164, 165, 166, 167,
168, 169, 170, 171, 172, 173, 174, 175, 176, 177, 178, 179, 180, 181,
182, 183, 184, 185, 186, 187, 188, 189, 190, 191, 192, 193, 194, 195,
196, 197, 198, 199, 200, 201, 202, 203, 204, 205, 206, 207, 208, 209,
210, 211, 212, 213, 214, 215, 216, 217, 218, 219, 220, 221, 222, 223,
224, 225, 226, 227, 228, 229, 230, 231, 232, 233, 234, 235, 236, 237,
238, 239, 240, 241, 242, 243, 244, 245, 246, 247, 248, 249, 250, 251,
252, 253, 254, 255, 256, 257, 258, 259, 260, 261, 262, 263, 264, 265,
266, 267, 268, 269, 270, 271, 272, 273, 274, 275, 276, 277, 278, 279,
280, 281, 282, 283, 284, 285, 286, 287, 288, 289, 290, 291, 292, 293,
294, 295, 296, 297, 298, 299, 300, 301, 302, 303, 304, 305, 306, 307,
308, 309, 310, 311, 312, 313, 314, 315, 316, 317, 318, 319, 320, 321,
322, 323, 324, 325, 326, 327, 328, 329, 330, 331, 332, 333, 334, 335,
336, 337, 338, 339, 340, 341, 342, 343, 344, 345, 346, 347, 348, 349,
350, 351, 352, 353, 354, 355, 356, 357, 358, 359, 360, 361, 362, 363,
364, 365, 366, 367, 368, 369, 370, 371, 372, 373, 374, 375, 376, 377,
378, 379, 380, 381, 382, 383, 384, 385, 386, 387, 388, 389, 390, 391,
392, 393, 394, 395, 396, 397, 398, 399, 400, 401, 402, 403, 404, 405,
406, 407, 408, 409, 410, 411, 412, 413, 414, 415, 416, 417, 418, 419,
420, 421, 422, 423, 424, 425, 426, 427, 428, 429, 430, 431, 432, 433,
434, 435, 436, 437, 438, 439, 440, 441, 442, 443, 444, 445, 446, 447,
448, 449, 450, 451, 452, 453, 454, 455, 456, 457, 458, 459, 460, 461,
462, 463, 464, 465, 466, 467, 468, 469, 470, 471, 472, 473, 474, 475,
476, 477, 478, 479, 480, 481, 482, 483, 484, 485, 486, 487, 488, 489,
490, 491, 492, 493, 494, 495, 496, 497, 498, 499, 500, 501, 502, 503,
504, 505, 506, 507, 508, 509, 510, 511]], device='cuda:0')),
('bert.embeddings.word_embeddings.weight',
tensor([[-1.3639e-02, -2.9030e-04, -1.5843e-02, ..., -2.2681e-02,
-2.0640e-02, 6.5456e-03],
[-1.9164e-03, 2.9354e-03, -4.3429e-02, ..., -1.1035e-02,
-5.3592e-02, -1.4422e-04],
[ 1.0768e-02, 2.3475e-05, -1.2390e-02, ..., -5.5275e-02,
-9.7676e-03, -1.2721e-02],
...,
[-1.6516e-02, -3.7851e-02, -4.5013e-02, ..., -4.0899e-02,
-4.4869e-02, 3.6704e-03],
[-3.1432e-02, 4.1480e-03, -4.6907e-02, ..., -6.4535e-02,
-1.6774e-02, -1.9406e-05],
[ 1.7107e-02, -4.4146e-05, -2.6952e-02, ..., -9.2524e-03,
-3.7883e-02, 7.4705e-14]], device='cuda:0')),
('bert.embeddings.position_embeddings.weight',
tensor([[ 0.0328, 0.0086, 0.0047, ..., 0.0017, 0.0171, 0.0157],
[-0.0257, -0.0138, -0.0074, ..., 0.0037, 0.0115, 0.0090],
[ 0.0004, 0.0053, 0.0065, ..., 0.0083, 0.0051, -0.0046],
...,
[ 0.0047, -0.0187, -0.0225, ..., -0.0059, -0.0137, -0.0173],
[ 0.0206, -0.0094, -0.0381, ..., 0.0090, -0.0208, -0.0063],
[-0.0436, -0.0402, -0.0830, ..., 0.0133, -0.1078, 0.0061]],
device='cuda:0')),
('bert.embeddings.token_type_embeddings.weight',
tensor([[-7.6959e-03, -5.0629e-03, 1.5045e-03, ..., 6.9604e-03,
3.0147e-04, 2.6735e-03],
[-1.2233e-03, -5.9210e-04, 2.0159e-20, ..., 2.3548e-08,
-3.6634e-16, -5.5983e-13]], device='cuda:0')),
('bert.embeddings.LayerNorm.weight',
tensor([0.8431, 0.9039, 0.8433, 0.8177, 0.8156, 0.8121, 0.4863, 0.5479, 0.9122,
0.7007, 0.8914, 0.8946, 0.9557, 0.8673, 0.8991, 0.4480, 0.8670, 0.8353,
0.8321, 0.8969, 0.7373, 0.8870, 0.8565, 0.8221, 0.7407, 0.8094, 0.8695,
0.8772, 0.8317, 0.8876, 0.8537, 0.0902, 0.8762, 0.7386, 0.8305, 0.7922,
0.6915, 0.8982, 0.4985, 0.8335, 0.9750, 0.8811, 0.8586, 0.9295, 0.9240,
0.8904, 0.8395, 0.8661, 0.9451, 0.8250, 0.9309, 0.8057, 0.7423, 0.8701,
0.7573, 0.4814, 0.8363, 0.8601, 0.7469, 0.7938, 0.8255, 0.9458, 0.9235,
0.9012, 0.5835, 0.9475, 0.8530, 0.8350, 0.4064, 0.7974, 0.8315, 0.8131,
0.8401, 0.8196, 0.9129, 0.9251, 0.8572, 0.8249, 0.9397, 0.8685, 0.8159,
0.7936, 0.8987, 0.7929, 0.2300, 0.8788, 0.7620, 0.8870, 0.9609, 0.8411,
0.8237, 0.8241, 0.8638, 0.8452, 0.8553, 0.7928, 0.3111, 0.8635, 0.8869,
0.8834, 0.7517, 0.9448, 0.7717, 0.9928, 0.4499, 0.9006, 0.8853, 0.7594,
0.8949, 0.8479, 0.8335, 0.8291, 0.8808, 0.1703, 0.8496, 0.9403, 0.8607,
0.8771, 0.9208, 0.9180, 0.8451, 0.8769, 0.8384, 0.7989, 0.8014, 0.7534,
0.8125, 0.7879, 0.8421, 0.8774, 0.8796, 0.7568, 0.8875, 0.8666, 0.9159,
0.7980, 0.4019, 0.9051, 0.7202, 0.8916, 0.4280, 0.9121, 0.8087, 0.4972,
0.8052, 0.8495, 0.8251, 0.8419, 0.8617, 0.7923, 0.8898, 0.8886, 0.8727,
0.9020, 0.8125, 0.8508, 0.9121, 0.8290, 0.8870, 0.8660, 0.9557, 0.7875,
0.4070, 0.8964, 0.7889, 0.8361, 0.8860, 0.4104, 0.8234, 0.8395, 0.8958,
0.4432, 0.7860, 0.8762, 0.8016, 0.9177, 0.9685, 0.8503, 0.9018, 0.8492,
0.8638, 0.8707, 0.7830, 0.9115, 0.8698, 0.8729, 0.7601, 0.8569, 0.7955,
0.8823, 0.8348, 0.5460, 0.8411, 0.8836, 0.8694, 0.8770, 0.9085, 0.4419,
0.8600, 0.8819, 0.8845, 0.7355, 0.8830, 0.9220, 0.8203, 0.8585, 0.9271,
0.9335, 0.9017, 0.8407, 0.8859, 0.8506, 0.8210, 0.8775, 0.8447, 0.8866,
0.7484, 0.8242, 0.8734, 0.7935, 0.8741, 0.8348, 0.9098, 0.8960, 0.8400,
0.8913, 0.8744, 0.9136, 0.8020, 0.1265, 0.7899, 0.8860, 0.8571, 0.8205,
0.8458, 0.8621, 0.4549, 0.8823, 0.7993, 0.8346, 0.8692, 0.8212, 0.7487,
0.8422, 0.8602, 0.8361, 0.8523, 0.8211, 0.9364, 0.9099, 0.8281, 0.9177,
0.8503, 0.9072, 0.9248, 0.8912, 0.8939, 0.3834, 0.8923, 0.8420, 0.4520,
0.8776, 0.8496, 0.8333, 0.8647, 0.8541, 0.8729, 0.9452, 0.4973, 0.8906,
0.8822, 0.8624, 0.9425, 0.8832, 0.9528, 0.9031, 0.8218, 0.8412, 0.8697,
0.8502, 0.8612, 0.8809, 0.7444, 0.5244, 0.8696, 0.9682, 0.7258, 0.8788,
0.8506, 0.7917, 0.6908, 0.8200, 0.8126, 0.7585, 0.8569, 0.7582, 0.8236,
0.3627, 0.8987, 0.8708, 0.8813, 0.7849, 0.7417, 0.8170, 0.3422, 0.8935,
0.7183, 0.8943, 0.9320, 0.7751, 0.7761, 0.8504, 0.8720, 0.5156, 0.8379,
0.9349, 0.8494, 0.7671, 0.9178, 0.7805, 0.7976, 0.8782, 0.8423, 0.9443,
0.7830, 0.8064, 0.9232, 0.7942, 0.9056, 0.8795, 0.9004, 0.8790, 0.9349,
0.9071, 0.8956, 0.9154, 0.8780, 0.9058, 0.8483, 0.7030, 0.4203, 0.9091,
0.8007, 0.9014, 0.8462, 0.8999, 0.8479, 0.8485, 0.8592, 0.8137, 0.8528,
0.7717, 0.7784, 0.8559, 0.9122, 0.8238, 0.8591, 0.8593, 0.7815, 0.7672,
0.8110, 0.9262, 0.8541, 0.9623, 0.8405, 0.8505, 0.9040, 0.9848, 0.9076,
0.7634, 0.8315, 0.9101, 0.8524, 0.8803, 0.7868, 0.7870, 0.8119, 0.8920,
0.8714, 0.4090, 0.8463, 0.8524, 0.9106, 0.9291, 0.8383, 0.7404, 0.7472,
0.8509, 0.8035, 0.6998, 0.9086, 0.7820, 0.8942, 0.8986, 0.8100, 0.9092,
0.5927, 0.9075, 0.7801, 0.8085, 0.7240, 0.7776, 0.7423, 0.7975, 0.8883,
0.8406, 0.8444, 0.8221, 0.9348, 0.9541, 0.7700, 0.8077, 0.9160, 0.9157,
0.8815, 0.8352, 0.8021, 0.8721, 0.8152, 0.8570, 0.8703, 0.9574, 0.8734,
0.7761, 0.8316, 0.9069, 0.8797, 0.1938, 0.8953, 0.8752, 0.8570, 0.9129,
0.8277, 0.9347, 0.4688, 0.9538, 0.9020, 0.8378, 0.8694, 0.8901, 0.9038,
0.7124, 0.8170, 0.6695, 0.8767, 0.7856, 0.9064, 0.8734, 0.8760, 0.7825,
0.8562, 0.4380, 0.8701, 0.9015, 0.8558, 0.8513, 0.8255, 0.7977, 0.7994,
0.8223, 0.8311, 0.8723, 0.8483, 0.8938, 0.8246, 0.8021, 0.8474, 0.7994,
0.8389, 0.8473, 0.9127, 0.8259, 0.9626, 0.8515, 0.8881, 0.8778, 0.5347,
0.8729, 0.7607, 0.9873, 0.8322, 0.8155, 0.8712, 0.8980, 0.8711, 0.8165,
0.9587, 0.7543, 0.8528, 0.8115, 0.8435, 0.9056, 0.8903, 0.7773, 0.8721,
0.7943, 0.8595, 0.9315, 0.8015, 0.8460, 0.8266, 0.8886, 0.8422, 0.8747,
0.8864, 0.9210, 0.9264, 0.8195, 0.8544, 0.8863, 0.8257, 0.8534, 0.8547,
0.8350, 0.8935, 0.7839, 0.9117, 0.8650, 0.4140, 0.9041, 0.9380, 0.7181,
0.8594, 0.8700, 0.8931, 0.8894, 0.9416, 0.9354, 0.8463, 0.8941, 0.8248,
0.8928, 0.7958, 0.8297, 0.8053, 0.7708, 0.7536, 0.9081, 0.8354, 0.8233,
0.8898, 0.8869, 0.7572, 0.7231, 0.7529, 0.9060, 0.8298, 0.8196, 0.8113,
0.8734, 0.7968, 0.7742, 0.9137, 0.8231, 0.7253, 0.8283, 0.7697, 0.7348,
0.8769, 0.8252, 0.9066, 0.9038, 0.4888, 0.8630, 0.8924, 0.9416, 0.8230,
0.8692, 0.8359, 0.9163, 0.7816, 0.7990, 0.8282, 0.8448, 0.8929, 0.8599,
0.8406, 0.8677, 0.8626, 0.9013, 0.9165, 0.8635, 0.8610, 0.8423, 0.8830,
0.9022, 0.8418, 0.8639, 0.8402, 0.8324, 0.9050, 0.7508, 0.7936, 0.8233,
0.8498, 0.9593, 0.8077, 0.8436, 0.9103, 0.8282, 0.8829, 0.8458, 0.7364,
0.8745, 0.8581, 0.8468, 0.8435, 0.8306, 0.8648, 0.8705, 0.8295, 0.7885,
0.7985, 0.8606, 0.9002, 0.8814, 0.8951, 0.9421, 0.8699, 0.8819, 0.8649,
0.7115, 0.8056, 0.9299, 0.8013, 0.9523, 0.9118, 0.8060, 0.7896, 0.8194,
0.8433, 0.8557, 0.7945, 0.8546, 0.7990, 0.8908, 0.8697, 0.8570, 0.8934,
0.8225, 0.9728, 0.8223, 0.7788, 0.8441, 0.8327, 0.8037, 0.4858, 0.9280,
0.9368, 0.8172, 0.7777, 0.9083, 0.7803, 0.4973, 0.8092, 0.8284, 0.9039,
0.8297, 0.8192, 0.9119, 0.8927, 0.8009, 0.8381, 0.8565, 0.8275, 0.8399,
0.9695, 0.3570, 0.6996, 0.9028, 0.9647, 0.8289, 0.7838, 0.9158, 0.9038,
0.7713, 0.8612, 0.8532, 0.9475, 0.8779, 0.9247, 0.8065, 0.8868, 0.7528,
0.8902, 0.8417, 0.8157, 0.9435, 0.8383, 0.9117, 0.9233, 0.3798, 0.9057,
0.8909, 0.9295, 0.8882, 0.8829, 0.9138, 0.7989, 0.9303, 0.7840, 0.7708,
0.4294, 0.8152, 0.8443, 0.9402, 0.8572, 0.8759, 0.8243, 0.9043, 0.8541,
0.9275, 0.8906, 0.8263, 0.9268, 0.7226, 0.7942, 0.7213, 0.8764, 0.9077,
0.9040, 0.7968, 0.9230, 0.8043, 0.9234, 0.3957, 0.9109, 0.8021, 0.9090,
0.8671, 0.9184, 0.7863, 0.9222, 0.8850, 0.8083, 0.9187, 0.9112, 0.7833,
0.7925, 0.8767, 0.9263, 0.8537, 0.4022, 0.8701, 0.8188, 0.7881, 0.8222,
0.8793, 0.8337, 0.4487, 0.8570, 0.8948, 0.8231, 0.8656, 0.8937, 0.7989,
0.7200, 0.8462, 0.8550, 0.8156, 0.8263, 0.8913, 0.9301, 0.8469, 0.9407,
0.8650, 0.8921, 0.8388], device='cuda:0')),
('bert.embeddings.LayerNorm.bias',
tensor([-2.4879e-02, -5.2735e-03, -6.7946e-02, -5.7830e-02, 4.3574e-02,
-6.5816e-02, 2.0967e-02, -2.2394e-01, -3.4755e-04, -7.3136e-02,
2.5133e-02, -1.8325e-02, -2.9474e-02, -4.1042e-02, -1.9707e-02,
-1.8325e-01, -1.1529e-02, -4.6040e-02, -1.1063e-02, 1.4208e-02,
-3.6896e-02, 1.8012e-02, -7.3973e-02, -5.1449e-02, -6.4838e-02,
7.6000e-03, -8.4732e-02, -8.5306e-02, 2.9041e-02, -1.3040e-02,
-1.8273e-02, 6.2859e-01, -6.7971e-02, -5.0467e-02, -1.7362e-02,
-8.9151e-02, -1.9895e-02, 8.4682e-04, -1.3980e-01, 2.2304e-02,
-3.4255e-02, 3.5260e-02, -3.1887e-02, -5.9168e-02, -3.1662e-02,
-5.3071e-02, -4.5981e-02, -5.0582e-02, -1.9917e-02, -4.3186e-02,
-6.5351e-02, -5.9050e-02, -7.3501e-02, -4.7815e-02, -5.5778e-02,
-4.3082e-02, -3.7487e-02, -3.1534e-03, -6.1953e-02, -1.0788e-01,
-3.3196e-02, -2.9539e-03, -4.5045e-03, -3.0923e-02, -1.9437e-01,
8.9284e-03, -5.7053e-02, -9.4946e-03, -1.4384e-01, -2.4609e-02,
-5.6119e-02, -1.1361e-01, 3.6439e-04, -8.3841e-02, 1.5848e-02,
-4.6518e-02, -3.0762e-02, -9.3422e-02, 1.2155e-03, -5.0249e-02,
-4.4434e-02, -6.4231e-04, -3.4129e-02, -1.0148e-02, 1.8114e-01,
-5.2628e-02, -2.0627e-02, -8.2960e-03, -2.2599e-02, -4.2374e-02,
-8.2504e-02, -3.5811e-02, -5.3810e-02, -3.9047e-02, 1.3791e-02,
1.9243e-02, -1.4586e-01, -2.7570e-02, 2.8356e-02, -1.0675e-01,
-4.8266e-02, -7.7867e-04, -1.0318e-01, -5.5558e-03, -7.3676e-02,
-2.0683e-02, -7.9848e-02, -6.9380e-02, 3.7027e-03, 5.5532e-02,
-5.2460e-02, 4.9844e-03, 4.0743e-02, 3.6935e-01, -5.2298e-02,
-4.8898e-02, -2.3796e-02, -1.6233e-02, 2.4018e-02, -4.2444e-02,
-6.0134e-02, -1.1836e-02, -3.9220e-02, -1.0901e-04, -6.6574e-02,
-5.1041e-02, -2.9929e-02, -1.1424e-01, -4.1186e-02, 1.2658e-02,
-1.9265e-02, -4.6094e-02, -2.2048e-02, 4.1397e-02, -6.3237e-03,
-6.3338e-02, -9.4697e-02, -4.0338e-02, -1.2376e-02, -4.6647e-02,
-6.8732e-02, -5.9269e-02, -7.8310e-02, 4.5137e-01, -1.8711e-02,
-2.9408e-02, 1.2116e-02, -5.9106e-02, -3.5028e-02, -9.4478e-02,
-9.4136e-02, -4.8165e-02, -2.1896e-02, -6.5571e-02, -3.4474e-02,
-2.3557e-02, -6.4583e-02, -4.5541e-03, -8.5194e-02, -8.5823e-02,
-4.2993e-02, -6.8836e-02, -8.0126e-02, -1.5645e-02, -5.9854e-02,
-6.0065e-02, -3.3515e-02, -7.3165e-02, -1.8278e-02, -4.7177e-02,
-3.2310e-02, -1.4405e-01, 2.3803e-02, 2.7476e-02, -8.2659e-02,
-2.2752e-02, -4.6717e-02, 6.5348e-03, -2.3404e-02, 1.0252e-02,
-9.7887e-02, -2.5211e-02, -1.0529e-01, -3.8969e-02, -3.5806e-03,
5.6428e-03, -3.3248e-02, -4.1414e-02, -4.8500e-02, 2.5757e-02,
-3.4264e-02, -1.2333e-01, -1.2303e-02, -7.3816e-02, -4.2891e-02,
-7.8841e-02, -4.4894e-03, 2.2167e-02, -3.7912e-02, -2.7980e-02,
-1.9616e-02, -4.6217e-02, -3.5756e-02, -3.3426e-02, -7.9607e-02,
-6.8624e-02, -6.9892e-02, -8.9875e-02, -5.0812e-02, -3.9577e-02,
5.4629e-03, -4.0853e-02, -1.1011e-01, 3.7212e-02, -3.5744e-02,
-2.6122e-02, -6.5437e-02, -1.3985e-02, 1.6989e-02, -2.5258e-02,
-2.7210e-02, -5.0878e-03, -2.0248e-03, -3.8329e-02, -9.6056e-03,
3.4146e-02, -5.8877e-02, -5.9115e-02, -6.3495e-04, 6.3490e-01,
5.6756e-02, -1.0626e-02, -7.3570e-02, -5.1177e-02, -5.0598e-02,
1.1053e-02, -1.6292e-01, -3.8148e-02, -7.0731e-02, -1.5918e-03,
-4.9336e-02, -9.6946e-04, 5.5508e-03, -5.1393e-02, -5.2963e-02,
-4.9488e-02, -8.1224e-02, -4.3379e-02, -3.3321e-02, -8.1360e-03,
-4.8233e-02, -4.7473e-02, -1.6390e-02, 3.2110e-03, 2.2569e-02,
1.8151e-02, 3.5266e-02, 8.4561e-02, 4.7908e-02, 1.2811e-02,
-7.8223e-02, -5.8696e-02, -6.2740e-02, -4.9899e-02, 1.8872e-03,
2.5158e-03, -4.3980e-02, -4.7075e-02, -1.6397e-01, -9.6220e-03,
-1.0225e-01, -1.0995e-01, -1.8567e-02, -9.8667e-02, -1.9112e-02,
-5.9429e-02, -4.3642e-02, -6.2969e-02, -4.0182e-02, 2.7699e-02,
5.0942e-03, -2.3208e-02, -1.5260e-02, -1.5301e-01, -5.3704e-02,
2.2619e-03, -4.9667e-02, -1.0727e-02, -3.9376e-02, -6.4038e-02,
-1.5031e-02, -2.2372e-02, -3.3444e-02, 1.0805e-01, -5.1653e-02,
1.7752e-02, -6.7563e-02, -1.7542e-02, 2.6486e-02, -2.0508e-02,
2.3632e-03, -1.9368e-02, 2.4176e-02, -1.1271e-02, 1.5530e-01,
-4.8151e-02, 2.6372e-02, -1.4867e-02, -7.5354e-03, -1.9935e-02,
-3.2954e-02, 9.3617e-03, -9.4185e-02, -7.0372e-02, -9.6024e-02,
-4.4456e-02, 3.9740e-02, -2.2265e-02, -6.9209e-02, -3.5408e-02,
-6.7527e-02, 2.7635e-02, -2.9526e-02, -4.0113e-02, -4.2033e-02,
4.2113e-02, -1.6094e-02, -3.2559e-02, -2.1142e-02, -7.0630e-03,
4.4853e-02, -4.6720e-02, 1.3340e-02, 4.8376e-03, 1.7983e-02,
-1.6048e-02, -6.3598e-02, -7.4422e-02, -2.9347e-02, -2.0255e-02,
-9.3658e-02, 5.6012e-03, -6.4785e-02, -1.1015e-02, -5.8546e-02,
-4.7214e-02, 1.0992e-02, -2.4256e-02, -7.6967e-02, -6.7391e-02,
4.0700e-02, -3.6971e-02, -2.7964e-02, -5.0231e-02, -1.8896e-02,
-4.1712e-02, -2.9183e-03, -4.4893e-02, -7.6398e-03, -4.8735e-02,
1.7743e-02, -6.3134e-02, -2.6680e-02, 1.2141e-02, -9.1522e-02,
-9.0890e-02, -4.2712e-02, -8.0739e-02, -5.1335e-02, -3.0801e-02,
1.1683e-02, -7.3588e-02, -1.3275e-02, -4.0538e-02, -2.9735e-02,
4.6195e-02, -5.7687e-02, -2.2031e-02, -3.9916e-02, -9.3588e-02,
-3.5624e-02, -2.4887e-02, -4.5044e-03, -4.2514e-02, -1.8424e-02,
-2.4214e-02, -7.1186e-02, -2.0546e-02, -1.3260e-02, -1.8132e-03,
-1.2892e-03, -8.0581e-02, -5.1368e-02, -2.8845e-02, -5.9984e-02,
-1.1770e-04, -5.8246e-02, -3.0524e-02, -9.7768e-02, -4.4230e-02,
5.2439e-02, -4.8948e-02, -8.8121e-02, -4.6577e-02, -2.3540e-02,
-6.7635e-02, -9.3880e-04, -1.5744e-02, -1.0544e-01, -3.7878e-02,
-5.8933e-02, -3.1842e-02, -6.8538e-02, -7.9820e-03, -6.1566e-02,
-6.6571e-02, -4.1593e-02, 2.6628e-02, 2.7382e-02, -8.8241e-03,
-5.0214e-02, -1.2082e-03, -5.7109e-02, -5.9022e-02, -8.5552e-05,
-3.6797e-02, -9.0810e-03, 3.0548e-01, -5.6644e-02, -2.2503e-02,
-1.0470e-01, -1.5568e-02, 1.5818e-02, -1.7167e-02, -1.7817e-02,
2.8046e-03, -3.1727e-02, -6.6483e-02, -3.2111e-02, -5.0236e-02,
-5.7613e-02, -5.5079e-02, -2.8719e-02, -1.8075e-02, 1.6248e-02,
-7.8039e-02, -8.5021e-02, -2.2924e-02, -5.8680e-02, -3.5624e-02,
-3.5341e-02, -8.3888e-02, -4.3371e-02, -7.9820e-03, -7.5951e-02,
-5.5531e-02, -2.4255e-02, -1.0250e-01, 1.5695e-03, 2.4350e-02,
-7.7029e-02, 5.1048e-02, -1.5970e-02, 1.8580e-03, -8.0508e-03,
8.5578e-02, -6.5917e-02, -6.5317e-02, -6.7459e-02, -3.5692e-02,
-2.7967e-02, 9.0934e-03, -2.6282e-02, 4.2414e-03, -4.7933e-02,
-4.4806e-02, -7.7038e-02, -3.1209e-02, -5.0927e-02, -1.4323e-02,
-2.3193e-02, 2.7161e-02, 2.0822e-02, -1.0230e-02, 1.7009e-02,
-7.4317e-02, -2.5156e-03, -3.5473e-02, 2.7731e-03, -2.4670e-02,
-2.3081e-02, -3.3681e-02, -7.5542e-03, -1.1459e-02, -6.9109e-03,
-1.1968e-01, -7.9775e-02, 9.0039e-03, -7.7980e-02, -3.5977e-02,
-4.2849e-02, -1.0505e-02, -5.1570e-02, 3.9516e-02, -3.4121e-02,
-9.3146e-02, -3.9256e-02, 1.1987e-02, -2.2900e-03, -1.6069e-02,
-7.8362e-02, -6.6267e-02, -3.6213e-02, -5.1567e-02, 1.4281e-02,
1.0685e-02, -2.7015e-02, -4.0650e-02, 4.1087e-02, -2.0442e-03,
-8.9615e-03, -9.2660e-03, -3.0194e-03, -2.6305e-02, -3.9875e-02,
-1.8615e-02, -4.1021e-02, -3.2907e-02, -4.2133e-02, -1.4894e-02,
-7.0310e-02, -5.4882e-02, -2.4377e-02, -1.6669e-02, -3.7835e-02,
-4.7054e-02, -8.0439e-02, -6.3729e-03, -4.6598e-02, -4.8557e-02,
1.6397e-03, -5.5326e-02, -5.3717e-02, 3.1848e-02, -5.8153e-02,
-1.8473e-02, -4.1466e-02, -1.9076e-02, -3.9588e-02, 5.4879e-03,
7.6408e-02, 2.4491e-02, -6.8618e-04, -2.2470e-02, -3.1651e-02,
2.8714e-02, -5.8320e-02, 1.1403e+00, -2.0262e-02, -1.1584e-02,
-6.5066e-02, -4.3436e-02, -1.7382e-01, -2.7387e-02, -1.9935e-02,
-5.1685e-02, -6.2217e-02, -2.3741e-02, -3.6178e-02, -4.1354e-02,
-3.8817e-02, -7.3066e-02, -5.0768e-02, -6.2265e-02, -1.0691e-01,
-4.1000e-02, -5.3232e-02, -8.8543e-02, -3.5314e-02, 7.9857e-03,
3.4637e-02, -2.5112e-02, -2.6187e-02, -3.4147e-02, -1.5212e-02,
-2.5054e-02, -6.8273e-02, -2.0367e-02, -8.3143e-02, -1.1609e-02,
-2.0248e-02, -2.3306e-02, -8.9690e-03, -4.1152e-02, -1.7558e-02,
1.1637e-02, -3.7716e-02, -5.2902e-02, 1.8361e-02, -4.2642e-02,
-2.3180e-02, -1.3486e-02, -7.3938e-02, -6.1998e-02, -4.8603e-02,
-6.2963e-02, -7.0444e-02, -2.4067e-02, -4.0925e-02, -2.7722e-02,
-2.0668e-02, -2.3092e-03, -4.6501e-02, -2.0865e-02, -6.9163e-02,
-3.7038e-03, -1.8190e-02, -2.3518e-02, 1.9784e-03, -5.7048e-03,
8.0979e-03, -8.8650e-02, 3.6007e-03, -1.2475e-02, -2.4644e-02,
2.7685e-02, 1.7167e-02, -2.7504e-02, -8.9669e-02, 2.8779e-03,
-7.2776e-02, -3.3512e-02, -6.1393e-03, -6.9692e-02, -6.8220e-02,
1.0894e-02, -7.6548e-02, -2.2768e-03, -2.2367e-02, -7.2815e-02,
-1.3964e-02, -1.1526e-02, -2.3176e-02, -6.7422e-02, -4.0829e-02,
-6.9009e-02, 2.0348e-01, -1.1566e-02, 2.7555e-02, -4.7087e-02,
-2.5079e-02, 1.4590e-03, -5.8717e-02, -1.1613e-01, 1.9765e-02,
-1.7446e-02, -5.1035e-02, -1.0466e-01, -4.2085e-02, -3.4258e-02,
3.2557e-03, -2.6130e-02, 3.7785e-02, 1.4434e-02, -5.4788e-02,
-3.8771e-02, 2.2304e-02, 1.4486e-01, -6.4457e-02, 6.6918e-03,
4.5117e-03, 1.3740e-02, -6.1040e-02, -4.7163e-02, -4.7926e-02,
-3.7382e-02, -7.9558e-02, -3.5229e-02, -2.1921e-02, -8.9791e-03,
1.0494e-02, -5.7601e-02, -7.6671e-02, -1.7671e-02, 4.0523e-03,
-1.9449e-02, 2.6390e-03, 1.0470e-02, -5.0956e-02, -1.9624e-02,
-3.5213e-02, -4.9905e-02, -3.3099e-02, -5.3603e-02, -1.4968e-02,
-4.1470e-02, -6.0175e-04, 1.8441e-02, -1.9197e-02, -1.4070e-02,
-6.5088e-02, -4.7664e-02, -3.0951e-02, -8.1333e-02, -3.7817e-02,
-3.0625e-02, -1.3402e-03, -8.3074e-02, -2.8778e-02, -2.7008e-02,
-7.3595e-03, -5.0325e-02, -1.4517e-02, -2.1659e-02, 2.0904e-02,
-1.6044e-02, -2.6203e-02, 1.3109e-02, -6.7986e-02, -1.6355e-02,
-2.0386e-02, -4.0529e-02, -2.7607e-03, -2.3764e-02, 1.1014e-02,
2.1163e-02, 4.0035e-02, -4.9024e-02, -3.9865e-02, -7.6557e-02,
-2.5268e-02, -5.9190e-02, 7.6868e-03, -6.5001e-02, -6.2433e-02,
-3.7575e-02, -9.1686e-04, -8.8364e-02, 3.8761e-03, -2.7260e-02,
-9.5500e-03, -2.1440e-02, -4.6540e-02, -4.5820e-02, -1.3198e-02,
-6.8255e-02, -7.0902e-02, -4.1179e-02, -4.5341e-02, 1.9345e-02,
-2.9289e-02, 2.3117e-02, -6.8397e-02, -1.1748e-02, -6.8539e-02,
-4.5807e-02, -2.0290e-02, -2.1806e-02, -9.0515e-03, -3.2255e-02,
6.9054e-02, -2.6419e-02, 1.7670e-02, -7.2270e-03, 1.6504e-02,
-2.9985e-02, 2.4937e-02, -5.3684e-02], device='cuda:0')),
('bert.encoder.layer.0.attention.self.query.weight',
tensor([[-0.0127, 0.0131, -0.0088, ..., -0.0824, -0.0669, 0.0669],
[ 0.0027, -0.0247, -0.0044, ..., 0.0177, 0.0421, -0.0441],
[ 0.0075, 0.0045, 0.0089, ..., 0.0472, -0.0145, 0.0559],
...,
[ 0.0366, -0.0230, 0.0134, ..., 0.1011, 0.0152, 0.0214],
[-0.0095, -0.0469, -0.0442, ..., 0.0508, 0.0002, 0.0352],
[-0.0276, 0.0115, -0.0271, ..., 0.0332, 0.0047, -0.0523]],
device='cuda:0')),
('bert.encoder.layer.0.attention.self.query.bias',
tensor([-6.6362e-01, 4.2729e-01, -1.5584e-01, -1.2108e-01, -8.0814e-02,
-2.1330e-01, 1.6705e-01, 1.0556e-02, -2.9831e-01, 5.8587e-02,
-3.3742e-01, -2.1535e-01, -3.3548e-01, -1.1329e-01, 4.2182e-01,
1.4018e-01, -2.7931e-01, -8.0864e-02, -4.7915e-02, 2.4453e-01,
-2.6643e-01, -1.7041e-01, 4.4761e-01, -7.9316e-02, 3.6851e-01,
2.3269e-01, -2.7700e-01, 1.9570e-01, 1.1792e-01, 2.0598e-01,
2.9833e-01, -3.0118e-01, -6.5013e-02, -1.7073e-01, 1.8230e-01,
-4.8303e-01, 2.7578e-01, -1.4868e-01, -2.3432e-01, 1.7459e-01,
-2.8059e-01, -5.1743e-02, 1.3295e-01, -1.5624e-01, 1.6930e-01,
-3.3065e-01, -2.5369e-01, -3.3834e-01, 2.1347e-01, -2.3597e-01,
3.6973e-02, -2.3701e-01, -3.5463e-01, 1.2029e-01, -3.0997e-01,
-4.3805e-01, 2.0341e-01, -2.7389e-01, -4.1910e-01, 1.9352e-01,
-3.9544e-01, 1.4785e-03, -3.6601e-01, 3.0741e-01, -1.9728e-01,
-2.2845e-01, 2.9534e-01, 4.4901e-02, -2.8589e-01, 1.1383e-01,
3.8037e-01, -4.6460e-02, -9.3019e-02, -3.4328e-02, 1.6409e-01,
1.4907e-01, -1.5508e-03, 8.3889e-02, -6.7458e-01, 6.2907e-01,
1.0480e-02, -1.4711e-01, 3.0822e-02, -1.8658e-01, -1.1105e-01,
-2.0577e-01, -1.9555e-01, -6.3602e-03, -4.9325e-02, -3.7730e-01,
-5.4792e-01, 4.1047e-02, -1.1486e-01, 1.1341e-01, -5.6243e-02,
3.4935e-01, -3.7840e-01, -4.2174e-01, -6.4114e-02, -3.4940e-01,
-1.9681e-01, 1.3576e-02, -8.9124e-02, 1.8339e-01, -8.0344e-02,
7.0647e-01, -2.4437e-01, 7.5354e-01, -1.7140e-01, 6.7981e-02,
-2.5429e-01, 2.5113e-01, -1.6537e-01, -3.7163e-01, -1.0690e-01,
8.6070e-02, 5.2310e-02, 1.4269e-01, 2.2676e-01, -4.0035e-01,
-2.5657e-01, -1.2414e-01, -2.0516e-01, 2.7860e-01, 6.8066e-02,
3.7873e-01, -3.1519e-02, 1.8087e-01, -1.4572e-01, -1.3328e-02,
1.1122e-01, -2.5854e-02, 1.0384e-02, 1.9696e-02, -1.9893e-02,
9.1133e-02, 6.2751e-02, -2.0424e-01, -1.2289e-01, -2.3087e-02,
-1.6791e-01, 1.4681e-01, 6.6437e-03, 1.5130e-01, -1.3503e-01,
1.0982e-01, 1.3836e-01, -7.8061e-01, 8.5249e-02, 1.7043e-01,
6.1633e-01, -2.1254e-01, -1.9253e-01, 1.2428e-01, 9.4178e-02,
-1.4074e-01, -1.4390e-01, 6.7136e-02, 1.5912e-01, 9.4684e-02,
-1.0484e-01, -6.9739e-02, 2.7258e-01, -7.0825e-02, 8.0342e-02,
-2.8375e-02, -2.8913e-01, 4.7126e-02, 2.8633e-01, -9.9870e-02,
6.2016e-02, 7.0796e-02, -2.0074e-01, -9.6631e-02, 2.3181e-02,
-1.6153e-01, 6.0974e-02, 1.5562e-01, -1.1197e-01, -1.1683e-02,
2.9675e-01, 1.1517e-01, 2.1216e-01, -1.9061e-02, -2.4811e-01,
-1.1453e-02, -8.5231e-02, -2.2285e-01, -1.2772e-01, -2.5036e-03,
-4.4247e-03, 1.7763e-01, -4.8349e-01, 4.7341e-01, 1.9746e-01,
6.4484e-01, -2.6690e-01, 6.3846e-01, -7.8853e-02, 2.1039e-01,
-4.8749e-01, -2.0627e-02, -6.5082e-04, -2.7138e-01, 8.9245e-02,
3.3426e-02, -7.3652e-02, -6.2974e-03, -9.4772e-01, -3.6082e-01,
2.7773e-01, -5.4578e-02, 4.4141e-01, 1.0806e-01, -2.8157e-01,
-8.1096e-01, -1.9177e-01, -8.9359e-01, -2.3716e-01, 1.7839e-01,
-3.4510e-01, 6.2740e-01, -1.7770e-01, 1.0106e+00, 4.3246e-02,
-1.5738e-01, 2.0696e-01, 5.0922e-02, -2.7541e-01, -2.4804e-01,
-4.9888e-02, 4.2858e-01, -7.3128e-03, -1.5203e-01, 4.3421e-01,
1.3998e-01, -1.0114e+00, -3.6010e-02, -8.1178e-01, 5.8470e-01,
1.9080e-01, 1.5268e-01, 5.1936e-01, 7.7426e-02, -3.4070e-01,
-3.5672e-01, 6.0692e-01, -4.8568e-01, 2.9227e-01, 1.0276e-01,
3.6734e-01, -5.1221e-02, -2.4749e-01, 1.0285e+00, 4.0275e-02,
-6.1231e-01, -4.3440e-02, -4.5511e-02, -1.0273e-01, 1.7676e-01,
5.0659e-01, -3.5464e-01, 2.6255e-01, 4.8120e-02, 3.5771e-01,
-9.1537e-02, -1.1791e-01, 6.1171e-02, -3.4586e-01, -2.4801e-01,
-9.9299e-02, -4.7539e-01, -3.2075e-02, 1.5217e-01, 4.2946e-01,
-4.3564e-02, -8.0092e-03, 1.1686e-01, -3.7127e-01, 1.5551e-01,
8.4378e-02, 1.9334e-01, 2.2144e-01, 1.1544e-01, -6.0313e-01,
-2.2486e-01, 6.8622e-02, -2.9937e-01, -1.6297e-01, 7.6812e-02,
-6.6286e-02, 1.5348e-01, 6.4222e-02, -2.0702e-01, 2.3500e-01,
6.1740e-02, -1.7001e-01, -2.5293e-02, -2.3265e-02, -3.3350e-01,
-5.6109e-02, 1.0077e-01, 1.0586e-01, -1.1421e-02, 1.2025e-01,
-3.6785e-01, 3.9162e-02, -4.2481e-02, 3.1192e-01, -1.5524e-01,
-2.8847e-01, 1.7427e-01, -9.9315e-03, -7.2653e-02, 1.8335e-01,
8.1646e-02, 4.9256e-02, 4.0018e-01, -1.8082e-01, 1.4694e-01,
3.7256e-01, -1.9023e-01, -3.8747e-02, -9.2802e-02, 1.0682e-01,
7.8429e-02, 2.6775e-01, 1.1614e-01, 2.1807e-01, -7.9725e-03,
-6.3975e-02, -3.9065e-01, -1.0505e-01, -3.8505e-02, 1.2011e-01,
2.6852e-01, 4.4332e-01, -1.2621e-01, 4.1145e-02, -3.4111e-02,
-2.5885e-01, -5.7967e-02, -3.0397e-02, -2.1151e-01, -2.1540e-01,
-2.0974e-01, -6.6348e-01, -1.5572e-01, -8.1903e-02, -1.8004e-01,
1.0471e-01, 8.1466e-02, -3.5322e-02, 6.5550e-03, -8.8316e-02,
-1.8983e-01, 9.3947e-03, 1.4819e-02, -9.3777e-02, -1.0997e-01,
-2.1272e-01, 1.2291e-01, -2.0804e-01, -6.6919e-03, 5.7859e-04,
9.7771e-03, -5.3876e-01, 1.0414e-02, 1.8401e-01, 6.8153e-02,
-5.6073e-02, 4.3820e-02, -1.1434e-01, -7.1895e-02, 8.3507e-02,
2.4150e-01, -1.3570e-01, -8.0131e-01, 2.3059e-01, 1.1678e-01,
-2.1206e-01, 2.3601e-01, -4.6894e-01, -2.9727e-01, -8.0961e-02,
-5.1004e-02, 2.4019e-01, 6.3612e-02, -1.3337e-02, 3.9106e-02,
2.8544e-01, 2.4650e-02, 1.1898e-01, 3.7405e-02, -1.4101e-01,
1.2649e-02, -3.0670e-01, 1.1621e-02, 3.8785e-01, -2.4756e-01,
1.0157e-01, 1.3674e-01, 3.6068e-01, -1.2745e-01, -1.2355e-01,
3.3846e-01, 3.6218e-01, 2.4988e-01, 1.1335e-01, -2.0939e-01,
-4.4917e-01, 3.2081e-01, -3.6362e-01, -2.6175e-01, -9.2380e-04,
-3.2288e-01, -6.5786e-02, -4.0471e-01, -1.2139e-01, 1.9168e-01,
-1.2612e-01, -1.5011e-01, -1.3540e-01, 1.4705e-01, -2.4506e-01,
-1.4502e-01, 2.0246e-01, 1.2716e-01, -1.2623e-01, -4.9804e-04,
-1.5869e-01, 5.7533e-01, 2.1251e-01, -3.8485e-03, -3.4842e-02,
3.6311e-02, 2.3475e-01, -2.2195e-02, 2.5218e-01, 2.3963e-01,
-4.3263e-01, 4.8816e-01, -3.1589e-01, -8.1819e-01, -1.4497e-01,
1.9360e-01, 3.2729e-01, -5.1931e-01, -1.4777e-01, -2.4602e-01,
2.0126e-01, -4.7815e-01, -1.1016e-01, -1.2066e-01, 4.8946e-01,
1.5870e-01, 1.2206e-01, -1.1332e-01, -3.4864e-01, -4.2128e-01,
-1.1447e-01, -1.7603e-01, 8.9880e-02, 7.3325e-02, 1.3026e-01,
-2.1583e-01, -8.1070e-02, 9.6081e-02, 1.4095e-01, 1.1626e-01,
-3.3928e-01, 2.5681e-01, -1.0704e-01, -1.8679e-01, -1.6955e-01,
-4.2110e-02, 4.6768e-01, -2.1657e-01, -3.2502e-02, 3.2953e-01,
2.0376e-01, 2.5733e-01, 2.3494e-01, 7.8023e-02, 3.1343e-01,
-3.8672e-01, 4.0264e-01, 4.7293e-02, 5.8113e-02, 2.9813e-01,
-4.4682e-01, 1.9831e-01, 6.9496e-02, -2.9891e-01, -1.3187e-01,
-3.6077e-01, 6.4604e-02, -6.3711e-03, -1.0440e-01, 1.3059e-01,
-2.8611e-02, 1.2684e-01, -3.6164e-01, -2.5981e-01, -6.1837e-01,
6.8932e-04, 1.1220e-01, 2.8679e-01, 5.3860e-02, 5.0112e-02,
2.8896e-01, -1.3233e-01, 6.1015e-02, -5.4553e-02, -3.5319e-01,
3.1740e-02, 1.7396e-01, -6.5635e-02, -1.2697e-01, -1.5317e-02,
7.4177e-02, -1.3697e-01, 2.1626e-01, -3.1722e-01, 2.4572e-01,
1.3260e-01, -2.4848e-01, 3.0100e-01, 4.9989e-01, -5.1943e-03,
4.1247e-02, 1.6360e-01, -2.2287e-01, -1.2690e-01, 3.1185e-01,
-3.5771e-01, -1.2524e-01, 3.1581e-01, 6.1555e-01, 3.5984e-02,
-2.1119e-02, 1.9007e-01, 1.2255e-01, -2.9500e-02, 3.0065e-01,
-3.0282e-03, -3.9639e-01, 1.1939e-01, 4.0017e-01, -1.5341e-01,
1.6810e-01, 3.5749e-02, -1.2844e-01, 6.7561e-02, -1.2991e-01,
1.0131e-01, 1.4770e-01, 1.2857e-01, 1.2230e-01, -2.4580e-01,
-1.7778e-01, -2.1372e-02, -2.9159e-01, -3.2506e-01, -2.9795e-01,
1.4235e-01, 7.2152e-02, 1.4807e-02, -4.3977e-02, 1.1931e-01,
4.5702e-02, -1.4670e-01, -7.6869e-02, -6.7373e-02, 1.7790e-01,
-1.1960e-02, -3.2039e-01, -2.4006e-01, 6.4202e-02, -2.8529e-01,
-5.3822e-02, -2.2622e-01, -4.1999e-01, 2.4702e-01, 2.0652e-01,
9.5298e-03, 1.7239e-01, -1.0976e-01, 2.1295e-01, -6.0104e-02,
-2.1129e-01, -7.1871e-01, 1.9919e-01, -1.7470e-01, 1.6769e-01,
-3.7326e-01, -1.0560e-01, 1.3420e-01, -2.1468e-01, -1.0608e-01,
-5.0517e-01, 1.1749e-01, -4.5590e-02, -3.1176e-01, -2.7242e-01,
-2.2117e-01, 3.0184e-01, 4.5431e-01, 2.8025e-02, 3.9243e-01,
1.2037e-01, -2.6927e-02, 1.0511e-01, 3.1957e-01, 7.8681e-03,
-2.4716e-01, -2.0161e-01, -1.0641e-01, -1.1235e-01, 3.7324e-01,
1.7388e-01, 4.9957e-02, 2.1186e-01, -1.3138e-01, 1.3804e-01,
-3.7750e-01, -3.3390e-01, -9.5419e-03, -9.1843e-02, -7.7854e-02,
1.2736e-02, 2.6981e-01, -6.5800e-01, 6.1800e-02, 5.3571e-01,
1.4757e-01, 4.3450e-01, -2.3298e-02, -1.5837e-01, -1.0967e-02,
1.3882e-01, -3.1838e-01, -5.5437e-02, 8.0470e-02, 3.1408e-01,
1.6755e-01, 3.6557e-01, -1.3258e-02, -1.2693e-01, -1.5592e-01,
9.7510e-02, -4.3766e-01, 8.7322e-02, 1.1973e-01, 5.7078e-01,
-1.7060e-01, 3.6953e-01, 4.3433e-01, 4.5704e-01, 8.3601e-02,
3.8500e-01, 2.1410e-01, 1.5107e-01, 3.0819e-01, -3.0945e-02,
1.6077e-01, -2.3769e-01, 1.4060e-01, -3.4882e-01, 5.7451e-01,
7.4903e-02, -3.5213e-01, 1.4338e-01, -5.0871e-01, -2.6117e-01,
2.6905e-01, 1.1629e-01, -8.0085e-01, -1.0222e-01, 2.0140e-01,
3.8511e-01, 3.0278e-01, 2.6415e-01, -1.2044e-01, 1.3506e-01,
8.0305e-02, -5.0984e-01, 2.1853e-01, 9.2275e-02, 8.7878e-01,
5.6437e-02, -9.9228e-02, 3.0127e-01, -1.6697e-01, 1.7993e-01,
-9.7357e-03, 1.7706e-01, 3.1360e-01, 1.2318e-01, -3.0199e-01,
-1.9517e-01, -4.3314e-01, -2.3719e-01, 7.9173e-02, 4.4984e-01,
-2.3102e-01, 1.4719e-01, -3.1796e-01, 1.3719e-01, -3.1425e-01,
-3.4368e-02, 6.8514e-01, 2.5452e-01, 1.3950e-01, -8.0741e-02,
2.6232e-01, -3.8825e-02, 6.5789e-01, -2.0346e-01, -1.3936e-01,
1.6226e-01, -5.6625e-04, -1.0156e-01, -2.2003e-01, -2.2278e-02,
7.2371e-02, -2.9284e-01, 4.5411e-02, 1.2891e-01, -2.0723e-01,
1.8629e-02, -2.5411e-01, -2.1003e-01, 3.0643e-02, -1.3125e-01,
1.2469e-01, 1.8319e-01, 9.7465e-02, -2.1930e-02, -1.4430e-02,
2.7023e-01, 3.6940e-02, 1.3853e-01, -1.9186e-02, 3.4849e-02,
-1.2115e-01, -1.4300e-01, 1.0657e-01, -1.9043e-01, -1.4767e-01,
2.0660e-01, -4.8805e-01, -3.8077e-01, -2.4908e-01, 2.9757e-01,
3.0410e-01, 5.8328e-02, -1.5496e-01, -6.6721e-02, 1.8857e-01,
4.4701e-01, -2.9772e-01, -2.4307e-01, 1.8675e-02, 1.9569e-01,
-3.7789e-01, -7.0949e-02, -1.0638e-01], device='cuda:0')),
('bert.encoder.layer.0.attention.self.key.weight',
tensor([[-0.0097, -0.0218, -0.0515, ..., 0.0367, -0.0167, -0.0405],
[-0.0230, 0.0018, 0.0529, ..., -0.0055, 0.1195, 0.0418],
[ 0.0302, 0.0075, -0.0129, ..., 0.0838, 0.0174, 0.0221],
...,
[-0.0837, -0.0055, 0.0061, ..., -0.0192, -0.0079, 0.0546],
[ 0.0611, 0.1084, -0.0312, ..., 0.0174, 0.0085, 0.0479],
[ 0.0428, 0.0732, -0.0263, ..., -0.0365, -0.0680, 0.0478]],
device='cuda:0')),
('bert.encoder.layer.0.attention.self.key.bias',
tensor([-3.9188e-04, 5.4560e-04, -1.5603e-04, -4.0928e-04, -5.2996e-04,
7.6113e-04, -5.2307e-04, 7.0639e-04, -8.0282e-04, 5.7622e-04,
4.8562e-05, -6.4756e-04, -1.5904e-03, -5.3039e-04, -6.5124e-04,
1.2368e-03, -3.4663e-03, -1.3002e-03, -1.4796e-04, -1.5746e-04,
3.5163e-04, -1.8133e-03, 1.9597e-03, -7.4898e-05, 6.6272e-05,
2.3271e-03, -8.4185e-04, 6.5197e-04, 7.1689e-04, -1.8313e-03,
4.0886e-04, 6.0655e-05, 1.2938e-04, -1.5220e-04, 5.1707e-05,
-5.2508e-04, 1.4646e-03, 6.8916e-04, -9.5657e-05, 9.2883e-04,
-8.0574e-04, -1.6301e-04, -2.1367e-03, -8.2512e-04, -9.5338e-04,
-2.8281e-04, -2.2220e-03, -1.3290e-04, -1.1849e-03, -5.8251e-04,
1.1707e-04, -6.4852e-04, -4.5247e-04, -1.8155e-04, -1.1804e-03,
3.8960e-04, 6.7728e-04, 9.5577e-05, -5.7668e-04, 3.7090e-04,
-2.5400e-03, 6.1738e-04, -1.5352e-03, 5.9310e-04, 5.7150e-05,
-2.4792e-03, 3.6916e-03, -7.7005e-04, -1.8434e-04, 2.5095e-03,
-2.5316e-04, 9.5897e-04, -8.8554e-04, -1.7113e-03, -8.2466e-04,
-1.6959e-03, -9.5674e-04, -3.8734e-04, -1.9248e-03, 4.5280e-04,
3.1277e-04, -1.9568e-03, -1.9188e-03, -1.5924e-03, -1.2755e-03,
-1.3972e-03, 1.5024e-03, 5.8524e-04, -7.3561e-04, 3.3408e-04,
-2.9178e-03, -1.0951e-03, 7.2422e-04, 7.9971e-04, -5.8751e-04,
2.4948e-03, -2.2824e-04, -3.1480e-03, -5.0002e-04, 5.5718e-04,
-2.2084e-03, -5.0796e-04, -1.6296e-03, 6.3911e-04, 3.7255e-03,
1.0438e-03, 1.8196e-03, 5.2789e-03, -1.2719e-03, -2.2745e-04,
8.6470e-04, -3.8188e-04, -1.0941e-03, -1.5113e-03, -4.9376e-04,
2.2064e-03, -1.0234e-03, 1.2738e-03, -1.4655e-03, -1.5589e-03,
-2.6876e-03, -1.2624e-04, 1.6405e-03, -1.1452e-03, 1.1924e-03,
1.7467e-03, -1.5835e-03, 2.9268e-03, 8.3308e-04, -5.5070e-04,
-4.2208e-04, 1.9561e-04, 2.5135e-04, -1.3368e-03, -1.8314e-04,
-6.9706e-04, -1.2269e-03, -1.6845e-03, -7.0211e-04, 1.8885e-04,
9.2369e-04, -6.3686e-04, -1.0556e-03, -2.2501e-04, -1.0187e-03,
5.8316e-04, -9.7680e-04, 3.7257e-04, 5.9042e-04, 9.9151e-04,
6.2740e-04, -1.2847e-04, -4.0030e-05, 1.0259e-03, -4.1288e-04,
-1.1774e-03, 2.4068e-04, 5.4288e-04, -9.0954e-04, 6.6477e-04,
-1.1372e-03, 5.3433e-04, -6.2487e-04, -1.6003e-03, 1.0069e-03,
-2.2451e-03, -8.4166e-04, -1.2921e-03, -1.3317e-03, 1.1703e-04,
-5.4962e-04, 4.7578e-04, 7.2248e-04, 1.7578e-04, 6.8502e-04,
-3.2046e-04, -1.0726e-03, -3.3515e-04, -3.0555e-03, -6.4740e-04,
-2.6541e-04, -6.3014e-04, -5.2704e-04, -4.2487e-04, -1.2569e-03,
-2.3301e-04, -1.1873e-03, -4.1877e-04, -4.4699e-04, -1.0957e-03,
2.8134e-04, 1.0556e-03, 1.2944e-03, 4.1665e-04, 1.9376e-03,
4.6963e-03, 4.8713e-04, 6.8113e-03, 4.0560e-03, -2.7032e-04,
-7.6967e-03, 3.0092e-03, -2.5172e-03, 3.7278e-03, -1.2949e-03,
-5.6204e-04, 3.4845e-04, -2.8153e-03, -3.3401e-03, -2.1260e-03,
-3.0804e-03, -3.7747e-03, 2.9753e-03, 3.3382e-03, 7.3952e-04,
-1.0392e-03, 1.8656e-03, -5.3984e-03, 3.3423e-03, -7.0681e-05,
-1.9917e-03, 3.1785e-03, -6.1399e-04, -9.0697e-04, 2.8466e-03,
1.8616e-03, 3.8316e-03, -3.4008e-03, -6.7861e-03, -7.9732e-05,
-4.6265e-03, -3.0278e-04, -1.7085e-03, -4.3991e-04, 4.3239e-03,
6.7591e-03, -3.0910e-03, 3.7178e-03, -2.8438e-03, 3.8971e-03,
-1.3637e-03, 1.5260e-03, 1.8108e-03, 3.2696e-03, -5.1400e-04,
2.2798e-03, 7.2918e-03, 1.4304e-03, -4.8011e-03, -1.6216e-03,
-1.3250e-03, -2.0737e-04, -2.1322e-03, 2.0340e-03, 4.3847e-04,
-3.3492e-04, 2.7771e-03, 1.2965e-03, 1.3301e-04, -4.0787e-04,
-2.0527e-03, 9.1356e-04, -3.3731e-04, -3.0020e-03, 2.1189e-04,
3.4798e-04, 2.8003e-04, -1.2718e-04, 7.5942e-05, -2.5101e-03,
6.6956e-04, 3.4390e-03, -1.6197e-03, -1.1757e-03, 7.8729e-04,
1.0087e-03, -8.2714e-05, -5.8997e-04, 8.6908e-04, 1.1121e-03,
1.8389e-03, 2.5250e-03, -1.2715e-04, -3.4355e-03, 4.1724e-03,
-4.5294e-04, 1.6029e-03, -4.1040e-04, -7.0597e-04, -3.1218e-03,
-1.5339e-03, -2.0791e-03, -3.8984e-04, -2.2640e-03, 7.7332e-04,
-1.6753e-03, -5.3636e-04, -6.5122e-04, -3.1926e-05, 1.3219e-03,
-6.8654e-04, 9.2395e-04, -1.9799e-05, -1.4413e-03, -1.0490e-03,
9.8012e-04, -9.7596e-04, 4.4615e-04, -1.2547e-03, 1.4949e-03,
-6.7758e-04, 4.0298e-04, 1.1637e-04, -4.3390e-04, 1.9715e-05,
2.2419e-03, -1.2465e-03, -1.0953e-03, -3.5428e-04, 5.5029e-04,
-1.8695e-03, -5.8413e-05, -1.3332e-03, -1.4223e-03, 3.6366e-03,
-3.4447e-04, -3.8880e-05, -4.1928e-04, 9.1060e-05, -1.3208e-03,
-3.1022e-03, -2.0011e-03, -2.1818e-03, -7.9707e-04, -2.4905e-03,
-2.4912e-03, 9.3859e-04, -9.2299e-04, -7.8271e-04, 1.2503e-03,
-2.6750e-03, 1.1293e-03, -3.9191e-04, 4.3424e-03, 1.4273e-04,
-3.1110e-03, -4.2471e-03, -6.4770e-04, -1.0363e-03, -3.3692e-03,
5.8649e-04, -1.5323e-03, -1.9446e-03, -1.0213e-03, 7.9630e-04,
9.3898e-04, 1.9014e-03, -6.0555e-04, -2.8576e-05, -2.7120e-03,
1.6444e-03, 1.5304e-03, 3.4391e-03, -1.9688e-03, -3.9515e-06,
-2.6040e-03, -8.2435e-04, -9.4911e-04, 2.2722e-03, 1.3195e-03,
1.0662e-03, -4.0574e-03, -3.6985e-04, -3.9032e-04, -1.5160e-03,
-2.0344e-03, -7.7801e-04, -1.6720e-03, 6.8992e-04, 4.7875e-04,
-1.4126e-03, 4.8676e-04, 1.5799e-03, 5.0039e-04, -2.1940e-03,
1.6943e-03, -2.8436e-03, -8.9297e-04, -2.2699e-04, 1.5625e-03,
3.5610e-04, 1.4379e-03, -2.2627e-04, 3.0878e-04, -2.4136e-03,
1.9388e-03, -2.7345e-03, 7.7777e-04, 3.5818e-03, 1.2964e-04,
-6.0831e-05, 1.8183e-03, 2.6701e-04, 1.8045e-03, 1.1659e-04,
5.2563e-06, -2.6131e-03, 1.2696e-03, 1.1286e-03, 2.8942e-04,
1.4955e-04, 8.9987e-04, 5.7786e-04, -1.9923e-03, 1.9349e-03,
3.4549e-03, 6.7913e-04, 1.4450e-03, -8.6314e-04, -3.7512e-04,
2.1316e-03, -1.5047e-03, -6.2661e-04, 2.5975e-03, 1.9071e-03,
-3.4970e-04, -2.5635e-03, -3.2606e-03, 8.1038e-04, -3.5837e-03,
4.1298e-04, -6.5061e-04, 8.3654e-04, 1.4426e-03, 1.3308e-03,
-1.0531e-03, 2.4127e-04, 2.1742e-03, -1.6008e-03, -3.7010e-03,
-1.6499e-03, -7.6113e-04, 9.3935e-04, 8.9722e-04, 4.4735e-04,
-1.4418e-03, 1.8514e-03, 9.1667e-04, 3.0485e-04, -4.8780e-04,
-3.2581e-04, -2.7772e-04, -7.8978e-04, -1.1576e-03, 1.4539e-03,
7.9492e-04, -7.4884e-04, 1.3319e-03, 1.3326e-03, -5.2537e-05,
1.0717e-03, 3.0096e-04, -1.7949e-03, -6.2931e-04, 1.3910e-04,
-2.9214e-04, -2.6248e-04, 3.1443e-04, -1.4800e-04, -9.8417e-04,
4.7390e-04, -8.1627e-04, -5.0106e-04, -1.2444e-04, 9.0897e-04,
8.0123e-04, 1.3494e-03, -1.4891e-03, -1.0513e-03, -6.1888e-04,
-4.1112e-04, -1.4843e-03, 2.8468e-04, -3.1918e-04, -3.4050e-04,
-2.3344e-04, -1.0009e-04, -1.2365e-05, -5.3868e-04, 5.1152e-05,
-2.4405e-03, -1.5777e-05, -2.8879e-04, 1.7110e-05, 5.3215e-05,
-7.6661e-04, 9.1185e-04, -7.8817e-04, 3.6110e-04, -6.0440e-04,
1.1701e-03, 2.4413e-04, -7.7595e-04, 7.6119e-04, 5.6336e-04,
-2.1612e-04, 8.6919e-05, 8.7277e-04, 6.3743e-04, 1.8268e-03,
-3.5878e-04, 5.9669e-04, 5.1603e-04, 1.3529e-03, 8.9193e-04,
1.4375e-03, 7.2177e-04, -1.9815e-03, -2.0140e-03, 3.7237e-03,
-5.5127e-04, 1.7725e-04, 5.2712e-04, -2.6680e-04, -4.8893e-04,
2.4295e-03, 3.9924e-04, -2.3600e-03, 1.4165e-03, 5.0285e-05,
-1.6514e-03, -1.7139e-03, -7.6113e-04, -1.2731e-03, -1.9576e-04,
1.0870e-03, 1.8122e-03, 6.2522e-04, -3.8764e-05, -8.6368e-04,
1.7377e-03, -4.7810e-05, 1.4655e-03, -4.2637e-04, 2.6920e-03,
8.9327e-04, -2.1765e-04, -2.7562e-04, -1.1423e-03, -3.5700e-04,
1.3461e-03, -2.2147e-03, 7.8836e-04, 1.3047e-03, -2.4833e-03,
9.3857e-04, 7.4251e-04, 3.5019e-03, 8.0561e-05, 2.2363e-03,
-1.1432e-03, 8.4356e-04, -1.3372e-03, -2.2504e-04, 1.9181e-03,
2.8448e-03, 8.5520e-05, -1.7810e-03, 1.7522e-03, -2.2082e-03,
1.0494e-05, -1.4913e-03, 6.3564e-04, 2.2124e-03, 1.9757e-03,
-1.4060e-03, -7.0490e-05, -2.0870e-03, -4.4183e-04, -2.8048e-04,
8.1232e-04, -1.9340e-04, -1.3876e-03, 1.3748e-03, 5.8400e-04,
9.1559e-04, -1.1198e-03, 3.2310e-04, 7.1371e-04, -1.6177e-03,
4.1210e-04, 3.9179e-04, -1.8912e-03, -6.6730e-04, 1.4412e-03,
-9.5128e-04, 1.3657e-03, -3.5297e-05, 1.0950e-03, -6.2392e-04,
-1.0532e-03, -8.4796e-04, -1.1176e-03, -9.3063e-05, -1.2461e-03,
9.1449e-06, 5.3181e-05, 1.3202e-03, -7.6766e-04, -5.0665e-04,
-3.7167e-04, 1.8241e-04, 1.8758e-03, -3.3496e-04, 1.2889e-03,
-9.5101e-04, -5.7959e-07, -1.5498e-03, 8.4922e-05, -3.3926e-04,
-8.9680e-05, 2.9005e-04, -1.6274e-03, 1.0095e-03, -8.0592e-05,
6.3168e-06, -1.3221e-03, -3.9634e-04, 1.2392e-03, 1.6326e-03,
1.0688e-03, 4.2799e-04, -3.0167e-04, 4.8430e-05, 2.0756e-03,
1.9532e-04, -7.2246e-04, -7.3322e-04, 6.3300e-04, 1.0177e-03,
7.4073e-04, -9.5482e-04, 1.2125e-03, -8.3410e-04, -4.6143e-03,
-1.5794e-04, 2.0225e-03, -3.6325e-04, 1.2982e-03, 1.4546e-03,
-4.2286e-04, 2.7900e-03, 5.2550e-04, -2.2836e-04, 6.8497e-04,
4.2631e-04, 3.9108e-04, -2.5878e-04, 2.0425e-04, -6.6158e-04,
2.9438e-04, -1.2752e-03, 2.4494e-04, -8.7900e-04, -9.3828e-04,
1.1434e-03, 5.7821e-04, 1.4873e-03, -2.9496e-04, -6.3448e-04,
1.1839e-03, -1.6516e-03, 1.8063e-06, 3.1236e-04, 1.6241e-04,
-4.8759e-04, 1.1657e-03, 9.3196e-04, -7.3849e-05, 2.1801e-04,
-1.5840e-03, 2.7717e-03, 6.1146e-04, -1.7384e-03, -1.2392e-03,
-7.4562e-04, -8.5085e-04, 2.0698e-03, -5.2429e-04, 8.8160e-04,
1.3253e-03, 3.0266e-04, -1.1924e-03, 1.2308e-03, 3.0971e-03,
8.3828e-04, -1.5133e-03, 1.0404e-03, -1.2385e-03, 7.0093e-04,
-5.8436e-04, 1.3621e-03, 3.4274e-03, -2.1540e-04, 1.5855e-03,
-2.3848e-03, -9.3644e-04, -4.7244e-04, -1.4557e-03, -1.1137e-03,
-5.4789e-04, -5.8804e-04, -1.2191e-03, -5.2582e-04, 1.3321e-03,
-7.1874e-04, 2.3016e-03, -1.3177e-04, 1.3216e-03, -2.7282e-04,
2.3583e-03, 6.9715e-04, 9.1150e-04, 8.7421e-04, 6.9291e-04,
3.8210e-04, -5.2440e-04, 2.2466e-03, -7.1187e-04, -1.8870e-03,
3.1704e-03, 8.9922e-04, 8.0033e-04, -2.3403e-03, -1.9736e-04,
2.4462e-03, 1.5129e-03, -9.3115e-04, -9.4456e-04, -2.6798e-04,
1.4482e-03, 5.7694e-04, -1.0803e-03, 3.6138e-04, -1.9709e-03,
3.5822e-03, -2.3228e-04, -4.3736e-04, -2.5584e-04, -1.5758e-03,
9.8123e-04, -1.8552e-03, 1.8351e-03, -2.2175e-03, -1.2786e-04,
9.7971e-04, 1.9047e-03, 3.6972e-04, 1.6660e-03, -2.3159e-03,
3.1764e-04, -1.4716e-03, -2.4740e-03, 1.8676e-04, 1.4274e-03,
-1.3869e-03, 1.6549e-03, -9.9494e-04], device='cuda:0')),
('bert.encoder.layer.0.attention.self.value.weight',
tensor([[-0.0097, 0.0388, -0.0050, ..., 0.0326, -0.0140, -0.0315],
[ 0.0155, -0.0412, 0.0301, ..., 0.0371, 0.0089, -0.0246],
[ 0.0125, 0.0087, -0.0206, ..., 0.0007, -0.0139, -0.0136],
...,
[-0.0616, -0.0132, 0.0071, ..., -0.0289, 0.0182, 0.0057],
[ 0.0081, -0.0309, 0.0163, ..., 0.0570, 0.0387, -0.0039],
[ 0.0095, 0.0123, -0.0277, ..., 0.0275, -0.0006, 0.0120]],
device='cuda:0')),
('bert.encoder.layer.0.attention.self.value.bias',
tensor([ 1.0793e-02, 9.2792e-03, 1.9545e-02, 1.0796e-02, -4.9600e-03,
4.3435e-03, 3.9739e-03, 1.6942e-02, -1.8460e-02, 1.8266e-03,
1.8663e-02, 9.9049e-02, -4.1697e-02, -7.4536e-02, 7.9041e-02,
-4.4919e-02, 8.0813e-03, -3.5784e-04, -4.2596e-03, 9.9755e-04,
5.0099e-03, 3.9710e-02, 1.9317e-02, -2.3754e-02, 1.3100e-02,
-1.2960e-01, 1.9192e-02, 4.4732e-04, 3.5413e-02, -3.3052e-03,
-5.6462e-03, 8.6841e-03, 6.4198e-03, -2.7430e-02, 6.1490e-03,
3.1399e-02, 8.3842e-03, -1.1434e-01, 4.1795e-03, -4.5397e-03,
-1.5569e-03, -5.8658e-03, -6.6229e-03, -2.4627e-03, -3.5946e-03,
-3.5264e-02, -8.3432e-03, 1.2267e-02, 8.9961e-04, 4.7378e-03,
-1.5302e-02, 6.6765e-04, -1.6354e-02, -1.5108e-02, 9.3208e-03,
-1.8021e-02, -1.3314e-02, 8.7282e-03, 2.3646e-02, -1.0439e-02,
1.1681e-02, 1.0559e-02, -1.6876e-02, -1.1570e-02, -5.1765e-02,
3.8015e-02, -1.2712e-01, 2.2252e-02, -9.8227e-03, 2.9154e-02,
-6.3412e-02, 5.5053e-02, 4.6538e-03, -1.4712e-02, -3.7436e-02,
1.0334e-01, -1.2206e-01, 3.8267e-02, 4.4360e-02, 1.3626e-01,
8.9969e-03, 4.4944e-02, 2.1451e-02, -1.0353e-01, 5.0471e-04,
-4.7973e-02, -2.1601e-02, -9.0159e-02, -1.1112e-01, 2.8502e-02,
7.0793e-03, 3.7181e-02, -5.0548e-02, -4.9774e-02, 5.8776e-02,
-8.0362e-02, 4.3150e-02, -1.5802e-01, 2.8664e-02, 2.1752e-02,
-2.8225e-03, 1.1055e-01, 1.4402e-01, -4.7626e-02, -4.8273e-02,
3.8731e-02, 1.8787e-02, -8.4281e-02, 1.0101e-01, -2.7192e-02,
-1.7171e-02, 4.6799e-02, -2.7845e-02, -2.5112e-02, -1.0023e-01,
-2.4162e-02, -3.0435e-02, 6.3283e-02, 3.7219e-02, 1.2284e-02,
2.0226e-02, -1.0500e-01, 7.1065e-03, 2.6645e-02, 2.6211e-02,
-1.9891e-02, 5.7668e-02, 8.6982e-02, -9.4329e-04, -1.6691e-03,
2.1873e-02, 1.6609e-02, -5.5901e-03, 8.9825e-04, -1.4157e-03,
5.4029e-03, 3.6692e-02, 2.7609e-03, -3.1415e-03, -1.0931e-02,
-1.4186e-02, -3.1078e-02, -2.4314e-02, 1.0033e-02, 2.4349e-02,
6.8387e-03, 9.1527e-03, 8.2084e-03, -2.1678e-02, 7.0239e-02,
-2.5229e-02, -1.0735e-02, 1.5802e-02, 5.6250e-03, 4.8825e-03,
2.4949e-03, 1.0004e-02, -1.6866e-02, 1.7031e-02, 7.2306e-03,
-1.1041e-02, -4.2436e-02, -5.0275e-02, -3.0142e-02, 5.4226e-03,
1.7018e-01, -6.3863e-03, -4.5521e-02, -2.9645e-02, 1.5292e-02,
3.1334e-03, -1.3571e-02, 1.4859e-02, 7.0230e-03, 3.7821e-03,
6.5230e-03, 1.5818e-02, -9.2443e-03, -2.7815e-02, 3.2419e-03,
8.2716e-03, -2.3969e-02, -3.8855e-03, -3.8652e-03, -1.1202e-02,
-9.5747e-03, 2.4011e-02, -1.2830e-02, -2.5598e-03, -2.8375e-02,
2.2037e-03, -2.0163e-02, 1.4281e-01, 3.3285e-02, -4.9556e-02,
-5.6781e-02, 9.7879e-02, 1.9361e-03, 1.2025e-01, 1.5485e-01,
-7.2958e-02, -1.5642e-02, 1.2215e-01, 3.0353e-02, 8.2095e-02,
-8.9929e-02, -1.7726e-01, -1.3604e-01, 5.3807e-02, 7.6211e-02,
1.2053e-02, -1.4233e-01, -2.2475e-02, 7.8966e-02, -5.4198e-02,
1.0101e-01, 2.8432e-02, -3.4011e-03, 3.2695e-01, 8.4412e-02,
3.4949e-02, -2.0174e-01, -1.5942e-01, 4.8372e-02, -9.7564e-02,
4.9351e-02, 8.7637e-02, 5.2269e-03, 9.1642e-02, -1.2958e-01,
-1.2078e-02, -3.7901e-02, -1.7302e-02, -3.4867e-02, 1.6809e-01,
2.4331e-02, -1.5549e-02, -8.0256e-03, 7.6697e-02, -3.3593e-02,
3.6444e-02, -7.2702e-02, 2.1482e-01, 1.0885e-02, -3.2400e-02,
-1.9479e-02, 5.4053e-02, -4.2926e-02, 7.8094e-02, 7.2449e-02,
1.7985e-02, 9.9481e-03, -6.4365e-03, -2.2296e-02, 3.6343e-02,
-9.4751e-02, -2.5382e-02, 8.8398e-03, 1.2388e-03, -4.9145e-02,
-2.7617e-02, -2.3696e-02, 5.0252e-03, -2.1052e-02, -1.8889e-02,
4.6353e-03, 4.2537e-03, 4.4220e-03, -1.9229e-02, -1.1223e-02,
8.7500e-03, 8.4799e-03, 2.3748e-02, 2.1956e-03, -2.6193e-02,
2.5112e-02, -5.3464e-03, 2.0475e-02, -4.7497e-03, 6.3225e-03,
3.1269e-03, 8.7405e-03, -5.0586e-03, 2.9417e-03, -2.8382e-02,
5.4790e-03, -1.2108e-02, 6.6611e-03, 3.2946e-02, -8.5798e-03,
1.3933e-02, -2.7469e-02, 7.4439e-03, -1.9452e-02, -8.5912e-03,
1.3664e-02, 2.6929e-02, -1.1765e-04, -7.9349e-03, 9.5284e-03,
-7.8929e-03, -9.0067e-04, 6.7378e-03, -8.2882e-03, -2.9918e-02,
1.5440e-02, -6.9616e-03, 2.5748e-02, -1.0454e-03, 1.3927e-02,
-1.8594e-02, 5.6802e-03, -1.8649e-03, 1.7343e-02, 2.3257e-03,
8.6782e-03, 3.0513e-04, 1.7411e-02, -8.2264e-03, 1.0354e-02,
8.0502e-03, -4.3807e-03, 1.0150e-04, 2.8256e-02, 3.1154e-03,
3.5955e-03, -1.8839e-03, 8.2930e-03, -3.6805e-02, 9.8238e-03,
-2.4695e-02, 3.0191e-02, 2.1098e-02, 3.0434e-02, -1.3529e-02,
1.5766e-02, -4.1743e-04, 1.6312e-02, -4.5932e-03, 3.2467e-02,
8.1219e-04, -1.2932e-02, -2.7475e-02, -4.5341e-03, 1.9661e-02,
-1.7320e-02, -1.5092e-02, -8.2353e-03, 2.3107e-03, -5.6058e-02,
-7.1045e-03, 2.9916e-02, -1.6771e-02, -1.0696e-03, -1.5344e-02,
3.1596e-02, 6.7897e-03, -7.7591e-03, 2.6493e-02, -2.0834e-03,
-3.7413e-02, -4.4919e-03, -2.1652e-02, 1.6730e-02, -1.3745e-02,
2.7720e-02, 2.6803e-02, 4.6544e-03, 1.2830e-02, -5.9556e-03,
-3.4217e-03, 1.0950e-03, 1.8195e-03, 2.9261e-03, -4.4314e-03,
-3.0392e-02, -7.8034e-03, 3.5437e-02, 6.7316e-03, -3.6920e-02,
-2.6215e-02, -3.3616e-03, -1.1738e-02, -1.6351e-02, 3.7809e-02,
2.0102e-02, -1.6182e-02, 1.3308e-02, 5.0205e-03, -1.6181e-02,
9.1779e-03, 2.9719e-02, -2.7212e-02, -2.5941e-02, -3.0771e-02,
-2.8940e-02, 1.9957e-02, -3.5633e-02, 2.4183e-02, -1.0251e-02,
1.5935e-02, -1.1371e-02, 2.7087e-02, 1.8469e-02, -5.2627e-05,
-3.6198e-02, -1.7910e-02, 1.2904e-02, -1.5568e-02, 1.0210e-02,
-5.4190e-03, -2.8311e-02, 4.1888e-02, 5.2040e-03, 1.9629e-02,
-5.6089e-03, -1.7673e-02, 1.9621e-02, -4.6914e-02, 2.6470e-02,
5.0423e-03, -1.4812e-02, -5.4218e-03, 3.1054e-02, -4.3611e-03,
2.6703e-02, -2.5101e-02, -1.0319e-02, 6.5316e-02, 1.1986e-02,
3.6240e-02, -3.1828e-02, 6.8538e-03, -4.7902e-03, -2.1123e-02,
6.8516e-03, -2.3229e-03, 5.1592e-03, -2.4048e-02, 2.3634e-02,
3.7098e-02, 2.1686e-02, 2.8932e-02, 5.2992e-03, -9.7875e-03,
-5.8059e-03, 1.3000e-02, 3.0376e-02, -2.1011e-02, 2.2438e-02,
-5.3441e-03, -1.9682e-02, 1.9174e-02, -1.2254e-02, 1.3748e-04,
9.0835e-03, 6.1392e-03, -2.0536e-03, -8.5401e-03, 3.7679e-02,
5.6618e-03, -2.8230e-02, -4.4027e-03, -1.2974e-02, -1.1421e-02,
6.0581e-03, -7.1224e-03, -1.6869e-02, -1.7149e-02, 1.1361e-02,
8.7005e-03, 1.6825e-02, 9.6160e-03, 1.1608e-02, -1.9001e-03,
-1.6028e-02, 2.4083e-02, -8.5914e-03, 1.6656e-03, -7.5151e-03,
-9.9804e-03, -5.6096e-03, 1.1492e-02, 4.4828e-04, -3.4777e-02,
9.1783e-03, 8.7529e-03, -8.2445e-04, -9.2745e-03, -1.2336e-02,
3.3737e-03, -7.5183e-03, 1.5624e-02, 1.6257e-02, -1.2602e-02,
-1.3023e-02, -1.7683e-03, -4.5903e-03, -3.3477e-03, 1.9378e-02,
-1.6057e-02, 7.6499e-03, -6.4761e-05, -1.0870e-02, 1.2882e-02,
-7.3360e-03, -5.3980e-03, -7.6114e-03, -2.1263e-03, 1.5191e-03,
1.1321e-02, 2.6893e-02, 1.2682e-03, 4.9345e-03, 4.1662e-02,
-5.4708e-03, -4.8857e-03, -2.0648e-02, -3.4722e-02, 6.5912e-03,
-9.0155e-03, -3.8485e-03, 7.3577e-02, -9.7032e-03, 1.6464e-02,
7.0784e-03, -1.9936e-02, -2.8216e-02, -1.7034e-02, -2.3023e-02,
1.2931e-02, -2.4909e-03, -1.9785e-02, -9.1393e-03, -2.8463e-02,
-1.6847e-02, -2.4743e-03, 1.4783e-02, 2.4373e-02, -6.3279e-02,
-1.7329e-02, 2.7425e-02, -5.2140e-02, 2.4680e-02, -1.3714e-02,
-3.9701e-03, 3.9836e-02, -5.9525e-06, 9.0951e-03, 4.4537e-03,
9.8763e-03, 1.6517e-02, 8.3872e-03, 1.2060e-02, 1.7124e-03,
-8.0507e-03, -2.5688e-03, 1.0330e-02, -4.0342e-02, -9.2450e-03,
1.2050e-02, 1.7608e-02, 7.9588e-03, 2.7457e-02, 8.1720e-03,
1.5000e-03, -2.5855e-02, -1.3963e-03, 1.0126e-02, 4.7377e-03,
7.5390e-03, 7.0698e-03, -1.0114e-02, -4.1838e-02, -2.2445e-02,
1.7121e-02, 5.1740e-02, 3.6502e-02, -4.1485e-02, -7.3764e-03,
4.5653e-03, -7.5476e-04, -7.5074e-02, -2.7615e-02, -6.4092e-02,
-4.8806e-02, 1.5106e-02, -1.1803e-02, -8.8394e-02, 1.1413e-02,
-1.5281e-02, 1.1242e-02, -1.4255e-02, -1.4729e-04, 7.8588e-03,
1.4554e-02, 9.4090e-02, 1.0390e-01, -8.3835e-03, -3.0812e-02,
1.9447e-02, 9.0472e-02, 1.0946e-01, 6.1218e-02, 1.7791e-02,
2.7119e-02, 4.2379e-02, -2.1210e-02, 9.9530e-02, 1.9881e-02,
-1.1792e-01, 2.7821e-02, 1.7240e-03, -9.7758e-02, -2.3198e-02,
9.5936e-02, -3.1564e-02, 1.8895e-02, -1.3397e-02, -3.2441e-03,
5.1747e-02, 1.5812e-02, -1.5602e-02, 2.4395e-02, 1.4545e-02,
-5.9704e-02, 5.6264e-03, -2.6139e-02, 8.6954e-02, -5.1392e-03,
-6.2713e-02, -1.7517e-02, 1.5414e-02, -1.5999e-02, 1.8638e-02,
1.9282e-03, 1.1689e-02, -1.2846e-02, -4.8230e-02, -2.0682e-02,
2.0617e-02, -3.0379e-02, 1.7784e-02, 4.9280e-03, -4.4294e-02,
-6.9023e-02, 5.8314e-02, -3.5897e-02, 4.8433e-02, -2.1526e-02,
1.8486e-02, 1.1927e-02, 2.9769e-02, -2.3631e-02, 3.1872e-03,
4.9289e-03, 1.2113e-02, 4.0176e-02, 2.3120e-02, 1.9978e-02,
2.5440e-02, 1.4915e-02, 7.0936e-03, 6.4127e-02, 4.5077e-02,
-4.7235e-03, 4.9433e-02, -4.9568e-02, 3.7703e-02, 4.1378e-02,
7.8197e-02, -8.2649e-02, -5.0596e-02, 5.2336e-02, 4.6295e-02,
-1.8867e-02, 2.3253e-02, 4.6976e-02, -1.9121e-02, 1.9129e-02,
3.2460e-02, -2.8441e-02, 1.4960e-02, 6.7297e-03, -4.9789e-02,
-1.4171e-02, -4.1959e-03, -3.9037e-02, 1.4656e-02, 1.1296e-02,
2.5824e-02, -2.5435e-02, -5.4158e-02, -4.9863e-02, 3.2457e-02,
5.3866e-02, 4.7115e-02, -2.3782e-02, 3.2134e-02, 3.7682e-02,
1.2032e-02, -6.4471e-02, 4.9675e-02, -2.9637e-03, -3.2163e-02,
1.0656e-02, 5.0751e-03, -1.5759e-03, -8.6125e-03, 2.6174e-02,
-5.4205e-03, -1.2291e-02, -4.7134e-02, -9.9241e-03, -4.4057e-02,
-4.4750e-02, 8.4230e-02, -2.5228e-02, 5.4375e-03, 9.4003e-03,
1.6364e-02, -9.8639e-03, 2.8967e-02, 6.0656e-02, 2.1469e-02,
-2.3696e-02, 2.8379e-02, -4.7062e-02, 1.5908e-02, -1.6449e-02,
-1.5034e-02, 1.9508e-02, -3.4976e-03, 6.1678e-03, 3.6915e-03,
-9.7471e-03, -8.0161e-03, -8.9276e-04, 1.4923e-02, -1.0815e-02,
-6.3384e-03, 4.3285e-03, -1.0046e-02, -3.6990e-02, -2.0353e-02,
1.4334e-02, -3.5282e-02, -6.8258e-03, -5.2052e-03, -2.6984e-02,
1.2365e-02, 1.9620e-02, -4.2681e-03, -1.4704e-02, 2.0091e-02,
2.6610e-02, 2.7675e-02, -2.2293e-02, 3.7156e-03, -8.6829e-03,
-1.5389e-03, -1.0100e-02, -1.7700e-02, -1.8573e-02, -1.7354e-02,
-1.2851e-02, -3.0832e-02, -5.6115e-03], device='cuda:0')),
('bert.encoder.layer.0.attention.output.dense.weight',
tensor([[-0.0052, 0.0088, 0.0050, ..., 0.0033, 0.0022, 0.0372],
[ 0.0096, 0.0036, 0.0392, ..., 0.0030, 0.0257, 0.0157],
[-0.0193, -0.0113, 0.0112, ..., 0.0246, 0.0045, -0.0498],
...,
[-0.0078, 0.0157, -0.0052, ..., -0.0301, 0.0254, 0.0353],
[ 0.0088, -0.0154, -0.0054, ..., -0.0017, -0.0063, 0.0174],
[-0.0190, -0.0038, -0.0256, ..., -0.0304, -0.0201, -0.0252]],
device='cuda:0')),
('bert.encoder.layer.0.attention.output.dense.bias',
tensor([-5.9868e-02, 9.6182e-02, -8.3556e-02, -3.4410e-02, 4.6177e-02,
-1.7040e-03, -1.6309e-01, 1.4196e-01, 1.9491e-02, -2.8048e-02,
-4.7255e-03, 5.3744e-02, 1.7153e-03, 2.2320e-02, -1.6589e-02,
9.2572e-03, -3.8417e-02, -7.4480e-03, 3.6725e-02, 2.4632e-02,
5.3685e-02, 6.5316e-04, 4.6256e-02, 7.9248e-03, 2.4487e-02,
3.9080e-02, -5.9325e-02, 1.9478e-02, 6.7768e-02, 1.5538e-02,
4.3081e-02, -2.0182e-01, 3.5507e-02, -4.1743e-02, 7.2161e-02,
6.6902e-02, -4.3436e-02, -5.0248e-03, -8.2952e-03, 1.4681e-02,
1.5529e-02, 4.1014e-02, -1.5807e-02, 1.0759e-02, -2.3199e-02,
-2.3819e-03, -3.3084e-02, -5.3508e-03, 4.0983e-02, 1.1599e-02,
-8.9492e-03, 7.4988e-02, -8.2241e-02, 5.1813e-03, 7.0056e-02,
-3.5530e-02, 5.5159e-03, 4.6857e-02, 1.8170e-02, -4.3413e-02,
5.4371e-02, 3.1630e-02, 3.0842e-03, 1.6505e-02, 5.9476e-02,
-3.2203e-03, -1.8524e-02, 1.5862e-02, -2.9602e-02, -1.3350e-02,
-1.6149e-02, 6.6219e-02, -4.5058e-02, -9.4708e-03, -3.1798e-02,
-8.8209e-03, 5.8154e-02, 2.7284e-02, 1.7965e-02, -6.2397e-02,
-7.0130e-02, 1.9737e-02, -1.2736e-02, 7.6164e-02, -2.0184e-01,
-3.2871e-02, -6.0158e-02, 2.5727e-02, -1.5428e-02, 4.6746e-02,
5.5162e-02, -7.3134e-03, -5.7280e-02, 6.0281e-02, -1.1802e-01,
1.0851e-02, -1.1178e-01, 2.5528e-02, 3.7828e-02, 4.1073e-02,
-4.4035e-02, -2.8487e-02, 5.3737e-02, 9.7047e-02, 1.5512e-02,
1.9219e-02, -1.1038e-02, 3.1941e-02, 1.3757e-02, -8.3982e-03,
-2.7455e-03, 7.3072e-02, -7.6258e-03, -8.4408e-02, -2.7629e-02,
-1.5121e-02, 2.7854e-02, -2.0217e-02, 3.0009e-02, -3.0183e-02,
-2.8281e-02, 3.0400e-03, -4.9206e-02, -1.6010e-02, -1.0841e-02,
-5.4186e-02, -6.5899e-02, -1.9580e-02, 1.3700e-02, 5.3357e-02,
-1.7986e-02, 1.7031e-02, -2.8486e-02, -3.2636e-02, 2.1162e-03,
-2.0704e-02, -8.7579e-02, 2.4399e-02, -8.2397e-03, -4.5785e-02,
-1.9622e-02, 4.4323e-02, -8.2553e-03, -4.5555e-01, -2.5107e-02,
-2.4343e-02, 9.4129e-02, -1.5699e-02, -2.1021e-02, 4.4689e-02,
1.0335e-02, -9.8222e-03, -4.4427e-02, -1.8416e-02, -2.2729e-02,
2.1029e-02, -9.7068e-02, -6.8451e-03, 4.1862e-03, 2.3260e-02,
1.1883e-02, 2.3782e-02, -8.4864e-02, -3.2796e-02, 6.7240e-02,
3.1779e-02, 5.3076e-02, 6.1246e-03, -1.4849e-02, -1.8303e-02,
1.8410e-02, -5.2812e-02, 3.2671e-02, -6.9902e-02, 6.4717e-02,
-6.6218e-03, -2.2938e-02, 7.9906e-03, 1.7921e-02, -1.3493e-03,
-3.3765e-02, 5.6647e-02, -3.1093e-02, -9.5482e-03, 3.7166e-02,
-7.0957e-03, 1.7495e-02, 3.3103e-03, 4.1788e-02, 9.8358e-03,
3.0519e-02, -8.3966e-02, 3.4277e-02, 1.8272e-02, 1.1252e-02,
4.5618e-02, 4.6455e-03, -1.2299e-01, 2.4459e-02, 4.9444e-02,
1.9131e-02, 1.7432e-02, 9.0506e-03, 5.2285e-02, -4.4901e-02,
-1.9183e-02, -2.7445e-02, -3.5285e-02, -6.6366e-03, 1.8287e-02,
4.4500e-02, -2.3583e-02, 2.7032e-03, 5.7296e-02, -2.3161e-02,
3.9115e-02, 2.8551e-02, -7.7159e-02, 5.7633e-02, -4.7605e-03,
-1.1212e-02, 3.0533e-02, -6.5822e-02, -8.0499e-02, 2.2323e-02,
5.9422e-02, 2.4438e-02, -1.0273e-03, 1.8117e-02, -4.8322e-01,
-7.0754e-02, 4.3530e-02, 2.8439e-02, 6.5435e-02, 5.0590e-03,
3.5866e-02, -2.9977e-02, 2.4103e-02, -4.6527e-03, -3.4955e-02,
-6.6630e-02, 1.2973e-02, -5.9419e-02, -2.6548e-02, 1.6648e-02,
4.4813e-02, 5.8169e-03, -3.5325e-02, -7.9184e-03, -2.4469e-02,
-4.1097e-02, 3.2973e-02, 5.5316e-02, 6.8688e-02, 5.0594e-03,
-1.3065e-02, 1.1765e-02, -1.1254e-01, -1.4424e-01, -9.1898e-02,
-5.1325e-02, -1.1777e-01, 7.5289e-02, 3.1508e-02, 7.0978e-03,
1.2947e-02, 2.6816e-02, 1.3382e-02, -1.2903e-02, 2.6927e-02,
1.1944e-02, -1.9084e-02, 7.6523e-03, 2.0147e-02, 4.8536e-02,
4.5503e-02, -4.7113e-02, -1.1893e-02, 1.9294e-02, -2.6898e-02,
-2.4433e-02, -1.3098e-02, -9.7116e-03, 1.7706e-01, 6.6835e-02,
5.0858e-02, 1.6303e-04, 2.9748e-02, 8.8789e-02, 3.5714e-02,
-9.1500e-02, -6.7368e-02, 5.1825e-02, 1.3410e-02, 3.3234e-02,
-6.9484e-02, 1.4964e-02, -4.9128e-02, -8.2786e-03, 5.4865e-02,
-3.6413e-02, -1.6939e-02, -8.6353e-02, -5.1062e-02, -1.5888e-01,
-9.0070e-02, 2.4756e-02, -3.1641e-02, 1.4756e-01, -5.0838e-02,
1.1330e-01, -6.0484e-03, -2.9001e-02, -1.0742e-01, -3.4516e-02,
8.0043e-03, -4.2974e-02, 1.4045e-02, -7.2181e-03, -6.6053e-02,
1.4537e-03, -5.4749e-03, 3.2005e-02, 5.5370e-02, -2.7541e-02,
-1.1321e-02, 3.8245e-02, -4.5715e-02, 1.0043e-02, 3.2883e-02,
-2.3467e-02, -4.1249e-02, 2.5882e-02, 1.5867e-02, 4.6319e-02,
1.0033e-02, -5.5557e-02, -1.4018e-02, -5.8615e-02, 3.7750e-02,
-4.6816e-02, 2.5528e-02, -3.9695e-02, 3.2569e-02, 4.0557e-03,
-7.5871e-02, 5.0673e-02, 1.7497e-03, -5.6938e-02, -2.8456e-02,
6.3038e-02, 7.3966e-02, -1.3281e-02, 2.1521e-02, 7.5133e-02,
4.6920e-03, -3.5501e-02, 3.1649e-02, -6.1657e-02, -2.2312e-02,
-9.0888e-03, -3.4140e-02, 3.0675e-02, -7.6587e-02, -1.7644e-02,
-9.8133e-03, 9.4393e-04, 2.4920e-02, -3.3569e-02, 5.7081e-02,
4.0786e-02, -4.2578e-02, -2.9079e-02, 1.2378e-01, 5.8420e-02,
4.0441e-02, 3.2579e-02, 4.4474e-02, 3.1941e-02, -6.0069e-02,
7.4084e-02, -1.0317e-02, -6.1889e-02, 3.9645e-02, -5.0836e-03,
-5.5195e-02, 3.6721e-03, 1.9354e-03, -2.4937e-03, -3.4670e-02,
-5.3005e-03, 3.1802e-02, 2.2404e-04, 1.2414e-02, 5.1194e-02,
5.7925e-02, 1.9809e-02, 3.4486e-02, 3.5530e-02, -1.5547e-02,
-2.8634e-02, -2.6958e-03, -7.0995e-02, 4.7984e-02, 6.5466e-02,
-7.0014e-02, -4.3153e-02, -3.3370e-03, -2.4008e-02, 5.1401e-03,
-1.3965e-02, 3.2547e-03, 1.6261e-02, 1.4211e-02, -2.5105e-03,
5.3246e-02, -1.4694e-02, -3.6404e-03, -1.2470e-02, 3.8208e-02,
-6.2026e-02, 1.6952e-02, 6.3629e-02, -7.9990e-03, -2.6270e-02,
1.8799e-02, -9.7457e-02, -2.0466e-01, 6.3219e-02, 6.5431e-02,
2.7847e-03, 4.3197e-02, -1.7409e-02, -2.8704e-02, -1.0387e-01,
2.6608e-02, 9.4493e-02, 6.0517e-02, 5.7999e-02, -2.9039e-03,
-3.2745e-02, 6.5110e-03, 4.0028e-02, -5.3775e-02, 1.0526e-02,
-8.3290e-02, 2.9300e-02, -6.0524e-02, 2.6122e-03, 2.4340e-02,
6.5592e-02, 5.7167e-02, -6.1970e-02, 3.0204e-02, -7.2662e-02,
7.6695e-03, 4.0035e-02, 1.7790e-03, -3.7956e-02, -2.7064e-02,
5.2864e-02, 3.3773e-02, 1.8876e-02, 8.2863e-03, 5.8040e-02,
-3.5669e-02, -2.2987e-02, 3.9635e-02, 2.1824e-02, -1.8288e-02,
-4.1972e-02, 7.7302e-03, 1.1889e-02, 6.5010e-02, 1.0372e-02,
-7.2504e-03, 4.1371e-02, 1.0448e-01, -1.5636e-02, -1.8079e-02,
2.1447e-02, 1.1354e-02, 1.8304e-03, 6.6394e-02, 5.9002e-02,
-7.4281e-02, -6.8028e-03, 2.0632e-02, 7.1873e-04, 5.3808e-02,
4.0292e-02, -3.5051e-02, -8.5979e-03, -2.6969e-02, -2.8838e-02,
1.4119e-02, 6.2878e-03, -2.5751e-02, -2.1962e-02, 1.6568e-03,
-5.2115e-04, -1.4385e-02, 4.0106e-02, 2.8401e-03, -3.2346e-02,
6.0726e-02, 4.0782e-02, -6.1617e-02, 6.4847e-03, 8.2310e-02,
-9.0750e-02, 3.8397e-02, -2.8521e-02, 2.9353e-02, -1.7046e-02,
5.4680e-02, -1.6851e-02, -8.9508e-03, -7.5874e-02, -4.7527e-02,
-1.2571e-02, -1.3970e-02, 4.3247e-02, -1.5498e-02, -6.0700e-02,
-1.2381e-02, -4.4117e-03, -1.2884e-02, -5.1051e-02, -7.1957e-02,
-4.9686e-03, -1.0898e-02, -4.9072e-02, 2.0085e-03, 2.3110e-03,
5.5163e-02, 7.1469e-02, 6.6978e-02, 8.0219e-02, 1.2945e-02,
1.4454e-02, 2.0289e-02, 3.8918e-02, 4.3708e-02, 6.5930e-02,
-3.1195e-03, -1.7132e-02, -2.1335e-02, -1.4512e-02, -4.7964e-02,
-3.7425e-02, -9.0155e-02, -2.1896e-02, 9.7729e-03, 9.6225e-02,
7.8417e-02, 3.0520e-03, -6.6010e-01, 1.2678e-02, -2.6065e-02,
-1.4692e-02, -4.5227e-03, 1.2298e-02, -1.9894e-02, 4.9202e-02,
4.7421e-02, 5.0166e-02, 4.0001e-03, 2.2859e-02, 5.6059e-02,
-6.4118e-02, -4.4844e-02, -5.0793e-03, 4.9501e-02, 3.2192e-02,
-1.4309e-03, 1.4578e-02, 9.0875e-02, 1.9348e-02, -4.0012e-02,
1.6204e-02, 3.7256e-02, 9.1516e-03, 9.5406e-02, -4.7923e-02,
-5.5990e-02, 1.1829e-01, -1.2758e-02, -6.9070e-02, -9.5138e-03,
1.9457e-02, -1.9184e-02, -1.1921e-02, -6.9888e-02, -5.1623e-02,
-3.3018e-02, -2.3213e-02, 1.8714e-02, -3.7969e-02, 3.2679e-02,
5.6822e-03, -3.7439e-02, 4.0799e-03, -6.6902e-02, 5.7802e-02,
-2.0406e-02, -1.4271e-03, 4.5261e-02, 2.9934e-02, -4.2856e-02,
-3.9964e-02, 5.9510e-02, 3.1243e-02, -1.0324e-01, -9.4842e-03,
7.9357e-02, -3.8122e-02, 1.1849e-02, -4.6134e-02, 6.5752e-02,
-1.0020e-02, -7.1963e-02, 2.4786e-02, -1.5186e-02, 6.5360e-03,
-9.1186e-02, -2.8191e-02, -4.3171e-02, 2.2068e-02, 5.7200e-02,
5.8979e-02, -1.0234e-02, 4.5798e-02, -6.6965e-02, -1.8801e-02,
2.8650e-02, 5.8476e-02, -6.0381e-02, 2.1294e-02, 1.0669e-02,
-8.4188e-02, 1.8084e-02, -5.9917e-02, 7.2334e-04, 4.2383e-02,
2.9045e-02, -1.4183e-01, 4.7330e-02, -1.1772e-02, 1.8447e-02,
-1.1487e-01, -1.4786e-02, 5.8317e-02, 1.2039e-03, -7.0294e-02,
-9.7327e-03, 7.1488e-03, -1.1757e-02, 2.6876e-02, 2.3649e-02,
1.8048e-02, 7.9505e-02, -2.0317e-02, -7.6008e-02, 3.1105e-02,
2.7494e-03, 4.4805e-02, -1.1167e-01, 1.9635e-02, 2.0726e-02,
-9.7422e-03, 4.2282e-03, 5.9060e-02, -7.0443e-03, 1.7782e-02,
-1.4060e-02, -5.9706e-02, -5.1169e-03, 2.4558e-04, 3.5273e-02,
1.3862e-02, 6.7903e-02, 1.3967e-02, -2.5980e-03, 3.0786e-02,
1.8084e-02, 4.6264e-02, 3.7257e-02, -2.4067e-02, 2.7433e-02,
3.3580e-02, -1.7347e-02, -6.9694e-02, -2.0686e-02, 3.7458e-02,
-3.0638e-03, -2.2672e-02, -2.8353e-02, -9.8912e-02, -3.5717e-02,
4.5886e-02, 5.9192e-02, -1.0310e-01, 6.4737e-02, -4.1351e-02,
-4.8241e-03, 5.9974e-02, -2.5344e-02, 1.3998e-02, 3.6088e-02,
3.4773e-02, -4.3638e-02, 5.4292e-02, -1.4976e-02, -1.7889e-03,
-4.8943e-02, 4.6758e-02, -3.8376e-03, 2.5043e-03, -3.6743e-02,
5.9475e-03, 4.0700e-02, 5.6105e-02, 6.0228e-02, -2.0596e-02,
-6.7332e-02, -5.3978e-03, -1.1317e-02, 1.3874e-02, 9.0488e-03,
-3.0512e-02, -7.3960e-02, -1.7915e-02, -2.4524e-02, 2.2133e-02,
-3.4144e-02, 4.5313e-02, -1.8676e-02, -1.0021e-01, 1.3362e-02,
-2.1488e-02, 3.7036e-02, -1.5025e-01, 1.2693e-02, -7.8068e-03,
-3.8638e-02, -2.9401e-02, 4.2357e-02, 1.2180e-01, 2.3550e-02,
3.1280e-02, 4.9044e-02, 4.6811e-03, -5.2470e-02, -2.4163e-02,
6.5391e-02, 1.8813e-02, -5.8305e-03, -4.3110e-02, -5.3062e-03,
-2.0886e-02, 8.3219e-02, -1.3839e-02, -8.7473e-02, -4.9290e-02,
-9.7567e-03, -3.1151e-02, -4.1275e-02], device='cuda:0')),
('bert.encoder.layer.0.attention.output.LayerNorm.weight',
tensor([0.9282, 0.9316, 0.9197, 0.9042, 0.8979, 0.9411, 1.0616, 1.0947, 0.9404,
0.8612, 0.9465, 0.9473, 0.9674, 0.9345, 0.9360, 0.9216, 0.9205, 0.9093,
0.9172, 0.9648, 0.9085, 0.9569, 0.9456, 0.9123, 0.9157, 0.9048, 0.9498,
0.9344, 0.9015, 0.9366, 0.9357, 0.5890, 0.9613, 0.8952, 0.9164, 0.9433,
0.8559, 0.9656, 0.9173, 0.9136, 0.9501, 0.9260, 0.9157, 0.9536, 0.9788,
0.9533, 0.9641, 0.9562, 0.9640, 0.8994, 0.9730, 0.8925, 0.9142, 0.9449,
0.8858, 0.8270, 0.9012, 0.9435, 0.8745, 0.8744, 0.9252, 0.9483, 0.9467,
0.9329, 0.9457, 0.9826, 0.9307, 0.9161, 0.9717, 0.8903, 0.9688, 0.9164,
0.9279, 0.9618, 0.9548, 0.9597, 0.9329, 0.9337, 0.9581, 0.9485, 0.9364,
0.9016, 0.9332, 0.9466, 0.8762, 0.9288, 0.9004, 0.9181, 0.9534, 0.9159,
0.9341, 0.9244, 0.9043, 0.9588, 0.9238, 0.9037, 0.7875, 0.9622, 0.9634,
0.9471, 0.9072, 0.9427, 0.8953, 0.9962, 0.9448, 0.9926, 0.9725, 0.8848,
0.9451, 0.9746, 0.8883, 0.9126, 0.9711, 0.8156, 0.9170, 0.9879, 0.9328,
0.9317, 0.9381, 0.9479, 0.9434, 0.9362, 0.9121, 0.8913, 0.9297, 0.8684,
0.9653, 0.9499, 0.8963, 0.9086, 0.9422, 0.9018, 0.9612, 0.9411, 0.9499,
0.9322, 1.9191, 0.9206, 0.9274, 0.9458, 0.8936, 0.9482, 0.9156, 2.7238,
0.9446, 0.9243, 0.9415, 0.9256, 0.9188, 0.8993, 1.0120, 0.9485, 0.9515,
0.9187, 0.9330, 0.9052, 0.9270, 0.9458, 0.9496, 0.9549, 1.0167, 0.9679,
0.9149, 0.9288, 0.9130, 0.9546, 1.0490, 0.8433, 0.8942, 0.9487, 0.9773,
0.9418, 0.8745, 0.9140, 0.9386, 0.9586, 0.9470, 0.9689, 0.9554, 0.9502,
0.9103, 0.8930, 0.9115, 0.9880, 0.9563, 0.9405, 0.9001, 0.9700, 0.9517,
0.9146, 0.9546, 0.9779, 0.9393, 0.9442, 0.9141, 0.9496, 0.9780, 1.0875,
0.9079, 0.9518, 0.9606, 0.9112, 0.9501, 0.9807, 0.9004, 0.9364, 0.9216,
0.9656, 0.9359, 0.9375, 0.9398, 0.9680, 0.9069, 0.9650, 0.9110, 0.9749,
0.9097, 0.8990, 0.9357, 0.9230, 0.9812, 0.9222, 0.9435, 1.0188, 0.9194,
0.9514, 0.9756, 0.9446, 0.9328, 0.6485, 0.9346, 0.9278, 0.9038, 0.9381,
0.8933, 0.9665, 0.8792, 0.9916, 0.8927, 0.9580, 0.9154, 0.9189, 0.8855,
0.9152, 0.9506, 0.8743, 0.9605, 0.8905, 0.9634, 0.9759, 0.9421, 0.9381,
1.0175, 0.9780, 0.9765, 0.9362, 0.9481, 0.9439, 0.9622, 0.9464, 0.9381,
0.9521, 0.9182, 0.9218, 0.9219, 0.9222, 0.9352, 0.9583, 1.0242, 0.9454,
0.9507, 0.9112, 0.9757, 0.9433, 0.9948, 0.9253, 0.9300, 0.9524, 0.9000,
0.9574, 0.9944, 0.9428, 0.9022, 1.1395, 0.9398, 0.9646, 0.8811, 0.9454,
0.9352, 0.9321, 0.8749, 0.9465, 0.9070, 0.9430, 0.9308, 0.8445, 0.9700,
0.8578, 0.9320, 0.9401, 0.9466, 0.9280, 0.8884, 0.9550, 0.8667, 0.9752,
0.8853, 0.9691, 0.9722, 0.9332, 0.9291, 0.9086, 0.9379, 0.9479, 0.8947,
0.9639, 0.9278, 0.8904, 0.9922, 0.8788, 0.9072, 0.9555, 0.9198, 0.9561,
0.8615, 0.9254, 0.9906, 0.8848, 0.9674, 0.9336, 1.0584, 0.9181, 0.9605,
0.9412, 1.0159, 0.9456, 0.9279, 0.9751, 0.9557, 0.9001, 0.9847, 0.9601,
0.8980, 0.9635, 0.8940, 0.9594, 0.9493, 0.9311, 0.9039, 0.9371, 0.9646,
0.9147, 0.9438, 0.9185, 0.9631, 0.9351, 0.9303, 0.9258, 0.9419, 0.8574,
0.9422, 0.9690, 0.9183, 0.9763, 0.9202, 0.9653, 0.9561, 1.0198, 0.9404,
0.9485, 0.9435, 0.9333, 0.9482, 0.9566, 0.9053, 0.9484, 0.9214, 0.9354,
0.9433, 0.9048, 0.9443, 0.9171, 0.9331, 0.9781, 0.9532, 0.9431, 0.9213,
0.9397, 0.9662, 0.8747, 0.9451, 0.8703, 0.9600, 0.9409, 0.9115, 0.9544,
0.9372, 0.9949, 0.9582, 0.9003, 0.8857, 0.9046, 0.8931, 0.9544, 0.9351,
0.9625, 0.9118, 0.9373, 0.9632, 0.9918, 0.9124, 0.9004, 1.0058, 0.9645,
0.9356, 0.9355, 0.9125, 1.0541, 0.9259, 0.9400, 0.9269, 0.9775, 0.9417,
0.8901, 0.8998, 0.9352, 0.9475, 0.7168, 0.9352, 0.9889, 0.9382, 0.9440,
0.9246, 0.9771, 1.0429, 1.0018, 0.9496, 0.9336, 0.9397, 0.9548, 0.9538,
0.8871, 0.9134, 0.9050, 0.9159, 0.9189, 0.9421, 0.9602, 0.9448, 0.9063,
0.9664, 0.8664, 0.9324, 0.9629, 0.9110, 1.0204, 0.8811, 0.9056, 0.9087,
0.9311, 0.9131, 0.9206, 0.9141, 0.9371, 0.8669, 0.9240, 0.9185, 0.8829,
0.9509, 0.9211, 0.9597, 0.9393, 0.9721, 0.9260, 0.9441, 0.9106, 0.8964,
0.9970, 0.9192, 0.9827, 0.9021, 0.9053, 0.9630, 0.9466, 0.9505, 0.9155,
0.9647, 0.9086, 1.0200, 0.9122, 0.9115, 0.9575, 0.9278, 0.8990, 0.9465,
0.9407, 0.9064, 0.9331, 0.9058, 0.8966, 0.9288, 0.9612, 0.8972, 0.9291,
0.9504, 1.0326, 0.9698, 0.9550, 0.9798, 0.9726, 0.9903, 0.9211, 0.9406,
0.8906, 0.9400, 0.9442, 0.9490, 0.9262, 1.0042, 0.9478, 0.9660, 0.8963,
0.9218, 0.9798, 0.9317, 1.0105, 0.9625, 0.9562, 0.9459, 0.9465, 0.9606,
0.9412, 0.9650, 0.8991, 0.9087, 0.9106, 0.8848, 0.9803, 0.9107, 0.8976,
0.9678, 0.9654, 0.8875, 0.8907, 0.9135, 0.9631, 0.9119, 0.9064, 0.9393,
0.9509, 0.9498, 0.9401, 0.9652, 0.9407, 0.8563, 0.9346, 0.9016, 3.3908,
0.8954, 0.9352, 0.9570, 0.9542, 1.0164, 0.9758, 0.9267, 0.9430, 0.9594,
0.9575, 0.9094, 0.9704, 0.9015, 0.9538, 0.8972, 0.9169, 0.9582, 0.9783,
0.9255, 0.9190, 0.9626, 0.9389, 0.9456, 0.9531, 0.9537, 0.9555, 0.9494,
0.9345, 0.9636, 0.9506, 0.9098, 0.8930, 0.9457, 0.8865, 0.9394, 0.9426,
0.9088, 0.9695, 0.9047, 0.9116, 0.9561, 0.9097, 0.9469, 0.9115, 0.8691,
0.9746, 1.0090, 0.9331, 0.9289, 0.9253, 0.9410, 0.9402, 0.8931, 0.8703,
0.9352, 1.0565, 0.9985, 0.9729, 0.9717, 0.9885, 0.9310, 0.9471, 0.9187,
0.8773, 0.9114, 0.9564, 0.9063, 0.9901, 0.9710, 0.9373, 0.9343, 0.9302,
0.9567, 0.9617, 0.9075, 0.9138, 0.8990, 0.9613, 0.9648, 0.9634, 0.9289,
0.9221, 0.9806, 0.9307, 0.9241, 0.8884, 0.9027, 0.8928, 1.3103, 0.9822,
0.9529, 0.9318, 0.8776, 1.0002, 0.8911, 0.9092, 0.9093, 0.9240, 0.9511,
0.9247, 0.9339, 0.9501, 0.9334, 0.9222, 0.9178, 0.9395, 0.9125, 0.9425,
0.9533, 0.9847, 0.8651, 0.9528, 0.9746, 0.9011, 0.9569, 0.9765, 0.9825,
0.9172, 0.9371, 0.8989, 0.9706, 0.9276, 0.9598, 0.9042, 0.9481, 1.0122,
0.9539, 0.9508, 0.9336, 0.9762, 0.9242, 0.9601, 0.9681, 0.8724, 0.9536,
0.9519, 1.0014, 0.9209, 0.9248, 0.9811, 0.8981, 0.9512, 0.9139, 0.9167,
0.9950, 0.9194, 0.9829, 0.9678, 0.9105, 0.9720, 0.9292, 0.9605, 0.9173,
0.9608, 0.9344, 0.8886, 0.9831, 0.9074, 0.8992, 0.8670, 0.9068, 0.9633,
0.9759, 0.9121, 0.9589, 0.8959, 0.9508, 0.8578, 0.9862, 0.9164, 0.9451,
0.9284, 0.9494, 0.9191, 0.9504, 0.9722, 0.9274, 0.9484, 0.9564, 0.8748,
0.9277, 0.9461, 0.9654, 0.9225, 0.9222, 0.9264, 0.9146, 0.9028, 0.9109,
0.9278, 0.9280, 0.9222, 0.9335, 0.9261, 0.9228, 0.9490, 0.9631, 0.9275,
0.8523, 0.9414, 0.9607, 0.9300, 0.9245, 0.9616, 0.9611, 0.9391, 0.9504,
0.9229, 0.9787, 0.9198], device='cuda:0')),
('bert.encoder.layer.0.attention.output.LayerNorm.bias',
tensor([-2.4741e-02, 2.7037e-01, -1.4543e-01, -1.3553e-01, -2.6312e-01,
4.5234e-01, -8.1728e-01, 9.8977e-01, 2.4959e-01, 5.3268e-02,
5.1895e-02, 7.2490e-02, 6.1394e-02, -4.7475e-02, -5.5567e-03,
4.5021e-01, -1.4433e-01, -4.7087e-02, -1.9656e-02, -1.7002e-01,
2.0124e-01, 5.8921e-02, -1.3695e-01, 1.4160e-01, 1.5671e-01,
3.2372e-01, -2.2204e-01, 2.6838e-01, -1.7168e-02, 3.1481e-02,
8.7912e-02, -5.8975e-01, -2.3208e-01, 6.5500e-02, 9.6555e-03,
8.6540e-02, -1.3165e-01, -8.9840e-02, 4.3627e-01, 1.2812e-01,
-7.4511e-02, -1.7014e-01, 3.1257e-02, 1.6615e-01, -1.8930e-01,
4.5513e-02, 3.9100e-01, -3.3635e-01, 2.6447e-01, -7.0262e-02,
2.1772e-01, 4.9806e-02, 6.6497e-03, 9.6279e-02, -6.9512e-02,
-7.1528e-02, 5.7908e-05, 5.9751e-02, 7.9667e-02, 6.7825e-02,
6.7349e-02, 4.7922e-02, 3.3568e-01, -2.2267e-01, 4.9003e-01,
-1.8616e-01, -5.8914e-02, -2.1864e-02, 1.0385e-01, 2.1559e-01,
-2.3181e-01, 2.9491e-01, 5.9098e-02, 9.3759e-02, -1.1085e-01,
-3.4911e-02, 6.4411e-02, -9.2892e-02, -3.7531e-03, 2.4889e-01,
-1.3238e-01, 8.7537e-03, -1.2033e-01, 3.4753e-01, -1.3408e+00,
3.6331e-01, -2.8035e-01, -8.9147e-02, 3.3228e-02, 2.9451e-01,
-7.8531e-02, -6.9503e-02, -2.5852e-01, 3.6481e-01, -2.3910e-01,
2.0301e-01, 1.2564e-02, -2.9856e-01, 1.1285e-01, 4.5284e-01,
-2.4810e-01, -2.3879e-01, 3.5412e-01, 2.7689e-01, 2.9568e-01,
2.3318e-01, 6.0791e-04, 2.3826e-01, -9.7271e-02, -1.2748e-01,
-3.0720e-02, 4.8647e-02, -5.0160e-02, -1.1183e+00, -2.0552e-01,
5.1754e-01, 4.5504e-02, 1.7491e-01, 3.3812e-02, 2.1811e-01,
1.7447e-01, -3.3123e-01, -7.8167e-02, -5.2381e-02, 5.1717e-02,
-1.7183e-01, -2.6574e-01, -1.1340e-01, 1.1849e-01, 2.2279e-01,
-1.9307e-01, 2.6121e-01, -3.2946e-01, 1.1171e-01, 5.1454e-02,
1.7014e-01, -2.0338e-01, -6.0872e-03, -2.7881e-02, -1.4448e-01,
-2.0519e-01, 1.1118e-01, -9.9467e-02, -3.7880e+00, 5.3833e-02,
-2.1537e-01, 1.1644e-01, 1.5994e-01, -3.7035e-02, -2.1846e-01,
-3.6092e-01, 3.2157e-01, 7.9614e-02, -6.0863e-02, 1.7187e-01,
7.8179e-03, -1.8514e-01, -1.0378e-02, -9.0586e-02, -1.5126e-02,
4.4378e-01, -6.3316e-02, -1.1917e-01, -1.3478e-01, 4.2312e-02,
-2.8926e-01, 1.1637e+00, 1.1765e-01, -7.8186e-03, -1.6671e-01,
-6.0240e-02, 3.1162e-01, 5.3879e-03, -3.2372e-01, 5.0990e-01,
4.1999e-01, 3.4799e-01, -7.3945e-01, 5.5794e-02, -1.3341e-01,
-3.1162e-01, 9.3416e-03, -1.9378e-01, -3.5450e-01, -1.0036e-01,
-8.1185e-02, -1.2526e-01, -1.2795e-01, 2.5155e-02, -8.3826e-02,
4.0523e-01, 8.1017e-01, 2.2813e-01, 1.1154e-01, -2.3954e-01,
-9.9432e-02, -7.4568e-02, -9.0254e-01, -1.4291e-01, 2.2164e-01,
2.7680e-01, 2.8616e-01, -2.1582e-02, 5.1194e-01, 2.1936e-01,
2.5620e-01, 4.2246e-02, -8.6620e-02, -1.9068e-01, -3.9819e-01,
-1.0302e-01, 1.4540e-01, -4.9526e-02, -2.6988e-02, -2.0316e-01,
1.2779e-02, 2.7095e-02, 1.2570e-01, -3.4548e-02, -7.2808e-02,
-5.1224e-02, -8.8978e-02, 1.0634e-01, -7.1839e-01, 4.3518e-02,
9.9794e-02, 4.1062e-01, 2.6119e-01, 3.3033e-01, -1.4634e+00,
-1.9974e-01, -4.5403e-03, 1.4311e-01, -8.2126e-02, -2.6997e-01,
-2.1302e-01, -1.3762e-03, 7.9435e-02, 1.0651e-01, -2.4083e-01,
-1.2701e-01, -2.4120e-01, -1.1390e-01, -7.3851e-02, -2.2872e-01,
-1.2900e-01, 7.3635e-02, -9.3445e-02, 1.2449e-01, 1.2345e-01,
2.3417e-02, 1.3860e-01, 3.2394e-01, 4.9374e-03, 2.3376e-01,
7.6660e-02, -2.5037e-01, -2.7030e-01, -4.0645e-01, -3.1262e-01,
-2.0603e-01, -3.2094e-01, 1.5167e-01, 3.1859e-01, 1.4729e-03,
1.0411e-01, 2.2920e-02, -1.0099e-01, 4.8212e-01, -6.1714e-02,
1.1492e-01, -1.6280e-01, -1.2273e-02, 2.7246e-01, 3.0760e-01,
1.2646e-01, -1.5167e-01, -2.0607e-01, -4.4339e-02, -1.7652e-01,
-7.4859e-02, -1.7376e-01, 8.7436e-03, 1.3783e+00, -3.1709e-02,
3.3531e-01, 2.1175e-01, -3.3282e-01, 2.6761e-01, 1.4901e-01,
-5.9151e-02, -4.2066e-01, -1.2924e-01, -1.8333e-01, -1.9807e-01,
1.0947e-01, -2.7396e-01, -1.8940e-01, -6.8268e-03, 4.4856e-01,
1.1295e-01, -1.1539e-01, -1.9068e-01, 3.1739e-02, -2.2848e-01,
-3.3113e-01, 5.9970e-02, 1.2273e-01, 3.5383e-01, -2.1782e-01,
5.5162e-01, -2.4759e-01, -1.1152e-01, 9.0937e-03, -1.5649e-02,
-1.0644e-01, -2.7022e-01, -4.7356e-02, -1.6996e-01, 3.2988e-02,
-2.9548e-01, -8.0445e-02, -1.5717e-01, -5.0618e-02, -3.3292e-01,
-4.4498e-02, 7.1015e-01, 2.4498e-01, 9.5685e-02, 2.5786e-01,
-7.9169e-01, -3.1518e-01, -1.1088e-01, 2.1843e-02, 1.7110e-01,
4.8734e-02, 7.1003e-02, 1.9855e-01, -2.9770e-01, 2.2686e-02,
-4.5379e-01, 2.1513e-02, -3.8214e-02, -2.5211e-01, -8.1212e-02,
6.9085e-02, -5.8058e-02, -1.5170e-01, 4.1630e-02, -1.4424e-01,
5.1810e-02, 1.6480e-01, -3.7491e-01, 2.3310e-02, -1.1878e-01,
-7.6052e-02, -1.9196e-01, -8.5144e-03, -9.1680e-03, -1.3003e-01,
1.2117e-03, -1.0817e-01, 3.0560e-01, -7.7421e-02, 1.3723e-02,
2.9015e-01, -1.4754e-01, 5.1908e-01, -3.1986e-01, 5.4023e-01,
2.4372e-01, -2.5707e-01, -8.1800e-02, 2.5173e-01, 1.9042e-01,
-2.2955e-01, 7.1891e-02, 1.6015e-01, 3.8423e-01, -3.7918e-01,
2.7305e-01, -5.8960e-02, -1.2068e-01, 5.0654e-01, -3.5344e-01,
-4.0106e-01, 1.5875e-01, 4.7657e-02, 1.4498e-01, -5.6035e-02,
7.4825e-02, 3.9664e-02, 1.7927e-01, 1.6812e-01, 8.7952e-02,
-9.3051e-02, -1.4156e-01, 4.2632e-01, 1.7524e-01, -3.0610e-01,
-2.7442e-01, 2.3712e-01, 3.5612e-02, 5.0950e-02, -1.7985e-01,
1.4074e-01, 1.9839e-01, -4.2092e-01, -1.4145e-01, -7.0171e-02,
-1.5502e-01, -8.7593e-02, 3.5705e-01, 9.9387e-02, 1.9294e-01,
-4.8322e-02, 3.1884e-01, 5.5550e-01, -4.1120e-01, -4.7049e-03,
7.9785e-02, 1.1318e-01, -3.2314e-01, -1.5224e-01, 1.1841e-01,
-2.0334e-01, -5.2624e-01, -6.8239e-01, -2.8222e-01, 2.3027e-01,
4.8725e-02, -3.6534e-02, -5.6803e-01, -1.7491e-02, -8.5104e-01,
4.7990e-01, 4.8180e-01, 2.5072e-01, -1.7076e-01, 1.5134e-01,
2.3417e-01, 4.0098e-02, 5.7764e-02, -6.1454e-03, 6.9837e-02,
-1.7760e-01, 1.0064e-01, 4.1352e-02, 6.4366e-02, 1.2005e-01,
3.7609e-01, -6.8096e-02, 1.5274e-02, 7.3244e-03, -2.3942e-02,
-5.4755e-01, 1.8742e-02, 1.6084e-01, 8.4495e-03, -1.5214e-01,
-2.5708e-02, -1.1312e-02, -1.7487e-01, 3.0291e-03, 3.8600e-03,
-7.4730e-02, 1.7667e-01, 1.6336e-01, 2.2242e-01, 4.9818e-02,
-4.0012e-02, 1.4590e-01, 2.0627e-02, 2.6682e-01, -1.8301e-01,
2.6064e-02, 2.9023e-01, 4.1310e-01, 1.6567e-01, -2.2690e-01,
-7.0923e-02, -1.9800e-01, -1.8832e-01, 1.2294e-01, 1.5185e-01,
-1.5190e-01, 1.2615e-01, -7.1633e-02, 5.4425e-02, 8.5546e-02,
-7.3845e-02, -8.1426e-02, 1.8739e-02, 2.5928e-02, 2.0505e-02,
2.6730e-01, 2.1159e-01, 4.3277e-02, -3.7567e-01, 9.1086e-02,
2.3266e-02, 7.0442e-02, 1.5016e-01, 1.2406e-01, -5.7569e-02,
4.3706e-01, -1.2635e-02, -3.8419e-01, -4.6642e-01, -1.4705e-01,
-7.6195e-01, -1.2424e-02, 3.2708e-01, 9.3343e-02, -8.9226e-02,
-2.6312e-01, 1.2723e-02, 1.6670e-01, 4.1291e-01, -4.9685e-02,
1.8177e-01, -3.6417e-02, 9.6022e-02, -1.5986e-01, -1.8859e-01,
-8.9326e-02, 1.8508e-01, -1.0124e-01, 9.4986e-03, -1.4134e-01,
5.3732e-03, 3.1185e-02, -2.8827e-01, -9.8279e-02, 4.3045e-02,
4.3971e-02, -8.9490e-02, 4.3632e-01, -1.2751e-01, 1.5083e-01,
-3.3367e-01, 1.3543e-01, 3.4726e-02, -4.6729e-02, 9.7222e-02,
3.0532e-02, 7.4583e-02, -3.2178e-01, 2.0235e-01, 1.1354e-01,
-1.1344e-01, -2.3194e-01, -2.0759e-01, 1.2398e-01, -5.9443e-02,
-5.2917e-02, -1.3729e-01, -5.5608e+00, -6.7755e-02, -5.5315e-02,
-1.4287e-01, 6.3020e-02, -4.4855e-01, -1.9004e-01, 2.3143e-01,
7.8633e-03, 1.1047e-01, -4.7338e-02, -2.4566e-01, 3.0477e-01,
-7.9875e-02, 7.0272e-02, 1.0209e-02, 1.6051e-01, 1.8330e-01,
3.6587e-03, -6.1362e-02, 4.8767e-02, 3.3527e-01, -2.5883e-02,
1.8987e-01, 2.5700e-01, 1.6291e-01, 1.7612e-01, -1.5273e-02,
1.1109e-02, 4.9690e-01, 1.9766e-01, -1.2339e-01, 6.2258e-02,
-6.1492e-02, -3.6426e-01, -1.2841e-01, -3.1471e-01, 1.4383e-02,
-2.5930e-01, -2.1090e-01, -2.2640e-01, -2.9059e-01, -7.4648e-02,
-2.5150e-01, -1.4796e-01, -9.2855e-02, -4.5611e-01, 2.8429e-01,
-1.2180e-01, -1.4505e-01, 2.4414e-01, 1.2953e-01, -5.6853e-02,
2.3181e-02, 2.5031e-01, -2.8973e-01, -1.0288e+00, 1.1378e-01,
7.2866e-02, 9.8217e-02, 4.3886e-02, -6.0679e-02, 2.3489e-02,
-6.6419e-02, -3.7156e-02, -9.8450e-02, -1.1175e-01, 1.8565e-01,
-5.1520e-01, -8.8261e-02, 5.5891e-02, 1.7824e-02, 4.3587e-01,
1.8473e-01, 1.5109e-01, 8.0056e-02, -4.1661e-03, 2.2340e-01,
4.9516e-01, 4.0997e-02, 1.6412e-01, -3.3913e-01, -1.6195e-01,
-1.8741e-01, -3.3620e-01, 1.2790e-02, -5.6706e-02, -1.8941e-02,
1.2528e-01, -2.1265e+00, 4.0621e-01, -7.2801e-02, 2.2087e-01,
-6.0369e-02, -9.9634e-02, -1.0316e-01, -2.3410e-01, -2.0548e-01,
7.2245e-02, 3.6603e-02, 1.4008e-02, 2.0016e-01, 9.7092e-02,
9.3158e-02, -6.1221e-03, -1.3700e-01, -3.5064e-01, 2.6461e-01,
-1.1554e-01, 1.4189e-01, -8.2582e-01, 2.0998e-02, 1.5561e-01,
-8.3046e-02, 8.8983e-03, 1.7984e-01, -4.7964e-02, 4.2608e-01,
-8.1272e-04, 3.3688e-02, -7.9797e-02, -1.0668e-01, -1.4903e-01,
1.9802e-01, -4.3394e-02, 2.7857e-01, 9.9089e-02, 6.6601e-02,
7.3414e-02, -9.9049e-02, 1.8445e-01, -1.3847e-01, -1.2687e-02,
1.2961e-01, -1.5284e-01, -5.9813e-01, -2.7791e-01, 4.4168e-01,
1.7471e-01, -1.7463e-01, -1.7107e-01, -9.1882e-02, -9.8899e-02,
1.7128e-01, 3.3079e-01, 2.8973e-01, 3.7511e-01, -2.1398e-01,
8.5666e-02, 5.0747e-02, -1.5059e-01, -1.4705e-02, -1.9694e-02,
8.5979e-02, 2.5584e-02, -7.3166e-03, 1.1961e-01, -6.7739e-02,
2.2867e-01, -7.7392e-02, -2.6075e-01, 9.4421e-02, 8.2171e-02,
1.2712e-01, 3.7076e-01, 1.1549e-01, 1.3915e-01, -7.0019e-02,
-6.4842e-01, 2.4822e-01, -3.1417e-02, 2.0134e-01, 1.4854e-01,
-3.1212e-01, -3.3310e-02, 6.3965e-02, 1.2742e-01, 8.7858e-02,
-3.5587e-02, 1.5854e-01, -2.2941e-01, -1.3604e-01, 3.8529e-02,
-3.3948e-01, 3.2312e-03, -1.4885e-01, 1.7892e-01, 8.7433e-03,
-9.9397e-02, 6.3276e-02, -1.2699e-01, -1.1283e-01, 6.7898e-01,
7.9742e-02, 1.5692e-01, -3.7872e-02, -5.1569e-01, -3.0907e-02,
4.1436e-02, -2.3369e-01, -3.5771e-02, 9.5573e-03, 4.2530e-01,
-3.9725e-01, 7.2148e-02, -9.2616e-04, -7.8961e-03, 7.5381e-02,
-1.8221e-01, -3.5537e-02, 3.8324e-03], device='cuda:0')),
('bert.encoder.layer.0.intermediate.dense.weight',
tensor([[ 0.0165, 0.0081, 0.0571, ..., -0.0272, -0.0015, -0.0092],
[ 0.0194, 0.0081, 0.0499, ..., 0.0835, 0.0171, -0.0414],
[-0.0026, -0.0410, -0.0346, ..., 0.0417, -0.0084, 0.0190],
...,
[ 0.0168, 0.0004, 0.0159, ..., 0.0106, -0.0187, -0.0610],
[ 0.0479, -0.0203, 0.0600, ..., -0.0620, -0.0643, 0.0357],
[-0.0007, 0.0114, 0.0187, ..., 0.0629, -0.0541, -0.0103]],
device='cuda:0')),
('bert.encoder.layer.0.intermediate.dense.bias',
tensor([-0.1009, -0.1075, -0.0919, ..., -0.1214, -0.1098, -0.0691],
device='cuda:0')),
('bert.encoder.layer.0.output.dense.weight',
tensor([[ 0.0140, -0.0270, 0.0296, ..., -0.0035, 0.0253, -0.0334],
[ 0.0250, -0.0251, -0.0357, ..., -0.0551, 0.0558, -0.0363],
[ 0.0018, 0.0235, -0.0167, ..., 0.0089, -0.0057, -0.0197],
...,
[-0.0492, -0.0035, 0.0353, ..., 0.0682, 0.0274, -0.0341],
[ 0.0578, 0.0257, 0.0498, ..., 0.0006, -0.0231, 0.0002],
[ 0.0571, 0.0015, 0.0596, ..., -0.0553, 0.0712, 0.0178]],
device='cuda:0')),
('bert.encoder.layer.0.output.dense.bias',
tensor([ 3.8466e-02, 2.7021e-02, 1.1316e-02, 1.3427e-01, 4.4333e-02,
7.3848e-02, 1.6661e-01, -8.1619e-02, -3.2060e-02, -7.5425e-02,
1.0416e-01, 4.8596e-02, -2.7484e-04, -8.3849e-02, 1.7119e-02,
2.0476e-01, 2.7408e-03, -2.9771e-02, 5.9727e-02, -5.0041e-02,
1.1428e-02, 6.9122e-02, -7.7260e-02, -9.1918e-03, -3.1083e-01,
-9.1606e-02, -7.9823e-02, -5.7997e-02, 1.2474e-01, 1.5628e-01,
3.1834e-02, 1.4874e-01, 5.6087e-02, -2.9965e-01, 2.6122e-02,
-5.0985e-02, -1.2466e-01, -2.9923e-02, -2.3258e-01, 7.8718e-02,
-4.2134e-02, -2.5815e-03, -6.2299e-02, -1.2793e-02, 1.6791e-02,
-6.4637e-02, -1.3559e-02, -7.7729e-02, 9.7940e-03, 4.3643e-02,
1.0320e-02, 4.4163e-02, 1.0541e-02, -1.4584e-02, -1.9604e-02,
-4.3116e-01, 1.3398e-01, -2.7178e-02, -4.7638e-02, -1.1142e-01,
-9.7158e-02, 5.4521e-02, 3.9972e-02, 6.3942e-02, -2.4763e-01,
8.7371e-02, 7.3180e-02, 3.3570e-02, 3.0543e-02, -1.8148e-01,
-4.2589e-02, -8.6751e-02, 3.1018e-02, 3.4399e-02, -5.9403e-02,
-6.0934e-02, 8.2886e-02, -1.7654e-02, -3.6876e-02, 4.1013e-02,
4.9091e-02, -4.3249e-02, 4.3381e-02, 5.9334e-02, 3.7172e-01,
-1.0454e-01, -8.6231e-04, -1.1257e-01, 2.3086e-02, -1.2278e-01,
-1.2574e-01, -5.2933e-02, -5.3853e-02, 6.8665e-02, 4.1322e-03,
1.9272e-01, -3.5974e-01, -2.6065e-02, 1.8254e-01, 4.4349e-02,
2.0331e-02, -1.6071e-02, 6.1052e-02, -3.5256e-02, -4.0707e-02,
5.1010e-02, 7.8544e-02, -4.5179e-02, 1.7720e-02, 1.5373e-01,
8.2437e-02, -5.9256e-02, 8.9770e-02, 2.8697e-01, 1.3420e-02,
-9.5727e-03, -6.7890e-02, 2.6390e-02, 7.8786e-02, 2.8628e-02,
-6.3213e-04, 3.8505e-02, -6.3745e-02, -9.6659e-03, -1.7045e-01,
1.0320e-02, 8.3718e-02, -9.1697e-02, -5.2358e-02, 4.4122e-02,
6.4001e-02, -1.7933e-02, -2.3008e-02, -1.4503e-02, 4.5092e-02,
-2.3711e-02, -3.1209e-02, 2.6141e-02, -7.6564e-02, 1.5914e-01,
-3.0470e-01, -4.1964e-02, -3.7857e-02, -4.9869e-01, -7.8832e-02,
1.1568e-02, 4.4145e-03, -3.5612e-02, -1.7371e-02, 5.1700e-02,
-1.0369e-01, -6.9076e-02, -8.6386e-02, 4.8825e-02, 3.6494e-02,
3.8087e-03, 6.2955e-02, -1.4519e-01, -3.8013e-02, 4.0704e-02,
5.1305e-02, -3.5130e-03, -2.1829e-01, 2.3722e-02, 4.9333e-02,
5.7752e-02, -4.3818e-02, -6.0939e-02, -8.5135e-02, 6.2835e-02,
2.6494e-02, -2.6975e-01, 9.3920e-02, 1.2358e-01, -9.4465e-02,
2.9604e-02, 1.1527e-01, -9.4546e-03, -2.4182e-02, 5.0400e-02,
-1.9191e-01, 3.7043e-02, 2.6906e-02, -1.0526e-01, 9.3937e-02,
2.3685e-02, -4.6248e-02, -1.0610e-01, 5.2920e-02, 1.8509e-02,
4.3130e-02, -2.5550e-01, 1.0277e-01, 5.3518e-02, 1.5853e-01,
-1.5888e-02, -8.9187e-02, 3.2653e-01, -4.8377e-03, 2.1768e-02,
6.0419e-02, 1.3054e-02, 4.8742e-02, 6.3847e-04, 1.0825e-02,
-4.6454e-02, 2.1629e-03, 8.0511e-03, 2.8676e-02, -9.4470e-02,
-2.2353e-02, -9.9064e-02, 1.5822e-02, -2.3734e-02, 4.4071e-02,
-8.2427e-02, -2.5003e-02, 9.8603e-02, -2.2441e-02, 7.4667e-03,
-1.0145e-02, -1.3087e-02, 3.8771e-02, -7.1715e-03, 3.0864e-02,
7.5380e-02, -1.7067e-01, -9.7753e-02, 9.0260e-02, 3.0583e-01,
-7.0506e-03, 2.6521e-02, 6.7033e-02, 6.3305e-02, -7.9142e-02,
-9.6653e-02, -3.6484e-01, -7.4724e-02, -2.4777e-01, 1.9281e-01,
8.6823e-03, 1.2859e-01, -1.2466e-02, 1.2366e-01, -7.4627e-02,
-8.4223e-03, 4.0515e-02, -1.1839e-01, -7.1469e-02, 4.2710e-02,
-1.3838e-02, 2.2837e-02, 3.3562e-02, -5.1467e-03, 2.3082e-02,
6.9539e-02, -2.7667e-02, 2.2936e-01, 4.3546e-02, -2.8461e-02,
-8.6209e-02, -1.9491e-01, 1.6464e-02, 1.1269e-03, -1.5560e-03,
-1.1561e-02, -1.1602e-01, -3.6300e-02, -2.5107e-01, 2.9830e-02,
-1.1873e-01, -1.0097e-02, 8.2456e-02, -8.6409e-02, 1.1638e-01,
3.9108e-03, 1.0914e-01, -1.5791e-01, 1.8051e-01, 6.7379e-02,
3.5874e-02, 1.7332e-02, -1.0302e-01, -2.4444e-02, -1.1340e-01,
1.6031e-02, 6.3007e-02, 3.1694e-02, 4.1705e-02, -2.4840e-02,
-1.6105e-01, 7.0121e-02, 1.0875e-01, 4.3487e-02, 1.2203e-02,
-2.1008e-01, -1.4837e-01, -6.1715e-02, 1.5975e-02, 2.5232e-02,
-3.0344e-02, -2.6485e-02, 1.6107e-02, 1.1274e-02, 1.1959e-01,
-5.2068e-02, -4.5405e-02, 5.9435e-02, -3.0833e-02, 6.8090e-02,
2.0707e-01, 3.4912e-02, -1.1595e-01, -1.1216e-01, -4.4014e-02,
-9.4446e-03, -5.2766e-02, -1.2006e-01, -3.2561e-02, -1.2713e-01,
-6.3249e-02, 6.1108e-02, -4.0398e-02, 4.4880e-02, -7.3483e-02,
-6.0602e-02, 6.2678e-03, -2.5858e-02, 1.8961e-01, 9.1058e-02,
3.1355e-02, 5.5672e-02, 2.4932e-02, -1.0124e-02, 1.0293e-01,
-6.7990e-02, -3.4831e-02, 8.9901e-02, -1.0519e-01, 7.5278e-03,
4.5114e-01, 9.3050e-02, -1.0428e-01, 1.8679e-02, -8.9544e-02,
-5.5264e-02, 1.0267e-01, -8.3317e-02, -9.1285e-02, 5.1724e-02,
-3.0855e-02, -5.4509e-02, 9.9211e-02, 3.8637e-02, 4.6420e-02,
-7.4758e-02, 6.3850e-02, 1.2734e-02, 2.6286e-02, -2.2388e-02,
9.7843e-02, -1.2352e-01, 8.2135e-02, 2.6449e-02, 1.4043e-02,
-4.7259e-03, -4.0861e-02, 7.4722e-02, 1.8964e-02, 1.6601e-02,
-4.3199e-02, -4.2936e-02, 5.9784e-03, 4.0329e-02, 2.3678e-02,
2.6900e-02, -2.4397e-02, 2.3996e-02, 3.9666e-02, -1.9645e-01,
8.6154e-02, -2.9267e-03, 6.8201e-02, 5.1292e-02, 1.9892e-03,
1.2199e-01, 1.4458e-01, 7.8438e-03, -4.2381e-02, 2.9225e-02,
3.2984e-02, -6.7825e-02, 1.2223e-01, -4.9597e-02, -3.5565e-02,
-3.0619e-02, -1.3102e-02, 9.2053e-03, -1.5116e-01, -8.5881e-03,
-6.5483e-02, 6.0631e-02, -4.1491e-02, 1.4816e-04, -4.8066e-02,
3.5428e-02, 1.0723e-01, -6.5165e-02, -1.2032e-01, -1.2589e-01,
7.7953e-02, 4.4548e-02, -2.1860e-03, -6.9204e-03, 2.3154e-02,
-2.2284e-02, -1.3805e-02, -1.5372e-01, 1.1958e-01, 3.0679e-02,
-1.7731e-01, -2.7988e-02, 8.0789e-02, 1.3222e-02, -3.8632e-02,
2.4813e-03, -4.4648e-02, 1.1744e-01, -1.1948e-01, 2.2896e-03,
-2.3538e-02, 5.1794e-02, 1.5919e-01, -1.6817e-02, 4.2855e-02,
1.5000e-02, -1.1123e-02, 6.7868e-02, -7.0612e-02, -2.5880e-02,
3.9332e-02, -7.5153e-02, -1.7388e-01, -4.4800e-02, 6.7245e-04,
-9.1800e-02, -8.0334e-03, 1.1614e-01, -7.2728e-03, 4.5000e-02,
1.2256e-01, -1.4314e-01, 1.8382e-02, 1.9665e-02, 1.2020e-02,
-6.2858e-02, 1.2825e-01, -7.3816e-02, -4.6298e-02, -2.8850e-02,
1.8694e-02, 4.1279e-02, 4.8958e-02, 1.2528e-01, -2.8952e-02,
8.2416e-03, -1.0991e-01, -5.2932e-02, -4.6277e-02, -1.6353e-02,
-2.5447e-02, 1.5406e-02, -6.7740e-04, 5.6404e-02, -1.2487e-01,
7.6666e-02, -1.7067e-01, -4.8497e-02, 1.2895e-01, 3.2994e-02,
-1.6673e-02, 1.1941e-01, 9.8657e-03, -5.3889e-02, 1.0217e-02,
-1.4563e-01, 3.9721e-02, 3.8628e-02, 9.1787e-02, -8.8853e-02,
1.4928e-02, -3.9265e-02, -4.7499e-03, 5.2641e-02, -7.7634e-03,
-1.2986e-01, -1.6446e-01, -6.7988e-02, -8.5360e-02, 1.3134e-01,
-2.0141e-01, -8.5887e-04, -2.7111e-02, -1.8408e-02, -8.4548e-02,
4.5687e-02, 1.4223e-03, -9.1197e-03, -7.7449e-03, 2.8753e-02,
1.5398e-02, -4.3500e-02, 1.0578e-02, 8.4689e-02, 1.2426e-02,
1.1807e-01, 6.4544e-02, -1.0088e-01, 2.9571e-01, 1.2773e-01,
1.4801e-02, 5.8368e-02, 1.8406e-01, -4.7962e-02, -3.8939e-02,
-2.6892e-02, 1.2682e-01, -8.3640e-03, -3.5652e-02, -2.5287e-02,
4.9630e-02, 1.2006e-02, -1.2128e-01, 5.7334e-03, -4.5161e-02,
-1.2575e-01, 2.1682e-02, 6.8490e-02, 3.2008e-02, -1.1009e-01,
3.2615e-02, 9.4847e-02, 2.7419e-02, 1.0559e-01, 4.9681e-02,
4.1175e-03, 7.9606e-02, -2.3750e-02, 3.2690e-02, 4.5254e-02,
1.5691e-01, 5.8559e-02, 1.2802e-02, 7.5186e-02, -2.5282e-01,
1.8179e-02, -1.7746e-01, -1.2540e-01, -1.0852e-01, 6.2250e-02,
3.9797e-02, 2.6501e-02, -2.5626e-01, 1.9430e-02, 1.8357e-02,
-3.6472e-02, -1.1680e-01, -9.0967e-03, -1.0524e-01, -7.2821e-03,
-1.5361e-01, 1.2579e-02, -9.6041e-02, -4.6361e-02, -7.9582e-02,
-2.7396e-02, -3.3689e-02, 1.2492e-03, 1.5429e-02, 1.7555e-02,
1.5752e-01, 4.3919e-03, 4.1616e-02, -2.7317e-02, 7.4506e-02,
4.9642e-02, -1.3617e-02, -1.5387e-02, 1.0064e-01, 6.3161e-02,
-3.3824e-02, 2.3186e-01, -6.1215e-02, -1.3274e-01, 7.0618e-02,
-8.8264e-03, -2.2510e-02, 1.0538e-03, 4.2185e-02, -1.1028e-02,
-4.1156e-02, -7.5610e-02, -1.4718e-01, 9.2865e-02, -1.0540e-01,
9.4052e-03, 3.2123e-02, -4.5918e-02, 4.9741e-02, -2.4542e-02,
-9.2846e-03, 8.4010e-02, -7.8260e-02, 4.3681e-02, 7.0014e-02,
-1.0872e-01, 2.2339e-03, -5.8526e-02, -6.4377e-02, 5.4906e-02,
-7.1625e-02, -7.4870e-02, 7.9191e-02, 1.4995e-01, -6.7676e-02,
-4.2425e-02, 1.1039e-02, -6.9647e-02, -4.1962e-02, 2.1654e-01,
-2.3302e-01, 2.5422e-02, -3.0916e-02, -2.1357e-02, 4.2433e-02,
1.2301e-01, 7.7965e-02, 3.8469e-02, -3.3537e-02, -2.7109e-02,
1.4942e-02, 2.4201e-02, 7.0361e-02, -7.9988e-03, -1.2326e-01,
-2.9175e-02, 2.6759e-01, 1.2818e-02, -5.6361e-02, -1.3750e-01,
1.1883e-01, 9.7030e-02, -1.9520e-02, 1.5636e-01, 2.2230e-02,
1.3919e-01, -7.4098e-02, 5.5310e-02, 1.1797e-01, -3.4947e-02,
8.2102e-02, -2.8005e-03, -1.6789e-03, 5.5663e-02, 3.2617e-02,
4.9129e-02, 2.4672e-02, 3.8769e-01, -1.6921e-01, 1.1804e-01,
7.6759e-03, 3.0625e-01, -2.7059e-02, 7.7639e-03, -2.4381e-02,
-1.0325e-02, -9.1466e-02, -1.0228e-02, 7.2946e-02, 2.8962e-02,
7.9154e-02, -1.7428e-02, 1.5587e-02, -2.0248e-02, -2.1300e-03,
1.4384e-02, -7.4229e-02, -3.6927e-02, 4.0820e-02, 2.3233e-02,
2.5392e-02, 4.2384e-02, -6.5645e-02, 5.8642e-02, -9.5135e-02,
-1.1408e-01, -3.0928e-02, -6.6041e-03, -1.1973e-02, -5.1943e-02,
1.5048e-01, -7.1865e-02, 1.8345e-01, -1.2684e-03, -5.5511e-02,
-2.0443e-02, -3.5471e-02, -1.2136e-01, -1.2135e-02, -3.3878e-03,
2.4480e-02, -7.6258e-02, -8.6461e-02, -3.5445e-02, -1.2943e-03,
1.5476e-01, 4.0619e-02, 5.5255e-02, 8.2169e-02, 1.7217e-02,
2.2454e-02, 2.0457e-02, -5.2607e-02, -4.6050e-02, 5.6376e-02,
-4.2598e-01, -7.2084e-03, 3.9077e-02, 4.5710e-02, 3.7310e-02,
-3.5734e-02, 8.4427e-02, 7.6644e-02, 3.0851e-03, -1.2104e-01,
-8.7260e-02, 7.9967e-02, -3.0950e-02, 9.4875e-02, 1.2180e-02,
-6.1893e-02, -9.6966e-02, 3.2773e-01, -2.6348e-02, 6.0236e-02,
5.1432e-03, 1.0949e-01, -1.7425e-02, -6.9459e-02, 1.0128e-01,
6.1567e-02, -6.7227e-02, 2.0548e-02, 1.7665e-01, -3.9892e-02,
9.0629e-02, 1.3280e-01, -7.8032e-02, 3.4415e-02, 7.2014e-02,
-2.7402e-02, 2.6219e-03, 3.4826e-02, -3.5982e-02, 3.5173e-02,
2.0632e-03, 3.9437e-02, 2.7368e-02], device='cuda:0')),
('bert.encoder.layer.0.output.LayerNorm.weight',
tensor([0.8138, 0.8292, 0.8172, 0.8162, 0.7626, 0.8113, 0.6143, 0.6486, 0.8610,
0.7142, 0.8686, 0.8537, 0.8938, 0.8528, 0.8670, 0.6009, 0.8235, 0.8221,
0.8186, 0.8529, 0.7308, 0.8610, 0.8434, 0.8192, 0.7954, 0.8061, 0.8280,
0.7840, 0.8310, 0.8723, 0.8207, 0.6063, 0.8699, 0.8011, 0.8193, 0.7935,
0.7387, 0.8574, 0.7045, 0.7893, 0.8607, 0.8197, 0.8310, 0.8507, 0.8694,
0.8378, 0.8036, 0.8362, 0.8523, 0.8242, 0.8575, 0.7823, 0.7640, 0.8277,
0.7424, 0.6451, 0.8155, 0.8195, 0.7354, 0.7624, 0.8417, 0.8841, 0.8381,
0.8366, 0.7320, 0.9007, 0.8151, 0.8285, 0.6371, 0.7849, 0.8260, 0.7914,
0.8313, 0.7995, 0.8586, 0.8592, 0.8402, 0.8081, 0.8737, 0.8296, 0.8344,
0.8032, 0.8493, 0.7897, 0.5361, 0.8270, 0.7593, 0.8362, 0.8649, 0.8051,
0.8153, 0.8114, 0.8160, 0.8000, 0.8022, 0.7964, 0.6036, 0.8237, 0.8407,
0.8152, 0.7861, 0.8751, 0.7491, 0.8759, 0.6207, 0.8687, 0.8603, 0.7508,
0.8571, 0.8586, 0.7882, 0.7979, 0.8638, 0.5361, 0.8000, 0.8413, 0.8371,
0.8330, 0.8529, 0.8795, 0.8360, 0.8306, 0.8500, 0.7765, 0.8033, 0.7823,
0.8295, 0.8071, 0.8291, 0.8232, 0.8657, 0.7643, 0.8242, 0.8505, 0.8552,
0.8191, 0.4032, 0.8509, 0.7472, 0.8715, 0.6395, 0.8700, 0.8054, 0.1208,
0.8104, 0.8068, 0.8129, 0.8323, 0.8257, 0.8024, 0.8255, 0.8227, 0.8589,
0.8321, 0.8072, 0.8119, 0.8530, 0.8351, 0.8278, 0.8265, 0.8856, 0.8243,
0.6949, 0.8436, 0.7775, 0.8368, 0.7021, 0.5812, 0.8035, 0.8474, 0.8383,
0.6624, 0.7545, 0.8366, 0.7474, 0.8228, 0.8582, 0.7521, 0.8424, 0.8285,
0.8216, 0.8086, 0.7962, 0.8602, 0.8675, 0.8436, 0.7835, 0.8219, 0.8122,
0.8343, 0.8009, 0.6717, 0.7867, 0.8452, 0.8293, 0.8397, 0.8621, 0.6306,
0.8211, 0.8472, 0.8374, 0.7350, 0.8515, 0.7808, 0.7731, 0.8158, 0.8579,
0.8963, 0.8673, 0.7976, 0.8531, 0.8428, 0.7749, 0.8496, 0.8215, 0.8415,
0.7702, 0.7977, 0.8254, 0.8215, 0.8470, 0.7858, 0.8663, 0.8419, 0.8527,
0.8434, 0.8358, 0.8487, 0.7805, 0.3957, 0.7946, 0.8695, 0.7838, 0.8096,
0.8369, 0.8394, 0.8231, 0.8476, 0.8317, 0.8742, 0.8247, 0.7892, 0.7417,
0.8409, 0.8545, 0.7826, 0.8558, 0.7942, 0.8640, 0.8849, 0.8224, 0.8342,
0.8835, 0.8679, 0.8719, 0.8762, 0.8629, 0.6455, 0.8116, 0.8354, 0.6730,
0.8248, 0.8315, 0.8081, 0.8336, 0.8354, 0.8603, 0.8635, 0.6957, 0.8559,
0.8496, 0.8578, 0.8762, 0.8262, 0.8713, 0.8616, 0.8313, 0.8379, 0.8320,
0.8535, 0.8719, 0.8631, 0.7681, 0.4225, 0.8433, 0.8682, 0.7378, 0.8448,
0.8431, 0.7946, 0.7024, 0.8021, 0.7870, 0.7677, 0.7998, 0.7500, 0.7753,
0.6075, 0.8465, 0.8144, 0.8545, 0.8262, 0.7797, 0.8206, 0.5415, 0.8239,
0.7680, 0.8591, 0.8356, 0.8147, 0.7625, 0.8039, 0.8197, 0.6583, 0.7979,
0.8803, 0.8157, 0.7561, 0.8640, 0.7786, 0.7957, 0.8388, 0.8027, 0.8820,
0.7637, 0.7686, 0.8087, 0.7505, 0.8760, 0.8371, 0.8534, 0.8258, 0.8830,
0.8624, 0.8756, 0.8743, 0.8251, 0.8311, 0.8208, 0.7404, 0.6362, 0.8628,
0.7919, 0.8658, 0.8426, 0.8775, 0.8608, 0.8286, 0.8169, 0.8119, 0.8435,
0.7951, 0.7803, 0.8100, 0.8564, 0.8066, 0.8263, 0.8295, 0.7870, 0.7354,
0.8350, 0.8364, 0.7909, 0.8791, 0.8221, 0.7771, 0.8619, 0.8925, 0.8666,
0.7644, 0.8393, 0.8743, 0.8492, 0.8286, 0.7944, 0.7837, 0.8297, 0.8540,
0.8326, 0.6104, 0.8128, 0.8282, 0.8690, 0.8448, 0.7851, 0.7546, 0.7836,
0.8546, 0.8058, 0.7350, 0.8736, 0.7582, 0.8322, 0.8391, 0.8018, 0.8446,
0.7559, 0.8574, 0.8039, 0.7700, 0.7329, 0.7496, 0.7173, 0.8133, 0.8401,
0.8404, 0.8189, 0.7790, 0.8416, 0.8982, 0.7917, 0.7982, 0.8464, 0.8754,
0.8351, 0.8207, 0.7798, 0.7987, 0.8015, 0.8213, 0.8242, 0.8908, 0.8519,
0.7654, 0.8197, 0.8264, 0.7973, 0.4740, 0.8470, 0.8513, 0.8154, 0.8720,
0.7717, 0.8659, 0.6264, 0.8422, 0.8254, 0.8049, 0.8529, 0.8473, 0.8423,
0.7678, 0.8124, 0.7518, 0.8384, 0.7958, 0.8636, 0.8555, 0.8503, 0.7684,
0.8123, 0.8212, 0.8330, 0.8371, 0.8381, 0.8124, 0.7827, 0.7674, 0.8023,
0.8238, 0.8436, 0.8147, 0.8140, 0.8683, 0.7992, 0.7920, 0.8166, 0.8212,
0.8269, 0.8217, 0.8597, 0.7879, 0.8987, 0.8135, 0.8196, 0.8361, 0.7264,
0.8699, 0.7460, 0.9023, 0.8024, 0.8386, 0.8391, 0.8467, 0.8277, 0.7974,
0.8629, 0.7726, 0.8793, 0.7696, 0.8017, 0.8717, 0.8469, 0.7752, 0.8401,
0.7813, 0.8086, 0.8806, 0.7939, 0.8397, 0.8216, 0.8630, 0.8242, 0.8297,
0.8389, 0.8402, 0.8734, 0.8081, 0.8050, 0.8581, 0.8051, 0.8282, 0.7908,
0.8206, 0.8599, 0.7815, 0.8566, 0.8274, 0.6065, 0.8760, 0.8748, 0.7277,
0.8256, 0.8607, 0.8512, 0.8806, 0.8673, 0.8731, 0.8193, 0.8427, 0.8325,
0.8411, 0.7872, 0.7898, 0.8118, 0.7746, 0.7630, 0.8079, 0.8086, 0.8180,
0.8311, 0.8693, 0.7396, 0.7505, 0.7640, 0.8861, 0.8058, 0.7732, 0.8135,
0.8512, 0.8064, 0.7770, 0.8588, 0.8152, 0.7356, 0.7885, 0.7720, 0.3348,
0.8536, 0.8205, 0.8817, 0.8862, 0.6803, 0.8349, 0.8462, 0.8605, 0.8325,
0.8403, 0.7679, 0.8418, 0.8030, 0.7934, 0.8212, 0.8169, 0.8428, 0.8637,
0.8088, 0.8281, 0.8157, 0.8672, 0.8472, 0.8554, 0.8342, 0.8127, 0.8431,
0.8599, 0.7744, 0.8166, 0.8103, 0.7865, 0.8609, 0.7594, 0.7969, 0.8170,
0.8185, 0.8869, 0.7694, 0.8043, 0.8384, 0.8246, 0.8541, 0.7959, 0.8108,
0.8492, 0.8163, 0.8441, 0.8288, 0.7907, 0.8289, 0.8065, 0.8147, 0.7474,
0.7990, 0.6811, 0.8642, 0.8629, 0.8589, 0.8877, 0.8409, 0.8241, 0.8128,
0.7751, 0.8214, 0.8827, 0.7923, 0.8465, 0.8335, 0.7980, 0.7600, 0.7778,
0.8400, 0.8293, 0.8030, 0.8311, 0.7755, 0.8044, 0.8438, 0.8423, 0.8381,
0.7952, 0.8916, 0.7861, 0.8007, 0.8176, 0.8032, 0.8025, 0.6059, 0.8396,
0.8690, 0.8116, 0.7775, 0.8693, 0.8043, 0.6717, 0.7966, 0.7952, 0.8764,
0.8018, 0.7872, 0.8524, 0.8407, 0.7929, 0.8085, 0.8016, 0.7834, 0.8373,
0.8685, 0.6237, 0.7283, 0.8463, 0.9013, 0.8231, 0.8063, 0.8759, 0.8373,
0.7758, 0.8214, 0.8359, 0.8890, 0.8307, 0.8776, 0.8103, 0.8389, 0.8415,
0.8521, 0.8166, 0.8238, 0.8610, 0.8331, 0.8765, 0.8539, 0.6012, 0.8291,
0.8494, 0.8417, 0.8531, 0.8228, 0.8689, 0.7638, 0.8788, 0.7978, 0.7241,
0.6914, 0.7914, 0.8430, 0.8741, 0.8365, 0.8804, 0.8233, 0.8471, 0.8275,
0.8727, 0.8547, 0.8196, 0.8685, 0.7381, 0.8044, 0.7257, 0.8246, 0.8632,
0.8506, 0.7814, 0.8676, 0.8083, 0.8815, 0.6010, 0.8477, 0.7999, 0.8438,
0.8478, 0.8350, 0.7917, 0.8655, 0.8545, 0.8065, 0.8530, 0.8685, 0.7844,
0.8245, 0.8404, 0.8552, 0.8174, 0.6205, 0.8107, 0.8125, 0.7805, 0.8104,
0.8350, 0.8124, 0.5834, 0.8150, 0.8607, 0.8249, 0.7904, 0.8585, 0.8125,
0.7488, 0.8263, 0.8177, 0.8175, 0.7841, 0.8589, 0.8639, 0.8541, 0.8872,
0.7997, 0.8484, 0.8272], device='cuda:0')),
('bert.encoder.layer.0.output.LayerNorm.bias',
tensor([ 4.9223e-03, -1.6992e-01, -1.4208e-02, -9.6627e-03, 4.5061e-02,
-1.6572e-01, 2.6920e-01, -3.1722e-01, -9.2545e-02, -6.1305e-02,
-3.3047e-02, -9.0127e-02, -7.9731e-02, -5.5733e-02, -5.7221e-02,
-1.6014e-01, 1.4737e-02, -3.1480e-02, -2.8488e-02, 3.5370e-03,
-1.5093e-01, -7.7207e-02, 2.2989e-02, -8.1910e-02, -9.6452e-02,
-1.2798e-01, 3.7671e-02, -1.5845e-01, -1.4632e-02, -4.7785e-02,
-7.5248e-02, 2.0034e-01, 1.5670e-02, -9.5516e-02, -6.9660e-02,
-8.6690e-02, -2.8627e-02, -3.2222e-02, -2.1878e-01, -6.1252e-02,
-9.4471e-02, 3.6819e-02, -9.7212e-03, -1.3824e-01, 9.0422e-03,
-4.8978e-02, -1.7813e-01, 8.7475e-02, -1.1216e-01, -2.4679e-02,
-9.4823e-02, -3.1798e-02, -5.1074e-02, -8.0209e-02, 3.0466e-03,
-5.9873e-02, -1.6120e-02, -4.2724e-02, -8.7403e-02, -8.1469e-02,
-7.6222e-02, -5.1872e-02, -1.4150e-01, 6.6216e-02, -3.4933e-01,
2.4792e-02, 1.5853e-02, -5.4585e-02, -2.0036e-02, -1.3687e-01,
5.2329e-02, -1.3648e-01, -6.9502e-02, -6.7717e-02, 2.4067e-02,
-6.0338e-02, -4.4387e-02, 1.7878e-02, -2.5617e-02, -7.8544e-02,
-2.8727e-02, -6.4217e-02, -2.7464e-02, -1.6752e-01, 3.8365e-01,
-1.2364e-01, 6.4154e-02, 1.4639e-02, -7.1525e-02, -1.4962e-01,
-1.9029e-02, 1.1727e-02, 5.8946e-02, -1.8713e-01, 1.5039e-02,
-9.5053e-02, -4.6453e-02, 3.9975e-02, -5.7878e-02, -1.5940e-01,
4.5161e-02, 2.9917e-02, -1.5622e-01, -1.8234e-01, -1.3035e-01,
-1.4314e-01, -4.8957e-02, -1.5395e-01, -1.9956e-02, 1.3321e-02,
-2.3527e-02, -7.1084e-02, 5.7595e-03, 2.1474e-01, 3.7808e-02,
-1.8119e-01, -1.8513e-02, -1.1216e-01, -6.4987e-02, -8.1905e-02,
-3.6956e-02, 1.1374e-01, -2.2414e-02, -1.2372e-02, -9.9526e-02,
7.7813e-03, 7.1711e-02, -2.4778e-02, -1.0227e-01, -1.2570e-01,
-9.9678e-04, -1.4549e-01, 5.9133e-02, -9.1439e-02, -5.6580e-02,
-1.3151e-01, 1.2990e-02, -4.0452e-02, -2.9395e-02, 3.1085e-02,
-7.9319e-02, -9.3735e-02, -1.8011e-04, -8.1415e-02, -5.3439e-02,
5.7768e-02, -8.3790e-02, -9.5541e-02, -5.4451e-02, 9.7257e-03,
5.3608e-02, -1.4347e-01, -6.3910e-02, 8.2793e-03, -8.0986e-02,
-7.9360e-02, 1.8003e-02, -1.7184e-02, -1.3641e-02, -5.4581e-02,
-8.0591e-02, -5.1445e-02, -1.3840e-02, 3.9718e-02, -2.4894e-02,
4.7143e-02, -3.4316e-01, -9.0275e-02, -1.9043e-02, 2.3389e-02,
-3.9552e-02, -1.9869e-01, -1.9149e-02, 9.4772e-02, -2.2600e-01,
-1.9039e-01, -1.7031e-01, 1.9647e-01, -4.5477e-02, 4.8513e-02,
4.8109e-02, -3.9739e-02, 2.2637e-02, 3.8660e-02, -5.6631e-02,
-8.3606e-03, -2.2246e-03, 2.6207e-03, -3.4649e-02, -2.1537e-02,
-2.1678e-01, -2.1721e-01, -1.2329e-01, -9.5348e-02, 1.9147e-02,
3.8037e-03, -3.1880e-03, 2.3600e-01, 6.0045e-02, -1.4042e-01,
-1.3689e-01, -1.3544e-01, -5.6537e-02, -2.5467e-01, -1.1877e-01,
-1.2891e-01, -5.4917e-02, -4.6091e-02, 4.7319e-02, 1.0504e-01,
9.1051e-03, -4.2406e-02, -5.7623e-02, -4.3115e-02, 4.6621e-02,
-1.1481e-01, -3.1897e-03, -6.1690e-02, -3.9533e-02, 2.5828e-02,
-3.3872e-02, -1.5775e-02, -7.9940e-02, 8.9704e-02, -6.5049e-03,
-7.6706e-02, -1.9125e-01, -1.3917e-01, -1.6180e-01, 4.0728e-01,
3.2535e-02, -3.5401e-02, -1.0640e-01, -2.3171e-03, 2.0540e-02,
-8.0586e-03, -4.4327e-02, -8.4810e-02, -9.4446e-02, 2.3986e-02,
-3.7864e-02, 7.3950e-02, 5.7106e-03, -5.5438e-03, 3.5754e-02,
-4.9049e-03, -5.0797e-02, -2.7744e-02, -7.4351e-02, -1.0123e-02,
-3.8441e-02, -9.3158e-02, -6.9493e-02, -3.5465e-02, -1.0912e-01,
-5.6379e-02, 4.7023e-02, 1.5644e-01, 1.0604e-01, 3.5247e-02,
6.7628e-03, 6.4429e-02, -7.8176e-02, -1.2863e-01, -5.6598e-02,
-7.9614e-02, -4.1788e-02, -1.0849e-02, -2.1755e-01, -1.8162e-02,
-9.7861e-02, 9.0638e-03, -4.0546e-02, -1.6454e-01, -1.3264e-01,
-1.0081e-01, 5.9597e-03, -1.6115e-02, -1.6992e-02, 2.7627e-02,
-4.0577e-02, 3.3567e-02, -3.7715e-02, -2.9942e-01, -8.2766e-03,
-1.5136e-01, -1.4095e-01, 4.8807e-02, -1.0728e-01, -9.0081e-02,
-5.2222e-02, 9.3683e-02, 2.1324e-03, 4.0685e-02, 2.0765e-02,
-4.1762e-02, 9.0048e-03, 2.0143e-02, -5.1811e-02, -1.5534e-01,
-3.0677e-02, -1.6840e-02, 2.3871e-02, -2.1411e-02, 5.7955e-02,
8.9263e-02, -6.6863e-02, -6.1224e-02, -1.8995e-01, 5.6171e-02,
-2.1452e-01, 4.3149e-02, 4.1308e-03, -8.6621e-03, -6.5842e-02,
-2.4316e-02, 4.5079e-02, -2.2666e-02, -4.6576e-02, -9.2164e-02,
7.3236e-02, -1.7805e-03, 6.9415e-02, -5.9966e-02, 1.1104e-01,
-2.8647e-03, -1.7993e-01, -1.3014e-01, -9.6967e-02, -1.2294e-01,
3.8651e-02, 9.1651e-02, -4.5007e-02, -7.0028e-02, -1.0555e-01,
-9.2907e-02, -4.1838e-02, -1.0123e-01, 4.3011e-02, -5.6625e-02,
1.9483e-01, -3.4604e-02, -2.4616e-02, 4.2051e-02, -1.2286e-02,
-6.5608e-02, -4.7572e-02, 8.8733e-03, -4.2383e-02, 3.9549e-02,
-8.3880e-02, -1.2143e-01, 8.9013e-02, -5.0775e-02, -4.7937e-02,
-1.4894e-02, -7.3945e-03, -4.5008e-02, 2.3510e-03, 2.0588e-02,
-4.3971e-02, 3.2500e-02, -1.4027e-01, -3.2533e-02, -5.6760e-02,
-1.7730e-01, -2.1725e-02, -1.0204e-01, 2.4845e-02, -2.1131e-01,
-1.2901e-01, 4.8070e-02, -4.0442e-02, -1.3469e-01, -1.0631e-01,
6.4063e-02, -5.9761e-02, -1.2033e-01, -1.6641e-01, 1.0085e-01,
-1.3733e-01, -2.3909e-02, -1.7214e-02, -1.9058e-01, 7.9043e-02,
6.9132e-02, -1.0088e-01, -4.5804e-02, -7.5743e-02, 2.1839e-03,
-4.5651e-02, -1.0114e-01, -1.1852e-01, -1.1241e-01, -7.0117e-02,
-4.8250e-02, 1.5685e-03, -1.6692e-01, -1.0509e-01, 8.4940e-02,
4.9968e-02, -1.4497e-01, -9.0479e-02, -6.3896e-02, 5.6773e-02,
-6.6189e-02, -8.7984e-02, 1.5644e-01, -9.8114e-03, -1.4930e-02,
5.7034e-02, -3.3919e-02, -1.0376e-01, -7.8042e-02, -1.2110e-01,
2.5022e-03, -1.4464e-01, -1.3970e-01, 9.4970e-02, -2.7615e-02,
-6.1573e-02, -7.7210e-02, 3.9168e-02, -1.2261e-02, -9.0061e-02,
4.1962e-02, 1.0503e-01, 2.5895e-01, 3.0850e-02, -9.7242e-02,
-5.9843e-02, -1.4249e-02, 1.3546e-01, -6.7953e-02, 1.1794e-01,
-1.9369e-01, -1.7566e-01, -1.4072e-01, 3.6722e-03, -1.1087e-01,
-1.4772e-01, -3.0323e-02, -7.0486e-02, -2.4021e-02, -5.8372e-02,
-2.3708e-03, -6.7561e-02, -7.1975e-04, -6.5451e-02, -6.1093e-02,
-1.6856e-01, 2.1443e-02, -6.0878e-02, -6.0906e-02, -5.4198e-02,
4.1504e-02, -5.9597e-02, -1.5003e-01, -9.5460e-02, 1.6325e-02,
-2.3915e-02, -2.9974e-02, 1.5227e-02, -4.5241e-02, -6.6427e-02,
-7.9082e-03, -8.9051e-02, -7.3140e-02, -9.8289e-02, -3.3751e-02,
-2.5369e-02, -7.8029e-02, -5.3785e-02, -1.2636e-01, 2.0044e-02,
-3.0038e-02, -1.6201e-01, -1.0575e-01, -5.9747e-02, -1.4602e-02,
2.2826e-02, 1.1245e-02, -3.7141e-02, -5.9504e-02, -1.3671e-01,
-1.7236e-02, -7.7659e-02, -2.1410e-02, -3.9563e-02, -8.0574e-02,
-4.0680e-02, -4.7167e-02, -4.4902e-02, -4.3049e-02, -1.2388e-02,
-1.9612e-01, -1.2313e-01, -6.3188e-02, 1.1785e-01, -8.3108e-02,
-9.2915e-02, -8.5891e-02, -8.1395e-02, -9.1850e-02, -1.8443e-02,
-1.9056e-01, -3.1373e-02, 8.4851e-02, 1.6525e-01, -5.2685e-02,
6.9876e-02, -1.2358e-02, -1.4249e-01, -5.3521e-02, 1.2264e-02,
7.1255e-02, -3.7133e-02, -1.1080e-01, -8.5343e-02, -3.4302e-02,
-1.0118e-01, 1.1097e-02, -6.8080e-02, -5.8105e-03, 2.9566e-02,
-2.6063e-02, -9.0991e-02, -5.4079e-03, -7.2301e-02, -2.9430e-02,
-2.8188e-02, -3.9861e-02, 4.4186e-03, 6.0008e-03, -4.7118e-02,
-1.8351e-02, -1.1614e-02, -2.0421e-01, 1.9452e-02, -8.7630e-02,
4.6107e-02, -5.5159e-02, -5.0494e-02, 1.2306e-02, -3.9256e-02,
-3.7983e-02, -6.2512e-02, 7.4969e-02, -9.7281e-02, -4.6788e-02,
6.6344e-02, 6.4954e-02, 2.7673e-03, -8.1253e-02, -3.6557e-02,
-2.8100e-02, 8.0272e-03, -1.9078e+00, -2.1161e-02, -2.3128e-02,
-1.6912e-03, -3.7176e-02, 1.0506e-01, 5.1922e-02, -8.8999e-02,
-4.9969e-02, -8.9568e-02, -2.8190e-02, 2.0173e-02, -1.3608e-01,
-7.7247e-03, -8.1888e-02, -4.6709e-02, -1.0758e-01, -1.5004e-01,
-5.3884e-02, -2.3611e-02, -5.6097e-02, -1.6128e-01, -1.0004e-02,
-1.0131e-01, -1.1628e-01, -6.3790e-02, -1.4504e-01, -1.1120e-02,
-1.3815e-02, -2.5938e-01, -1.3481e-01, 2.0754e-02, -6.0716e-02,
-3.2661e-02, 1.0593e-01, 2.0035e-02, 1.0020e-01, -7.4260e-02,
4.3786e-02, 5.0492e-02, 1.6730e-02, 2.3792e-02, -5.6772e-03,
3.8678e-02, 1.8641e-02, -3.9833e-02, 1.2314e-01, -1.1176e-01,
-1.1520e-02, 1.0327e-03, -1.4919e-01, -6.8416e-02, -3.7827e-02,
-7.1587e-02, -1.5801e-01, 6.5221e-02, 2.7809e-01, -7.7037e-02,
-4.8365e-02, -9.0753e-02, -6.1179e-02, -1.1126e-02, -1.0394e-01,
-5.5707e-02, -7.0973e-03, 2.6057e-03, -2.4179e-02, -1.3263e-01,
1.1651e-01, -1.2877e-02, -5.8613e-02, -4.0569e-02, -1.7031e-01,
-1.4808e-01, -1.2952e-01, -5.6498e-02, -4.0802e-02, -1.0423e-01,
-1.5291e-01, -6.0958e-02, -4.8967e-02, 6.0226e-02, 3.3790e-02,
-2.8373e-03, 8.8860e-02, -3.7864e-02, -6.8375e-03, -3.1684e-02,
-1.1193e-01, 2.8439e-01, -1.9025e-01, 2.3097e-04, -1.2487e-01,
7.3450e-03, -4.3606e-02, 9.0637e-03, 4.3988e-02, 2.9616e-02,
-3.8324e-02, -7.3470e-02, -4.0740e-02, -7.9205e-02, -6.5721e-02,
-5.1823e-02, -3.2197e-02, 2.0936e-02, 6.5497e-02, -1.4855e-01,
-6.6368e-03, -9.7700e-02, 2.9476e-01, -5.2561e-02, -7.8433e-02,
-2.8425e-02, -4.7729e-02, -8.6147e-02, -1.0066e-02, -1.8432e-01,
-6.7289e-02, -6.8922e-02, -3.9429e-02, -6.0177e-02, 2.8827e-02,
-1.0322e-01, -5.0658e-03, -1.4088e-01, -9.0005e-02, -6.5377e-02,
-6.8608e-02, 5.3737e-03, -1.4795e-01, -2.6608e-03, -4.0771e-02,
-6.1843e-02, 9.5923e-02, 1.5666e-01, 4.8002e-02, -2.0221e-01,
-8.5556e-02, 3.1314e-02, -2.7044e-02, -1.3833e-02, -8.8025e-03,
-6.8414e-02, -2.0309e-01, -3.4643e-02, -1.8005e-01, 6.7383e-04,
-7.7683e-02, -6.3646e-02, -7.4359e-03, -1.1022e-02, -2.0212e-03,
-7.4587e-02, -5.5003e-02, -1.9339e-02, -8.4873e-02, -1.7386e-02,
-8.5373e-02, -4.6340e-02, 5.3816e-02, -6.2993e-02, -3.2294e-02,
-1.1405e-01, -1.8087e-01, -3.4856e-02, -9.8187e-02, -1.3727e-02,
1.7332e-01, -1.0340e-01, -3.1872e-02, -1.0580e-01, -6.4923e-02,
3.4576e-02, 2.2223e-02, -4.0921e-02, -5.7507e-03, -8.0860e-02,
-3.4196e-02, -6.5146e-02, 3.3133e-02, 1.7307e-02, -7.7488e-02,
1.3114e-02, -4.3423e-02, 7.9756e-02, -1.0134e-01, -3.2154e-02,
-3.3930e-02, -5.7706e-02, 1.5635e-03, -1.3479e-02, -2.0391e-01,
-6.7555e-02, -9.6185e-02, -2.2244e-02, 1.5559e-01, -2.0472e-02,
-4.1781e-02, 8.4230e-02, -2.2700e-02, -2.6787e-02, -2.0596e-01,
1.4071e-01, -8.3007e-02, -3.9037e-02, -5.6191e-02, -1.5072e-02,
3.1947e-02, -1.2353e-02, -4.9529e-02], device='cuda:0')),
('bert.encoder.layer.1.attention.self.query.weight',
tensor([[-0.0185, 0.0293, 0.0217, ..., -0.0166, 0.0170, 0.0540],
[ 0.0115, 0.0550, 0.0245, ..., -0.0795, -0.0294, 0.0124],
[-0.0121, -0.0660, 0.0231, ..., 0.0016, -0.0383, -0.0025],
...,
[ 0.1011, -0.0419, -0.0200, ..., 0.0158, 0.0630, 0.0129],
[ 0.0507, 0.0213, 0.0270, ..., 0.0376, -0.0233, 0.0168],
[-0.0018, 0.0090, -0.0207, ..., -0.0288, -0.0458, -0.0170]],
device='cuda:0')),
('bert.encoder.layer.1.attention.self.query.bias',
tensor([ 2.6544e-02, 4.5820e-04, -2.6952e-02, -2.9217e-02, -6.8066e-02,
6.6178e-02, 6.8389e-04, -2.0064e-02, -4.8387e-03, -4.5698e-02,
5.6476e-02, -2.9421e-02, -5.9599e-02, 2.3476e-03, 6.1077e-02,
3.1109e-02, 1.0565e-01, -1.1206e-02, 1.9488e-02, -7.4117e-02,
-2.5443e-02, 8.5166e-03, -1.0443e-01, -4.3452e-02, -2.7041e-02,
-9.0687e-02, 3.6531e-03, 5.4267e-02, -1.5868e-02, -5.4019e-02,
-4.5981e-02, 2.9325e-02, -7.7273e-02, 1.2400e-02, 1.0700e-01,
-1.0988e-01, 5.2940e-02, 9.5039e-02, -5.0899e-02, 4.5306e-02,
-3.1489e-02, 3.4286e-02, 1.3514e-01, -2.7394e-01, 7.5678e-02,
4.8630e-02, -6.8431e-03, 9.1394e-02, -6.0934e-02, 3.3112e-02,
-4.2910e-02, -3.8435e-02, -1.3219e-02, 4.9587e-02, -1.6560e-02,
-3.6861e-02, -4.8116e-02, -1.0048e-01, -3.3582e-01, -6.8333e-02,
-1.1052e-01, -4.7088e-03, -6.0534e-02, -5.3917e-02, 1.0538e-02,
2.7237e-01, 2.7131e-02, 2.6026e-02, 1.6439e-01, 1.4017e-01,
-3.3802e-03, 5.9849e-02, -6.2131e-02, -8.9086e-02, -4.9949e-01,
6.7895e-02, -1.9727e-02, 1.9407e-02, -1.7706e-02, -6.4363e-02,
1.3377e-01, -2.5819e-02, 8.1758e-02, -1.4531e-01, 7.3406e-02,
-3.4715e-01, -3.5392e-02, -7.3914e-02, -5.1365e-02, 8.9725e-02,
-1.0482e-01, -1.5180e-01, -1.4973e-02, -1.4563e-02, 6.8625e-02,
3.9331e-02, -2.4943e-01, -1.0705e-01, -3.7495e-02, 3.2371e-02,
-1.1782e-01, 6.6879e-02, 9.3855e-02, 4.6924e-02, 6.4501e-03,
-6.2240e-02, 3.2986e-02, -2.3278e-03, 3.2672e-02, -7.8947e-02,
2.2745e-01, -9.7508e-02, 1.2712e-01, -3.4137e-02, -8.2073e-02,
2.2820e-01, 6.5961e-02, 8.7240e-02, 4.5995e-02, -1.8485e-01,
2.8451e-01, -1.1360e-01, 1.2265e-01, -4.7154e-02, 2.8308e-01,
-5.9076e-02, -3.8462e-02, 4.2075e-02, -6.0484e-02, 5.0757e-02,
-2.0199e-04, -8.9173e-02, 1.4039e-02, -2.2173e-01, -4.9400e-03,
5.6983e-02, 6.5753e-02, 4.4278e-02, 2.0757e-01, -1.2499e-01,
-6.8953e-02, 3.7747e-02, -8.3203e-02, -1.4964e-02, 2.5097e-01,
-5.7364e-02, 2.1751e-02, 1.0516e-01, 3.5038e-01, -2.2636e-01,
5.8488e-02, 8.7178e-02, 2.4929e-02, -2.6036e-02, -2.9272e-01,
9.0871e-02, -5.6028e-02, 5.4885e-01, 2.7814e-01, 1.0737e-01,
3.6413e-02, -1.9974e-01, -1.1884e-02, -7.7199e-02, -1.5045e-01,
-9.5492e-02, -2.8419e-02, 8.3173e-03, 2.5731e-01, 3.3906e-01,
2.4654e-01, 4.7598e-01, -8.3598e-02, 2.1314e-02, -5.4499e-01,
1.7413e-02, -8.4726e-02, 8.1380e-02, -8.2096e-01, -3.7076e-01,
4.0316e-02, -1.5237e-01, 1.2918e-01, -7.5938e-01, 2.5212e-01,
-3.0925e-02, 4.6416e-02, 3.9394e-02, 3.8099e-02, 9.1999e-02,
-9.6319e-02, 1.1443e-01, 3.5618e-01, -1.2110e-01, -5.9851e-02,
-2.5872e-01, 2.0358e-01, 3.1109e-01, -1.1502e-01, 5.1188e-02,
1.1955e-01, -3.4100e-01, -2.8664e-01, 1.5490e-01, -1.3856e-01,
-2.6536e-02, 1.9313e-01, -3.1798e-01, 5.2734e-01, -1.1156e-01,
-2.6710e-01, -1.8883e-01, 2.1783e-01, 2.2151e-01, 1.1651e-01,
2.2121e-01, -2.4231e-01, -8.0725e-02, -6.0238e-01, -4.5958e-02,
5.7593e-02, -9.1641e-02, -2.5103e-02, -3.9007e-01, 5.8749e-01,
-2.1971e-01, 3.5472e-01, -7.9959e-02, -2.1975e-01, 2.4169e-01,
-9.7297e-02, 2.4100e-01, -1.4346e-01, 8.4038e-02, 3.2399e-01,
-2.2064e-01, -6.1050e-02, -3.0051e-01, -1.3261e-01, -3.7299e-01,
1.4612e-01, 1.2159e-01, 1.4803e-01, 6.1748e-02, -4.8764e-03,
-5.1315e-02, -2.9771e-01, 6.5298e-02, 7.8418e-02, -2.1209e-01,
8.2559e-03, -2.8823e-02, -4.2828e-02, 1.8591e-01, 1.6212e-01,
-8.3236e-01, 4.7856e-01, 3.1077e-02, 1.2769e-01, 9.8011e-02,
2.7021e-02, 2.1855e-01, -7.7469e-02, -2.3683e-01, 5.2868e-01,
-3.1193e-01, 2.4831e-01, -2.2478e-02, 6.3299e-01, -1.5586e-01,
5.2528e-03, -4.8676e-02, -1.9005e-01, 1.5295e-02, -5.9773e-03,
3.3845e-01, -9.6929e-02, 4.4274e-02, 5.3535e-02, 5.7616e-02,
5.0890e-02, 1.0381e-02, 2.3334e-01, 4.2026e-02, 7.4059e-02,
-3.3418e-01, -1.8758e-01, -3.0536e-01, -1.1278e-01, -2.7555e-01,
-1.2709e-01, -3.1302e-01, 6.9178e-02, -5.1032e-01, -1.6751e-01,
-3.7042e-02, -2.8549e-01, -1.1242e-02, 2.2973e-01, -2.1990e-02,
-2.2208e-02, -1.4402e-01, 3.2676e-03, -4.6690e-03, 8.5968e-02,
2.1151e-01, 1.0999e-01, 2.1019e-01, -6.9794e-02, -4.7931e-02,
3.5266e-01, 4.8799e-02, 3.7794e-02, -1.2462e-01, 1.1933e-01,
6.5440e-04, -3.2924e-02, -1.8695e-02, 1.5956e-01, -1.4163e-01,
2.6643e-02, -2.6682e-03, -1.5093e-02, 3.6773e-02, 5.0405e-02,
-4.5466e-02, 3.6464e-02, -6.8790e-02, -1.2084e-02, -4.0254e-02,
-1.9249e-02, -7.5930e-03, 5.6662e-02, 8.7566e-03, -1.1233e-02,
-5.3828e-02, 1.8059e-02, 7.4611e-02, -6.0683e-02, 4.1598e-02,
3.5230e-03, 5.5529e-02, 5.4046e-02, -1.1999e-03, 1.9330e-01,
-1.1772e-02, -6.5424e-03, -2.1949e-02, -1.2099e-02, 5.8429e-02,
-8.8284e-02, -8.8386e-02, -3.6368e-02, -2.7529e-02, -1.4017e-02,
-4.9784e-02, 4.4830e-02, 1.9414e-02, -5.1417e-02, -7.3114e-02,
7.0918e-02, -5.0191e-02, -5.7403e-02, -3.5686e-02, 1.5133e-02,
-7.8907e-02, -8.3374e-02, 7.8589e-02, -1.5818e-02, 4.3658e-02,
5.8397e-03, -4.7486e-02, 4.2113e-02, -2.3434e-02, -5.1678e-02,
-1.8591e-02, 5.9647e-02, 4.2308e-02, -7.6112e-02, 1.7703e-02,
-6.2392e-02, -3.1311e-03, 9.0230e-03, 2.7393e-02, -3.9660e-01,
3.6368e-01, 1.7107e-01, 2.7007e-01, 1.5902e-01, 1.5984e-01,
-2.6871e-01, -2.1502e-02, 2.4521e-01, 3.7549e-01, 2.4946e-01,
2.4912e-01, -2.7502e-01, -1.0605e-02, -5.3826e-02, -3.2244e-01,
2.3738e-02, 5.6155e-02, -2.2665e-01, -7.0308e-02, -2.0652e-01,
2.5028e-02, 5.6616e-01, 3.1176e-01, 1.0851e-01, -3.1484e-01,
-4.7313e-02, -3.5227e-01, -1.2911e-01, -4.3306e-02, -3.4630e-01,
3.2021e-02, -1.9269e-01, 3.1953e-01, -1.7334e-01, 3.5170e-01,
-2.3432e-02, 6.9927e-02, 1.6258e-03, -4.2517e-01, -3.3441e-02,
1.5058e-01, 4.1840e-01, -1.9174e-02, -1.4948e-01, 3.6128e-01,
2.8950e-02, 9.4359e-02, -1.5072e-01, -3.4727e-01, 8.8966e-02,
1.0149e-01, 1.5582e-01, -2.6763e-01, 2.0010e-01, -5.6442e-02,
6.6878e-02, 3.4870e-01, 1.1912e-01, 3.0841e-01, -9.8725e-02,
1.5256e-01, 1.0584e-01, 2.3114e-01, -1.6294e-01, 9.0477e-03,
4.1458e-01, 8.3112e-02, -2.4932e-01, -4.5807e-02, 4.0259e-02,
1.1352e-02, -4.6136e-02, -2.6824e-02, 1.8720e-02, 6.6303e-03,
-2.1711e-01, 5.0507e-02, 2.9107e-02, 8.5857e-02, 5.2043e-02,
-1.0808e-01, 2.7781e-03, 1.3558e-01, 1.5711e-02, 3.3817e-03,
-1.6946e-02, 8.6681e-03, -3.6350e-02, -6.5140e-03, -9.4174e-02,
2.4839e-02, 2.6503e-01, 3.2983e-01, -2.5563e-02, -3.5421e-02,
3.7323e-02, 7.0928e-02, -2.1082e-02, -3.1150e-02, -1.1331e-02,
6.1604e-02, 1.4462e-03, 4.8273e-01, -4.6081e-03, -1.6858e-02,
-4.1418e-02, -6.2527e-04, 6.4584e-02, -2.6837e-04, 1.2531e-01,
4.8734e-02, 3.0617e-03, 1.7095e-02, -2.7204e-02, -6.4113e-03,
4.1330e-02, -3.2964e-02, 1.4384e-01, -1.5523e-02, -1.9507e-02,
-1.8319e-02, -1.6003e-02, 2.8721e-03, -8.6498e-02, 3.4918e-03,
3.8986e-02, -2.2239e-02, -2.5511e-01, 2.1032e-01, 3.6066e-01,
-1.7223e-01, 5.5993e-02, 2.2865e-01, 6.6903e-02, 1.6465e-01,
1.3820e-01, -4.0271e-01, -3.2999e-01, 1.7657e-02, -2.8276e-01,
-4.0157e-01, 1.2203e-01, 3.7850e-02, 2.9796e-03, 3.1067e-01,
-5.7539e-02, -9.5203e-02, 2.5538e-01, -2.6566e-01, 3.4812e-01,
-1.1261e-01, -1.6115e-01, 1.0082e-01, 6.0963e-02, 1.4609e-01,
2.6111e-01, 2.9601e-03, -2.8511e-01, 5.8548e-02, -1.4809e-01,
-3.9599e-01, -2.5294e-01, 9.3406e-02, -1.1615e-01, 3.0722e-01,
-7.2555e-02, 2.0813e-02, -1.9241e-01, -6.6281e-02, 6.4722e-02,
1.6326e-01, 2.0539e-01, -5.3045e-02, 1.3774e-01, -1.0627e-02,
-8.8107e-02, -1.6055e-01, -1.7484e-01, -3.5661e-02, 4.3931e-01,
-1.5962e-01, 2.1017e-01, 6.3572e-02, -9.7073e-02, -2.3922e-01,
4.0239e-01, 7.7113e-02, -7.0153e-02, -2.7705e-01, 2.4040e-01,
-1.0345e-01, 1.0487e-01, 7.7441e-04, 1.6248e-01, 2.2409e-02,
-2.0062e-02, -9.4925e-02, 2.6501e-02, 2.0245e-02, -9.0978e-02,
9.4606e-03, 1.5561e-02, -1.5005e-01, -1.3804e-02, 6.6041e-02,
-1.2021e-01, -1.5859e-01, -4.6171e-02, -4.2206e-02, -9.1183e-02,
-1.2356e-01, 4.9641e-02, 4.6869e-02, -6.6132e-02, -7.6351e-03,
-5.2763e-02, 7.3361e-02, -3.6952e-02, 6.2269e-02, -7.5815e-03,
5.0769e-03, 2.4775e-02, 5.7018e-02, -9.0912e-03, -2.7949e-02,
2.7441e-02, 1.1514e-03, 1.8076e-02, -1.4660e-01, -5.6177e-02,
-7.1430e-02, -1.5980e-01, 7.5015e-02, 3.1692e-02, -2.9122e-02,
-7.3842e-02, 5.9352e-02, -1.2681e-02, 7.7675e-02, -1.7653e-02,
-1.2215e-01, 1.4349e-02, -5.3239e-02, -5.5252e-04, 1.0915e-02,
4.4766e-02, -9.3366e-02, 2.4621e-02, 2.1394e-01, -3.7426e-02,
7.4626e-02, -8.9031e-02, -5.1675e-02, -7.2390e-02, -1.1625e-01,
5.7670e-01, 3.1210e-01, -2.8002e-01, 1.7123e-01, 2.7506e-01,
4.8975e-01, -1.9045e-01, 1.8976e-02, 2.0441e-01, -2.4452e-01,
1.7109e-01, -3.6706e-02, 1.3350e-01, -2.4775e-01, 2.8312e-02,
-1.3663e-01, 1.9790e-02, 1.0269e-01, -1.2835e-01, -2.4157e-01,
1.1342e-02, -6.1425e-02, -3.2973e-01, -2.7481e-01, 5.1377e-02,
-5.2075e-01, 5.8349e-02, 1.0380e-01, -1.7740e-01, 4.8485e-01,
4.2260e-01, 2.5287e-01, 8.5622e-02, 6.7693e-02, -3.1397e-01,
-1.6655e-01, -9.9341e-02, 1.1902e-02, -8.5400e-02, -1.0610e-01,
-2.5537e-02, -1.6364e-01, 1.3701e-02, -1.8110e-01, -1.4544e-01,
-7.5464e-02, -4.7153e-01, 3.7262e-02, -2.6311e-01, -1.1378e-01,
-5.4063e-01, -1.3417e-02, 8.8861e-02, -1.6901e-01, 1.7513e-01,
1.9298e-02, -2.1758e-01, 3.5562e-02, 1.1523e-01, -7.0720e-02,
-1.6103e-01, -6.9002e-02, -1.9497e-01, 6.9206e-02, -5.5160e-02,
-1.0333e-01, 2.6495e-02, -2.4950e-01, 7.1350e-02, 1.5059e-01,
-1.3244e-01, 4.9925e-02, -2.2356e-04, 3.8953e-02, 1.9068e-01,
-4.4946e-02, -1.1513e-01, 2.5599e-01, 2.9224e-02, 2.4682e-01,
-1.1814e-01, 3.2645e-01, -2.0017e-01, -1.0098e-01, 3.7878e-03,
-1.3605e-01, 1.8047e-02, 4.9444e-01, -1.7808e-01, -1.2182e-01,
1.1476e-01, 3.8227e-02, -2.7932e-02, -1.2001e-01, 1.3986e-01,
-2.3170e-01, 1.8702e-01, -3.6401e-02, 1.0568e-01, -1.1657e-02,
-3.2954e-01, -5.9546e-02, 3.1751e-02, 1.1475e-01, 4.9800e-01,
-1.0893e-01, -1.6393e-01, -2.7092e-01, -1.3115e-02, -2.1586e-01,
-1.9632e-01, -1.0319e-01, -4.1882e-01, -2.1524e-02, 3.6741e-02,
2.7473e-01, 1.0052e-02, 9.1723e-02, -3.3232e-02, 4.4407e-02,
2.8764e-01, -1.9556e-01, 1.7164e-01, -1.9863e-01, -1.0196e-01,
1.5321e-02, 3.0155e-01, -3.8314e-01], device='cuda:0')),
('bert.encoder.layer.1.attention.self.key.weight',
tensor([[-0.0004, 0.0118, 0.0100, ..., -0.0200, -0.0436, 0.0122],
[ 0.0027, -0.0342, 0.0867, ..., 0.0102, 0.0245, 0.0238],
[ 0.0209, -0.0331, -0.0245, ..., 0.0593, -0.0061, -0.0250],
...,
[ 0.0088, 0.0426, -0.0248, ..., 0.0516, 0.0050, -0.0487],
[ 0.0401, -0.0274, 0.0145, ..., 0.0678, -0.0273, -0.0135],
[-0.1077, -0.0396, -0.0437, ..., -0.0314, -0.0004, 0.0184]],
device='cuda:0')),
('bert.encoder.layer.1.attention.self.key.bias',
tensor([-9.9534e-05, -1.4809e-03, -5.9447e-04, -4.1505e-04, -6.6989e-04,
1.2900e-03, -1.9242e-04, 1.3835e-03, 2.0458e-04, -1.2274e-04,
1.2732e-03, 7.9700e-04, 5.8841e-04, -1.5419e-03, 7.3463e-04,
5.6324e-04, -1.5583e-03, -1.2319e-03, 1.0417e-03, -6.9469e-04,
6.2864e-04, 2.3428e-03, -1.6249e-03, 1.2470e-04, 9.9582e-04,
5.8800e-04, -1.2986e-03, 1.2105e-03, 5.9878e-04, -3.6962e-07,
7.3843e-04, 8.9101e-04, -6.4747e-04, -2.6222e-04, 1.4699e-03,
-1.3854e-04, 5.8758e-04, 1.8343e-03, -5.1125e-04, 9.3347e-04,
2.0233e-03, -2.3794e-03, -8.2281e-04, 9.7416e-04, 1.0649e-03,
6.4500e-05, -4.0876e-04, 1.6628e-03, -1.7434e-04, 1.1012e-03,
1.5275e-03, 1.8716e-03, -4.4617e-04, 2.7663e-04, -1.1230e-03,
6.5963e-04, 3.4186e-04, 6.4880e-04, 2.3501e-03, -1.6413e-03,
2.0970e-03, -2.0199e-03, 2.6625e-03, 6.5923e-04, 1.2245e-03,
3.8772e-03, -1.3902e-03, 1.7705e-03, 1.8082e-03, -2.1453e-03,
-3.4748e-03, 1.1206e-03, -1.5708e-03, -3.2988e-03, 1.2447e-03,
2.9408e-03, -1.2368e-05, -3.6579e-03, -3.2261e-03, -1.8493e-03,
-2.8966e-03, 1.0982e-03, -1.0624e-03, 2.5945e-03, 3.9818e-03,
-1.4314e-03, 2.2111e-03, 2.0533e-04, -3.2200e-03, 4.3502e-03,
1.9043e-03, 1.8157e-03, 1.4362e-03, 5.4237e-04, 3.8556e-03,
-4.7021e-03, 3.1918e-03, 3.1149e-03, -1.4439e-04, 4.4316e-04,
-1.2432e-03, 2.1767e-03, 3.6722e-03, 3.5164e-03, 2.6334e-03,
-1.0672e-03, 4.1262e-03, 2.5222e-04, 7.9206e-04, -2.2071e-03,
9.9989e-04, 5.7000e-04, 3.8160e-03, 3.6668e-03, -4.0129e-04,
-4.5740e-03, -2.3036e-03, -3.4830e-03, -1.3902e-03, -2.0310e-03,
-2.9673e-04, -2.8837e-04, 3.1135e-03, 1.4226e-03, 1.4778e-03,
1.6283e-03, -9.0200e-04, -7.4148e-04, -3.1757e-03, 8.6110e-04,
2.0023e-03, 1.9682e-03, -9.1692e-03, -2.9409e-03, -5.5047e-03,
4.6465e-03, 3.8141e-03, 2.7244e-03, 4.9131e-04, -4.2320e-03,
-4.4782e-04, -4.2967e-04, -2.1642e-03, 9.7277e-04, 3.5421e-03,
-7.8860e-03, 2.0954e-03, 1.0657e-02, 3.6894e-03, -2.9841e-03,
4.8025e-04, 1.5967e-03, 3.3687e-03, 3.3069e-03, -6.3266e-03,
3.3819e-03, -3.1569e-03, 8.4528e-03, -2.4181e-03, 2.7770e-03,
-3.5678e-03, -1.9781e-04, -2.4637e-03, 3.3258e-03, -4.7176e-03,
-9.7957e-04, 1.8186e-03, -3.5495e-04, 4.4039e-03, 5.0821e-03,
-2.7719e-03, 6.2204e-03, -8.3042e-03, -5.5549e-03, -1.2863e-02,
2.8131e-03, -1.3512e-03, -2.6142e-03, -1.1110e-02, -5.4233e-03,
-3.6336e-03, -2.8877e-03, -4.5716e-03, -8.3357e-03, -7.4516e-04,
-1.0479e-03, 2.2959e-03, 1.3106e-03, 5.3442e-03, 4.9114e-03,
8.5173e-03, 2.0351e-03, 1.3415e-03, -2.7825e-03, -1.4954e-03,
-2.5213e-03, 3.2790e-03, 1.0388e-02, -8.5495e-03, -3.0552e-04,
8.5557e-04, 5.3222e-03, 4.0714e-04, 3.6841e-03, -4.6942e-03,
4.7491e-03, 3.2409e-03, 3.4326e-03, 2.6050e-03, -5.1694e-03,
-2.0722e-03, 2.2120e-04, 7.4602e-03, 2.6299e-03, -1.3210e-03,
5.2880e-03, -1.0973e-02, -8.7768e-03, 2.5439e-03, -1.2301e-03,
-3.6418e-03, -4.3433e-03, -4.3051e-03, -6.4337e-03, -3.0813e-03,
3.1804e-04, -1.4388e-03, 1.3271e-03, -3.8274e-03, 7.0091e-03,
2.3951e-03, -2.2877e-03, -4.7322e-03, -5.0335e-03, 4.7769e-03,
3.0039e-04, 2.4946e-03, -5.4852e-03, 1.0079e-03, -3.7706e-03,
2.0251e-03, 1.5170e-03, -2.8756e-04, 2.1998e-03, -3.6991e-03,
2.2256e-03, -1.1157e-03, 8.7984e-03, 8.4720e-03, 5.8267e-03,
1.5741e-03, -3.0616e-03, 1.6021e-03, 2.0087e-03, -1.4855e-03,
-4.3784e-03, 1.9753e-03, -5.7894e-04, -2.4694e-03, 2.6167e-03,
2.3379e-03, -6.4357e-03, 8.5764e-04, 2.7344e-03, -2.2261e-03,
2.0626e-03, 6.8069e-03, -2.2169e-03, 2.8605e-03, -2.2152e-03,
8.5555e-04, 6.2508e-04, 5.9410e-03, -2.3508e-03, 3.0753e-04,
4.5446e-03, 2.4283e-03, -7.9512e-04, 2.4213e-03, -1.2917e-03,
8.1977e-04, 9.6000e-05, 7.1231e-04, -1.9019e-03, 3.7580e-03,
5.7196e-03, -3.8961e-03, -5.8983e-03, 3.5238e-03, -2.3981e-03,
-1.1877e-03, -5.8388e-03, 1.9600e-03, -2.5980e-03, -6.7516e-03,
-5.6640e-03, -4.0488e-03, 1.8607e-03, -3.2644e-03, -4.9035e-03,
-2.2812e-03, 8.4132e-03, -4.5703e-03, -8.2346e-04, 2.8503e-03,
-1.1842e-03, 2.8221e-03, 1.3963e-04, -1.3878e-03, -3.4472e-03,
-9.8105e-04, 5.2762e-03, -3.7314e-03, -2.8317e-04, -1.2764e-03,
-4.8238e-03, -4.0874e-03, 8.5992e-03, -5.5506e-03, -2.2163e-03,
3.5024e-03, 6.3315e-04, 3.1458e-03, -1.6216e-03, -2.5990e-03,
-8.4020e-04, -2.0859e-03, -1.8697e-03, -5.5208e-04, -4.8672e-03,
3.9281e-04, -1.1267e-03, -3.1681e-04, 2.2983e-03, -2.5165e-04,
2.4792e-03, 1.4774e-05, -1.7754e-03, 1.8064e-03, -3.1546e-03,
-1.9244e-03, -7.0294e-04, -1.7759e-03, -1.8538e-04, 4.9733e-04,
1.1706e-03, -2.4911e-03, -1.2423e-04, -5.1246e-05, -1.4181e-03,
9.3911e-04, 3.8010e-04, 1.4096e-04, -3.2782e-04, 1.1485e-03,
-5.3471e-04, -7.6730e-04, 2.7338e-03, 1.1033e-03, 1.8019e-03,
-2.7891e-03, -1.2715e-03, -1.1242e-03, 9.1302e-04, -2.9062e-03,
-2.0764e-04, -7.5692e-04, 6.5471e-04, -4.3958e-04, 1.8271e-03,
-1.7492e-03, -6.7399e-04, 1.8407e-03, 9.0259e-05, -1.1076e-03,
-2.8663e-03, -9.0229e-05, -3.6902e-05, -2.2846e-03, 3.3262e-03,
-3.8363e-04, -1.9525e-03, -3.0684e-03, 1.3207e-03, 1.4855e-03,
-1.2211e-03, -8.5726e-04, -2.4080e-03, 3.2015e-04, 6.2039e-04,
-4.4080e-03, 2.0183e-03, -2.3884e-03, -3.8318e-06, 1.9671e-03,
3.3875e-04, 1.0390e-03, 2.2184e-03, -7.7253e-04, 2.5396e-04,
6.6530e-04, -6.0786e-05, -1.4651e-03, -1.2907e-03, -9.2034e-04,
7.6692e-04, 2.8133e-03, 1.6375e-03, -6.7697e-04, 3.2463e-04,
-2.9639e-03, -3.1715e-04, -4.9241e-04, -1.0673e-03, 1.6345e-04,
2.6006e-03, 7.9551e-04, -1.2998e-04, -1.9015e-03, -1.6837e-04,
2.6847e-03, -1.1622e-04, -1.3489e-03, 3.5826e-04, 1.9171e-03,
1.1449e-03, -1.7796e-03, 4.4197e-03, -2.6597e-03, -8.9591e-04,
6.4394e-06, -1.7572e-03, -1.4459e-03, -6.5298e-04, -7.5922e-05,
-2.0653e-03, -7.6006e-04, 6.5596e-04, -3.5828e-04, -9.0150e-05,
-2.2111e-05, 3.4221e-03, 1.9030e-04, 1.7706e-03, -7.2900e-04,
5.5263e-04, 1.5397e-03, -9.6864e-04, 1.7956e-03, -6.4788e-04,
-9.9595e-03, 1.9155e-03, 3.1565e-03, -1.5246e-03, -1.6522e-04,
3.6470e-03, 6.8856e-04, 3.8650e-03, 2.3184e-04, 3.4495e-03,
6.1134e-03, -6.7645e-04, 6.0904e-04, -1.9932e-03, -1.9908e-03,
1.6857e-04, -1.6675e-03, -1.7970e-03, 1.4948e-03, -6.4623e-04,
7.7599e-04, -4.2319e-03, 3.4738e-03, -1.5323e-03, 1.5897e-03,
-4.3927e-04, -2.7945e-03, -7.0541e-03, 2.3457e-04, 7.0408e-05,
-1.0450e-03, -1.2094e-03, 2.8461e-03, -1.1487e-03, -2.1407e-03,
-5.2044e-03, -5.3904e-04, -5.6686e-03, 1.0206e-04, -8.3359e-04,
4.7751e-03, -2.1369e-03, -6.4562e-04, 3.7134e-03, -6.2035e-03,
-2.4377e-03, 4.7273e-03, -5.3824e-03, -1.6516e-04, 6.6784e-04,
-1.8019e-03, 8.9468e-04, -4.6268e-03, -3.2573e-03, 6.6854e-04,
-5.3787e-03, 2.0876e-03, -2.0789e-03, 2.4179e-03, 1.3747e-03,
2.3511e-04, 5.3465e-03, -2.8647e-03, 3.6451e-03, 1.2104e-03,
-7.8911e-04, 1.9159e-03, 1.5502e-03, 1.6078e-03, 1.4822e-03,
-1.8674e-03, -4.0323e-03, -2.9372e-03, 1.8229e-03, -1.9445e-03,
-3.8798e-04, -1.4014e-03, -1.0827e-03, 1.9455e-03, -1.7018e-03,
2.6614e-04, -2.2806e-03, -1.7295e-03, -7.6382e-04, 4.0571e-03,
-4.7068e-03, 3.2709e-03, -1.7611e-03, 9.6456e-04, 8.4745e-05,
1.6249e-03, -1.7161e-03, -2.8121e-04, -4.2488e-03, -2.5941e-03,
-2.4087e-03, -9.1202e-04, 2.9027e-03, -1.0923e-03, -3.4234e-04,
5.7066e-04, -1.9115e-03, -2.3944e-03, 1.9051e-04, -2.2408e-03,
1.9310e-03, 9.2048e-04, 7.1558e-04, 4.5630e-03, -2.6706e-03,
-2.6811e-03, -9.2065e-04, -1.0166e-03, 1.2717e-03, 4.9854e-03,
-2.4328e-03, 1.6191e-03, 6.5106e-03, 3.1447e-03, -2.7817e-03,
-1.1994e-04, -1.2594e-04, 1.1962e-03, -2.9518e-03, -5.2192e-04,
-4.8131e-04, 2.4353e-05, 4.6498e-04, 2.5025e-03, 1.9221e-03,
2.2487e-04, 4.7215e-04, -2.9026e-03, -9.3692e-05, 2.4518e-04,
1.9162e-04, 2.6044e-03, 1.5095e-04, 3.9526e-04, 1.7367e-03,
-6.0532e-04, 1.2759e-03, -1.2745e-03, -2.6124e-03, 1.1991e-03,
2.9015e-03, -3.6529e-03, -2.0872e-03, 7.9834e-04, 6.4303e-04,
1.3451e-03, 6.7141e-04, -1.5467e-03, -1.3332e-03, -1.5809e-03,
-2.8047e-04, -1.4633e-03, -1.4281e-03, -1.1228e-03, 2.5191e-03,
-1.0600e-03, -1.5034e-03, 2.6955e-03, 2.0546e-04, -5.7597e-05,
-5.7683e-05, -9.8074e-04, 1.7435e-03, 1.0559e-03, 9.5127e-04,
-1.6068e-03, 3.8699e-04, 1.1014e-04, -7.1588e-04, 1.5218e-03,
1.2803e-03, 1.3438e-03, 9.7274e-04, 5.7422e-04, 6.3264e-04,
4.9121e-04, 8.4246e-04, -1.3185e-04, 6.2795e-04, -2.2175e-03,
-8.3680e-04, -3.8578e-04, -1.7140e-03, -9.5535e-04, 8.6501e-04,
2.3496e-03, -1.5061e-03, -7.8598e-04, 7.6311e-04, 3.3802e-03,
9.6097e-04, 2.5623e-03, 3.9587e-03, 3.3618e-03, -1.5663e-03,
2.8183e-03, -4.2550e-04, 1.4238e-03, -2.1560e-03, -3.5914e-04,
8.6605e-04, -7.7360e-04, -2.0457e-03, -1.8528e-03, 9.3090e-04,
-1.4654e-03, 1.1446e-03, -1.8709e-04, -1.2050e-03, 8.0712e-04,
-1.5708e-03, 1.2912e-03, 3.7094e-03, 3.0475e-04, 4.5714e-03,
6.0864e-04, 1.2635e-03, -1.8184e-03, 1.2586e-03, 4.0334e-04,
-1.3312e-03, -1.4153e-04, -1.8188e-03, -1.9568e-04, 2.8439e-03,
-1.0546e-03, 1.8216e-03, 2.8149e-04, 2.4991e-03, 7.3250e-04,
-9.1923e-04, -1.2662e-03, 3.0185e-03, -1.4957e-04, -4.3097e-03,
1.8073e-04, -3.2829e-03, 5.8522e-05, -3.8614e-03, -1.0323e-03,
-4.5777e-04, -2.5249e-03, 1.2108e-03, 2.6566e-03, 1.7969e-03,
-2.4067e-03, 4.9273e-04, 1.0234e-03, -9.3250e-04, -6.2410e-03,
2.5638e-03, 9.2620e-04, 4.4027e-03, 7.6952e-04, 3.5084e-03,
1.1257e-03, 1.3491e-03, 3.9460e-03, -7.8792e-04, -1.0943e-03,
2.0476e-03, -9.4084e-04, -3.6326e-03, 9.4338e-04, -8.0906e-04,
2.8387e-03, -3.4365e-03, 3.3648e-03, -4.1904e-03, -2.6335e-03,
-3.5119e-03, -5.4848e-03, -7.0909e-04, -1.3014e-03, 1.4059e-03,
-4.2078e-04, -2.7995e-03, 6.6761e-04, -2.8448e-04, -1.7902e-03,
-2.9217e-03, 5.2092e-04, 3.1918e-03, 1.0920e-03, 5.0157e-03,
2.0343e-03, 1.2742e-03, -1.2672e-03, -1.3972e-03, -2.7664e-03,
1.7914e-03, 3.7621e-03, -1.5060e-03, 1.0242e-03, 5.7852e-03,
4.7725e-03, -4.0821e-03, 1.4453e-03, 2.8237e-03, -1.8540e-03,
2.2000e-04, -9.3835e-04, 2.3027e-03, 1.0214e-03, -4.9278e-03,
-1.5357e-03, 6.5232e-03, 8.4918e-04, -7.6074e-03, -1.3526e-03,
2.4503e-03, 7.1758e-03, -5.5273e-04], device='cuda:0')),
('bert.encoder.layer.1.attention.self.value.weight',
tensor([[-0.0057, 0.0440, 0.0103, ..., -0.0364, -0.0257, -0.0017],
[ 0.0192, -0.0055, 0.0319, ..., -0.0355, -0.0091, -0.0029],
[-0.0349, -0.0230, -0.0472, ..., 0.0872, 0.0073, 0.0580],
...,
[-0.0114, 0.0183, 0.0170, ..., 0.0012, 0.0106, 0.0152],
[-0.0154, 0.0370, -0.0026, ..., 0.0084, -0.0213, -0.0038],
[ 0.0014, 0.0211, 0.0121, ..., -0.0199, 0.0017, -0.0289]],
device='cuda:0')),
('bert.encoder.layer.1.attention.self.value.bias',
tensor([ 7.4115e-04, -3.2404e-03, 1.8485e-03, 6.8443e-03, -1.5724e-02,
-3.6544e-03, 1.2508e-02, 9.0568e-03, -9.2613e-03, -1.7390e-02,
1.0537e-02, -2.0820e-02, 2.1277e-02, 2.5397e-02, -3.2422e-04,
-6.6682e-03, -9.1541e-03, -1.8120e-03, -8.0605e-03, -4.2341e-03,
1.2200e-02, -3.2558e-04, -1.5810e-02, 7.1109e-03, 4.1164e-03,
1.3014e-02, -8.0096e-03, 5.6334e-03, -1.7564e-02, -6.6460e-03,
2.9398e-03, 1.1253e-02, 3.1447e-03, 4.2206e-03, 1.3878e-02,
6.1890e-03, -1.1386e-02, 2.5390e-03, 2.2550e-04, 2.2261e-02,
8.8573e-03, 1.3379e-03, -2.2066e-02, 6.2741e-03, -5.6259e-03,
-7.7031e-03, 1.3955e-03, 4.8774e-03, 7.8042e-04, -3.3337e-02,
-1.3969e-02, -5.6877e-03, 1.9951e-03, -1.4389e-02, -1.2138e-02,
-5.1424e-03, 2.9690e-02, 1.3309e-02, -2.3716e-03, -1.2215e-02,
-2.2802e-03, 1.3928e-02, -1.3008e-02, 3.2140e-03, 9.4045e-03,
6.7777e-03, -1.4751e-02, 2.0595e-03, 2.2431e-02, 7.5273e-03,
7.9175e-03, 9.0965e-03, 1.5973e-02, 2.4983e-02, -3.8375e-02,
3.9371e-03, -3.8291e-03, -7.6350e-03, -1.8378e-02, -2.8016e-02,
-9.7453e-03, -9.9913e-03, -2.6883e-02, -1.0133e-02, 3.1866e-02,
-1.6754e-02, -7.0184e-03, 1.3962e-02, -2.4383e-02, 2.3422e-02,
1.5079e-02, 6.9869e-02, -3.6678e-03, 2.1716e-02, -2.8682e-03,
-2.5178e-02, -1.3467e-02, 7.3955e-03, 2.0127e-02, 3.8379e-04,
-3.5897e-02, 6.7217e-03, -5.6765e-03, -4.0654e-02, 3.7993e-03,
-6.2232e-03, -1.0406e-02, 2.9166e-03, 1.0894e-02, 2.4316e-02,
1.0257e-03, 3.6642e-02, -1.5836e-02, -2.3548e-03, -9.5001e-03,
2.7125e-02, 2.9548e-02, 4.7313e-03, 1.4017e-02, 1.1544e-02,
-2.8892e-02, 4.0262e-03, -1.6866e-02, 6.9821e-03, 1.0844e-02,
4.9622e-02, -2.0542e-02, 1.9535e-03, -1.1095e-02, 7.9326e-03,
4.4224e-02, 9.0741e-03, -1.6486e-02, -7.5086e-03, 2.2569e-02,
-5.1556e-02, -4.9798e-02, 1.0426e-02, 5.7889e-03, 4.1063e-02,
-3.3737e-02, 2.7190e-03, 6.9008e-02, -2.6721e-03, 1.8156e-03,
-8.7225e-03, -4.9843e-02, -2.2286e-02, -1.7291e-03, -1.2910e-02,
-2.9866e-02, 2.0085e-02, 3.4703e-02, -5.3886e-02, -3.8763e-03,
-5.6853e-02, -1.8092e-02, -2.4841e-03, -5.3348e-03, -3.5637e-02,
2.2504e-02, -6.7666e-02, 9.6546e-03, 1.5643e-02, -1.2550e-03,
-2.7797e-03, 1.4174e-02, 6.9968e-02, -1.5566e-03, 2.6483e-02,
5.6428e-02, -9.5887e-03, 6.9414e-02, 4.9884e-02, -1.9706e-02,
-8.6570e-02, 1.9606e-02, 9.7887e-03, 1.3219e-02, 2.6439e-02,
3.3104e-02, 8.8768e-03, -3.1719e-02, 4.2220e-02, 6.4467e-03,
1.9769e-02, 3.2186e-05, 2.0192e-02, -3.0385e-02, -1.0462e-02,
5.3871e-02, -3.4042e-02, -1.7169e-03, 1.5223e-03, -1.1621e-02,
-5.2215e-02, 9.0364e-03, 1.2090e-03, -1.6195e-02, -6.9296e-02,
-8.3634e-02, 1.1634e-02, -3.9519e-02, -2.8932e-02, 5.0506e-03,
-6.3361e-03, 8.2882e-04, 4.9306e-02, 5.3613e-02, 3.1598e-04,
-6.3208e-02, 2.5844e-02, -2.0146e-02, -1.5410e-02, -1.7764e-03,
-2.2594e-02, 2.4715e-03, 7.3880e-02, 8.3741e-02, 3.5433e-02,
-3.5130e-02, 5.4647e-02, 5.3734e-03, 3.4427e-02, -1.5931e-02,
-8.7244e-02, -1.1076e-02, 4.3209e-02, -1.1234e-02, -1.5998e-02,
4.3400e-02, -2.7971e-03, -2.5914e-02, 2.1102e-01, -9.7021e-03,
-5.3074e-02, 2.8635e-02, -8.1119e-02, 8.3601e-02, -3.2617e-02,
5.2039e-04, -4.7148e-03, 3.0680e-02, 7.5725e-02, 1.9348e-03,
2.5927e-02, 4.5498e-03, -6.7018e-02, -4.1826e-02, -2.1070e-02,
-9.0883e-03, 3.9535e-02, -1.5754e-02, 2.2851e-02, -1.8771e-02,
-3.7932e-02, 4.0671e-02, -7.4646e-02, -6.7371e-03, 5.6655e-02,
2.5424e-02, 2.4888e-03, -2.2622e-02, 1.1040e-01, 7.1072e-02,
-4.7949e-02, 2.8095e-02, -3.6909e-02, -2.8174e-02, 4.2980e-02,
1.9802e-03, 2.2282e-02, 5.3375e-02, 5.4599e-02, 3.5709e-02,
6.8302e-02, 5.0724e-02, -1.7172e-01, -4.7318e-02, 9.5521e-03,
4.5135e-02, 4.7085e-02, 8.1881e-03, -6.4294e-02, -5.8517e-03,
2.1879e-03, 5.2234e-02, -4.7870e-02, 6.2177e-03, 1.3936e-01,
5.5381e-02, -2.9546e-02, -5.5789e-02, -6.6124e-04, -9.7030e-02,
-4.1355e-02, 5.9971e-02, 1.5793e-02, 1.1121e-01, 2.0255e-01,
6.1777e-02, 8.4062e-03, 3.0404e-02, -9.3465e-02, -5.2575e-02,
-4.2565e-02, 1.0883e-01, 2.2019e-02, 7.7031e-03, -1.0071e-01,
2.7622e-02, 1.2247e-01, -2.4230e-02, -2.1373e-02, 2.5982e-02,
1.9492e-02, -5.1700e-02, 5.5518e-02, -4.6328e-02, 8.1981e-03,
-8.4011e-03, 9.5940e-03, 9.9851e-03, -5.0040e-03, -3.7177e-04,
-7.3715e-03, 1.5143e-02, -6.8593e-03, -2.3353e-02, -1.5366e-03,
1.3216e-02, 1.9457e-02, 1.7346e-02, -1.2908e-03, 4.6990e-03,
-5.1384e-03, 5.8189e-03, 2.3790e-02, 1.1990e-02, 2.6621e-02,
3.9970e-04, 2.2179e-02, -8.3233e-03, -1.1259e-02, 1.7254e-02,
1.0424e-02, -5.6256e-03, 8.5574e-03, 7.4199e-03, 2.5839e-03,
2.1260e-03, 1.1956e-02, -1.4569e-02, 4.8320e-03, 4.0938e-03,
-2.7822e-03, -8.8631e-03, -1.5971e-02, 4.7213e-03, 1.7835e-02,
1.7550e-03, 2.8616e-03, -1.0557e-02, -2.9618e-02, -1.7135e-04,
1.2070e-02, -1.0899e-02, 1.4009e-02, -2.2400e-02, 2.6644e-04,
1.8549e-02, 1.1274e-02, -1.2351e-02, -1.0937e-02, 1.3704e-02,
-2.9336e-03, -1.0831e-02, 1.3867e-03, -3.5129e-03, 5.2994e-03,
2.8902e-02, 6.7708e-03, 1.8103e-04, -1.9068e-02, -1.6621e-03,
2.0766e-02, 3.2347e-02, -4.1569e-02, -6.9265e-03, 2.9730e-02,
-3.4791e-02, 1.5717e-02, 7.7411e-03, 4.7263e-02, -2.5791e-03,
-2.5230e-02, -4.7770e-02, -3.7512e-04, 9.0489e-03, -2.3184e-03,
-4.6756e-03, 3.1274e-02, -4.9791e-03, -8.7685e-03, -2.1409e-02,
-8.6936e-03, -8.6314e-03, 3.9993e-03, 7.9204e-03, 2.8245e-03,
-5.8133e-03, -3.0763e-03, 8.4544e-03, 1.9027e-02, 2.1207e-02,
5.6595e-03, 1.5169e-02, 4.9570e-03, -8.1545e-03, 2.7894e-02,
-4.5470e-03, 2.1874e-02, 1.6101e-02, -1.7502e-02, -4.7553e-02,
1.3559e-02, 2.4896e-02, 1.6986e-03, 4.3093e-03, 8.0090e-04,
9.2178e-03, -4.3210e-03, 2.8951e-02, -2.0398e-03, -1.1682e-02,
-2.4704e-03, -1.5874e-02, -6.3068e-03, 8.4695e-03, -1.5196e-02,
-4.4795e-02, 1.4883e-02, -2.3482e-02, 6.1789e-03, 9.3485e-03,
-9.8352e-03, -2.4603e-02, -2.3482e-02, 7.8811e-03, -1.4371e-02,
-6.7091e-03, -3.1879e-02, -4.4774e-02, 1.0400e-02, -2.2330e-02,
1.2151e-02, 1.5512e-03, 4.1612e-03, -7.7036e-03, 3.6969e-02,
3.3210e-02, 3.2448e-02, -1.8845e-02, -5.3286e-02, -2.0237e-02,
-1.3822e-02, 1.6900e-03, -1.0110e-02, -1.1969e-03, -1.0336e-02,
1.3203e-02, 8.8802e-03, -4.4777e-02, 1.5865e-02, 2.9589e-02,
3.2007e-02, -2.5191e-03, 1.2294e-02, 1.9833e-02, 2.6087e-02,
-1.8775e-03, -1.8013e-02, 1.3130e-02, 1.6615e-02, 1.1553e-02,
-2.2922e-02, -8.8957e-03, 1.6145e-02, -2.8599e-03, -1.4258e-02,
1.8237e-02, 3.9610e-02, 2.8780e-02, 1.1402e-02, -2.2662e-02,
-2.4908e-02, -3.7297e-02, -1.1597e-02, 4.6182e-03, 1.3786e-02,
3.5844e-02, -3.8273e-03, 4.6542e-02, -2.4821e-02, -4.2525e-02,
4.0134e-03, 3.3787e-04, 1.9973e-02, 1.0237e-02, -4.0655e-02,
4.9719e-05, -1.5494e-02, -9.5330e-03, -1.4521e-02, 1.3031e-02,
1.0880e-02, -1.6823e-03, 2.5793e-03, -2.0997e-02, 1.7076e-02,
5.7722e-03, -2.1547e-02, 3.1396e-02, 7.1711e-03, -3.9929e-02,
-1.6284e-02, 1.8794e-02, 1.7740e-02, -1.0321e-02, 8.9427e-03,
-1.0570e-02, 6.8025e-03, 1.6983e-02, 2.5313e-02, 9.6341e-03,
1.6898e-03, -1.1896e-02, -1.0530e-03, -7.6965e-03, 5.3143e-03,
-6.4922e-03, 3.1833e-03, -2.4564e-02, -1.9261e-03, 1.1762e-02,
-1.3997e-02, 1.5832e-03, -2.0988e-02, -2.0080e-02, 1.0657e-02,
4.6245e-04, -1.4385e-02, 1.4905e-02, 1.5690e-03, 1.8280e-02,
7.6347e-03, -3.3836e-03, 1.2068e-02, 7.3045e-03, -1.2168e-02,
-1.4695e-02, 2.3662e-03, -4.2303e-04, 6.3475e-03, -5.2303e-03,
1.3445e-02, 6.4171e-03, 2.5392e-03, -1.0454e-02, 1.3146e-02,
4.9742e-02, -9.0111e-03, 2.0402e-02, -4.8250e-03, 1.4784e-02,
1.2945e-02, 2.3837e-03, 1.7242e-02, -6.8437e-03, 1.7235e-02,
-2.1962e-02, 7.8213e-03, -1.8226e-02, 8.6160e-02, 2.0005e-02,
-5.6621e-03, -5.4211e-03, 2.1592e-02, -2.6892e-02, 1.5355e-02,
8.9293e-03, 2.1045e-03, 7.5094e-03, 3.6444e-02, 4.6990e-02,
1.4825e-02, -4.2800e-03, 3.1861e-02, -6.1164e-03, 4.9387e-03,
1.4373e-02, 2.7272e-03, 9.6541e-03, 2.3208e-03, -3.0914e-02,
3.5885e-02, 9.7034e-03, -3.2873e-02, 3.3816e-04, -2.1254e-02,
1.8036e-02, -1.7410e-02, 3.1722e-02, -2.0976e-02, -5.9918e-03,
-2.0386e-02, -1.1824e-02, 1.0604e-02, -1.4085e-02, 1.0542e-02,
-1.0731e-03, 2.1474e-02, 7.7365e-03, -1.9618e-02, -1.0032e-02,
-2.0714e-02, -5.5528e-03, 5.7479e-03, -5.7856e-03, -7.8837e-03,
-2.8420e-02, -3.2619e-03, 1.6232e-02, -9.5853e-03, 1.6075e-02,
-1.4860e-02, -2.6269e-02, 3.5956e-02, -3.6536e-03, -2.4716e-02,
1.8524e-02, -2.1358e-02, -1.5963e-02, -4.4260e-02, 2.9695e-02,
-5.3231e-02, 2.2140e-02, 1.8691e-02, -1.0915e-02, 3.0820e-02,
-1.4985e-02, -6.2514e-02, -1.2903e-02, -1.0419e-02, -2.8280e-02,
2.0817e-02, -1.0450e-02, 2.6260e-02, -1.2803e-02, -5.6493e-03,
-2.3227e-03, -3.4968e-02, -1.9907e-02, -2.6344e-02, 1.2013e-02,
-1.4908e-02, -1.7984e-02, -1.4307e-02, 1.0631e-02, 4.6340e-02,
1.0170e-02, 1.1985e-02, -4.8790e-03, -1.4021e-02, -5.2647e-03,
-5.3539e-03, 2.7498e-03, -1.0425e-02, 2.5004e-02, 1.2578e-02,
2.4821e-02, 1.2389e-02, 5.8893e-03, -1.8795e-02, 8.9188e-03,
-9.2849e-03, -4.4417e-02, -3.3467e-02, 3.7993e-02, -3.2960e-04,
6.8913e-03, 3.0710e-02, 1.4380e-02, 5.3923e-02, -2.4778e-02,
1.1084e-02, 2.3159e-02, -9.8126e-04, 4.6534e-02, -2.9916e-02,
5.3411e-03, 3.4410e-02, -2.2558e-02, 1.4454e-02, -6.3657e-02,
-1.3816e-01, -9.4410e-02, -1.2439e-02, 9.8884e-02, 3.0630e-02,
-7.2983e-03, -4.7875e-03, -2.0679e-02, 1.3321e-02, -1.5360e-01,
1.2375e-01, 8.8688e-02, 8.4744e-02, 1.7712e-01, -8.4646e-02,
-5.2992e-02, 1.1791e-01, -3.5961e-03, -1.9829e-02, 1.4849e-02,
2.3307e-01, 1.1437e-02, -4.0790e-02, 5.6115e-02, -7.1886e-02,
2.6704e-02, -2.1975e-01, 8.7976e-03, -2.7312e-04, 2.5541e-02,
9.4760e-02, 1.1608e-01, -1.3893e-01, -1.2916e-02, 2.6260e-02,
-1.0064e-01, 2.6760e-02, 7.7499e-02, 5.0962e-02, 3.9793e-02,
9.2688e-02, -8.9784e-02, -6.8752e-02, 4.4248e-02, -1.1243e-01,
4.5386e-02, -2.0604e-01, 5.4680e-03, 2.8946e-01, 4.7798e-02,
-6.7425e-02, -3.7308e-03, 1.3449e-01, 7.3430e-03, -2.9144e-02,
-2.5783e-02, 2.7404e-02, -6.0574e-03, -1.2392e-01, 5.0173e-02,
7.0800e-03, 1.4702e-02, -1.2687e-02], device='cuda:0')),
('bert.encoder.layer.1.attention.output.dense.weight',
tensor([[-0.0155, -0.0161, -0.0191, ..., -0.0526, -0.0013, 0.0118],
[-0.0095, -0.0178, 0.0430, ..., 0.0436, 0.0131, -0.0391],
[-0.0199, -0.0186, 0.0421, ..., 0.0058, 0.0058, 0.0269],
...,
[-0.0046, -0.0245, 0.0150, ..., -0.0155, -0.0154, -0.0069],
[-0.0187, -0.0142, 0.0230, ..., -0.0106, -0.0191, 0.0140],
[ 0.0030, 0.0209, 0.0047, ..., 0.0041, -0.0022, -0.0133]],
device='cuda:0')),
('bert.encoder.layer.1.attention.output.dense.bias',
tensor([-4.3998e-02, -8.9746e-03, -1.0556e-01, -5.3019e-02, 4.4707e-02,
-6.0735e-02, 1.0585e-01, -1.4834e-01, 3.2245e-03, -8.9782e-04,
1.0453e-01, 6.3226e-02, 8.5570e-04, 7.6533e-02, -6.6308e-02,
-3.1378e-02, 1.0590e-01, -1.0532e-01, 1.3846e-01, -1.1317e-02,
-5.8641e-03, -6.9508e-03, -2.7228e-02, 5.5442e-02, -1.9879e-01,
-1.1164e-01, 2.1869e-03, -1.6339e-01, -2.1780e-02, 7.8666e-02,
3.9824e-02, 1.4212e-02, -1.6567e-02, -8.9839e-02, 1.2311e-02,
5.0372e-03, -1.7476e-01, 2.0762e-02, -2.6782e-01, -1.5765e-01,
-6.1417e-02, 1.3299e-01, 3.6182e-02, 1.3059e-02, -8.7289e-03,
1.8507e-02, -1.9929e-02, -3.2675e-02, 1.0326e-01, -5.3626e-02,
7.4905e-02, -4.5678e-02, -2.8582e-01, 1.4299e-01, 1.8689e-01,
-1.8711e-01, 1.3962e-01, 1.1363e-01, -2.0005e-01, -9.8953e-02,
4.7751e-03, 5.6949e-02, -1.1714e-02, -3.5284e-02, -3.8645e-02,
3.1752e-03, 1.4578e-01, 1.2031e-01, -4.8970e-02, -1.3821e-01,
2.0852e-02, -2.3951e-02, 9.0717e-02, -1.3816e-01, -4.1859e-02,
3.1449e-02, -8.2759e-02, -9.3761e-02, -1.6771e-03, -4.8434e-02,
-1.0388e-01, -1.1242e-01, 1.3772e-02, 8.3581e-02, 2.2655e-01,
-1.3943e-01, 6.6368e-02, -6.6490e-02, -7.3490e-03, -1.1350e-02,
-6.2746e-02, -1.8329e-02, 3.6810e-02, 1.0562e-01, -7.0318e-02,
-7.9103e-02, -4.1482e-02, -1.4580e-01, -1.4692e-02, 1.8369e-02,
9.9807e-03, 1.2939e-02, -1.9598e-02, 6.0959e-02, -1.1691e-01,
5.6402e-02, 3.6988e-02, -2.2206e-02, 1.3177e-01, 2.2719e-02,
-1.8602e-03, 1.5395e-01, 5.0733e-02, 9.1555e-02, 8.8930e-02,
3.5957e-02, 1.8761e-03, -1.2026e-02, 4.6435e-02, -3.4151e-02,
1.3170e-01, 1.7818e-02, 2.6613e-02, 6.2661e-02, -1.1591e-01,
-3.1695e-02, 4.0434e-02, -9.7604e-02, 6.4166e-02, -9.7897e-03,
3.9483e-02, -2.9136e-03, -5.5899e-02, -2.8846e-02, 2.6076e-02,
-2.2403e-02, -1.1363e-01, 4.2644e-03, -1.7123e-03, -6.3147e-02,
3.5945e-02, 7.1772e-03, 7.9790e-02, -3.8938e-01, 5.5299e-03,
3.9495e-02, 1.4352e-02, -2.6060e-02, 1.3609e-03, 1.5654e-01,
2.0155e-02, 7.5878e-04, -4.2559e-04, -8.5385e-04, -8.1259e-02,
-6.9560e-02, 2.4760e-02, -6.6460e-02, -1.7091e-01, 1.1162e-01,
4.8647e-02, -2.8699e-02, -1.2403e-02, -4.3055e-02, -6.9335e-02,
1.7326e-02, -7.5081e-03, -8.7814e-02, 4.0790e-02, 1.6123e-02,
4.6637e-02, -4.0171e-02, 2.3035e-01, 3.0904e-02, 2.0645e-02,
-7.4862e-02, 2.4668e-02, 2.3325e-02, -1.8365e-02, 2.4651e-03,
1.6471e-03, 6.8791e-02, 1.9952e-02, -8.3428e-02, 9.3532e-02,
2.1225e-01, 7.3031e-02, 3.6947e-02, 5.1937e-02, -2.7694e-02,
-1.6475e-02, -2.6939e-01, 7.3621e-02, 9.1510e-02, 9.1865e-02,
1.1830e-01, 1.2893e-02, 4.0704e-02, 1.7733e-01, 7.0407e-02,
4.0471e-03, -1.3481e-01, 1.7529e-01, 1.2329e-01, -1.5597e-01,
9.3229e-02, -8.4915e-02, -1.2116e-02, 2.5764e-03, 9.9869e-02,
-6.8287e-02, -5.3011e-02, -2.3870e-02, 8.3730e-02, 7.2491e-02,
-1.6706e-02, 1.0772e-01, 3.3942e-02, 7.8354e-02, -4.7363e-02,
-6.7156e-02, 6.2427e-02, 1.2822e-02, -4.1644e-02, 3.4552e-02,
1.2998e-01, 7.6061e-02, -2.4650e-02, 9.8524e-02, -1.2217e-01,
8.7447e-02, 6.7423e-02, -9.8487e-02, 1.4410e-01, -1.3440e-01,
-2.6442e-02, -1.0992e-01, -3.5808e-02, -6.0086e-02, 6.3032e-02,
1.0864e-01, 1.8115e-01, -2.2271e-01, 9.2929e-02, 5.4396e-02,
3.9991e-02, -8.3881e-02, -1.2204e-01, 2.5717e-02, -1.9631e-02,
-1.5722e-01, -3.9840e-02, 6.8994e-02, 3.4720e-02, 6.6868e-02,
-7.6357e-02, 1.0564e-01, 5.4623e-02, -2.3289e-02, 2.6036e-03,
6.8404e-02, -1.2107e-01, 1.0635e-01, 2.5674e-02, -3.8706e-02,
-2.4896e-02, 8.4322e-02, -1.1176e-01, 1.6123e-02, 7.0092e-03,
-4.2769e-02, 6.4523e-02, 6.2499e-02, -4.2859e-02, 1.0183e-02,
5.4702e-02, 1.0431e-01, 1.3536e-02, 1.6275e-02, 6.9129e-02,
-1.5642e-02, -5.3562e-02, 1.2226e-01, 1.4910e-01, 4.6841e-03,
5.0175e-02, -4.8172e-02, 8.1290e-02, 2.7743e-02, 4.4032e-03,
-2.1841e-01, -8.1273e-02, 1.6703e-01, 1.2258e-02, 1.5669e-01,
-9.4072e-02, 9.9836e-02, -2.1657e-01, -1.9762e-02, 1.3905e-01,
-2.7238e-02, -6.9332e-02, -3.6008e-02, 4.2732e-02, -2.3914e-02,
-1.1000e-01, -9.4950e-02, 6.7059e-03, 1.2736e-01, 3.3530e-02,
5.0972e-02, 1.9457e-02, -5.7702e-02, -1.5966e-01, -7.2528e-02,
-5.6024e-02, -4.6695e-02, -2.1716e-03, -6.6418e-04, -1.9575e-01,
1.3340e-02, -6.7540e-02, 3.3016e-02, 1.9466e-02, 2.6863e-02,
-5.2064e-02, 2.7608e-02, -1.9300e-01, 1.4988e-02, 1.6455e-02,
1.1620e-02, -1.5769e-02, 3.6055e-02, 8.9675e-02, 1.5862e-01,
-5.1282e-02, -1.2431e-01, -4.3720e-02, -4.2861e-02, 1.6313e-01,
1.8444e-01, 4.3994e-02, 5.5084e-02, 9.1364e-03, -1.5282e-01,
-2.6530e-02, 9.3989e-02, -9.1740e-02, -1.0687e-01, 1.1451e-02,
2.7291e-04, -5.0344e-03, 4.1963e-03, 8.4788e-02, 9.6953e-02,
2.8583e-02, -9.4966e-02, 2.8733e-02, -1.0126e-01, 1.5452e-01,
-5.3213e-02, 7.0206e-02, 1.4234e-01, -4.6907e-02, 6.0562e-03,
-9.2170e-02, -2.6188e-02, -2.0958e-02, -5.1881e-02, -1.1933e-01,
1.0018e-01, -7.5510e-02, -1.0254e-01, -4.5954e-02, 9.7081e-02,
7.8410e-02, -4.5914e-02, 1.5976e-02, 6.3001e-03, -7.3367e-02,
8.1014e-02, -1.4385e-02, -1.7543e-02, 1.0294e-01, 1.0472e-01,
-6.0987e-02, 6.6839e-02, -1.1308e-02, -1.3632e-01, -3.1878e-02,
3.6018e-03, -5.7259e-02, 5.1444e-02, -4.6464e-02, 7.3480e-02,
5.8143e-02, 1.4130e-01, -1.6776e-03, -2.8251e-02, 2.7760e-02,
2.5808e-03, -1.4214e-01, -2.8478e-01, 6.9713e-03, 1.9118e-02,
-1.8030e-01, 7.2425e-02, 1.4783e-01, -1.2486e-01, 6.1294e-02,
1.8426e-01, 4.8194e-02, 1.3290e-02, 8.2737e-02, -4.7289e-02,
5.4595e-02, -3.4210e-02, -2.7170e-03, 4.6877e-02, -2.3921e-03,
-1.3613e-01, -6.7797e-02, 7.8108e-02, 1.3148e-02, 2.4105e-02,
-1.4872e-02, -3.0001e-02, -1.3026e-01, 2.1031e-02, 1.1148e-01,
-5.0761e-02, 9.6084e-02, -2.4144e-02, -2.9186e-03, -1.4055e-01,
1.3607e-02, 1.1683e-02, -5.9366e-02, -2.8123e-02, -1.0093e-01,
1.9534e-02, 1.5666e-01, -3.4838e-02, -5.7882e-02, -7.3215e-05,
-1.9100e-01, -3.7698e-03, -3.0412e-02, -3.3453e-02, 7.4485e-02,
5.9438e-02, -4.1366e-02, 2.7932e-02, 4.2041e-02, -1.3467e-01,
6.4173e-02, -8.2703e-02, -1.4466e-01, -8.5068e-02, -5.6616e-02,
-2.8171e-02, 2.1927e-02, 1.2214e-01, 5.3063e-02, 1.3205e-01,
1.2902e-01, -9.2432e-02, -8.2558e-02, -5.2102e-02, -9.3694e-02,
-1.1776e-02, -4.1826e-02, -4.9688e-02, -5.3422e-02, -4.1293e-02,
-1.0620e-01, 1.2224e-03, -5.1876e-03, 6.2111e-02, 3.8159e-03,
-2.7683e-02, 1.0293e-01, -5.1516e-02, 5.7066e-02, -5.3375e-02,
-1.2323e-01, -5.6134e-02, -1.5260e-02, -1.3104e-02, 4.7770e-02,
7.8232e-02, -6.9891e-03, -1.0877e-01, -3.4950e-02, -7.1080e-02,
4.1288e-02, 7.9909e-02, -3.5597e-02, -4.1714e-02, -2.2950e-02,
-2.1662e-02, -2.5661e-02, 6.7609e-02, 1.0277e-02, -5.0898e-02,
2.3557e-02, -1.5072e-03, -6.8458e-02, 9.9904e-02, 3.0297e-02,
5.9448e-02, 1.0013e-01, -7.6892e-02, -1.7175e-01, -2.6939e-02,
4.3838e-03, 3.1922e-02, -2.9485e-02, -1.2029e-01, 4.7506e-02,
5.7163e-02, 1.3369e-01, 2.7518e-01, 2.4439e-02, -3.0542e-02,
1.5960e-02, 5.0007e-02, -1.1196e-02, -1.2385e-01, -5.6520e-02,
1.1307e-01, 6.1328e-02, -2.5268e-02, 8.4828e-02, -2.3636e-02,
2.4185e-02, 1.5921e-01, 6.4231e-02, 1.0344e-01, -1.1854e-01,
1.0566e-04, -2.7619e-02, 6.3554e-02, 1.1795e-02, 3.5866e-02,
-4.2159e-02, -1.1922e-01, -5.8624e-03, 1.0564e-01, 2.5998e-02,
1.2153e-02, -6.2263e-03, -3.9168e-03, 1.1417e-01, -5.9279e-02,
-1.4894e-02, 4.6314e-02, -1.3735e-01, -2.4636e-02, 1.6223e-02,
-6.3852e-02, -1.6667e-02, -3.7731e-02, 1.5770e-02, -1.5499e-02,
7.5735e-02, 2.5875e-03, 3.7016e-02, -7.4453e-02, -4.9824e-02,
-8.3120e-02, -1.3473e-02, 1.8081e-02, 3.1700e-02, 1.5842e-02,
-2.9430e-03, -3.3237e-02, 7.8911e-02, 5.8774e-02, -3.7984e-02,
8.4022e-02, -6.5512e-02, 6.7657e-03, -2.7652e-02, 4.3541e-04,
-1.0115e-02, -3.8236e-02, -3.5634e-02, -4.0882e-02, 6.1848e-02,
-3.0631e-02, 1.1784e-01, -3.4527e-02, -1.1709e-01, -1.7523e-02,
-4.1989e-02, -4.6462e-02, -7.9771e-02, 6.6757e-02, -3.7021e-02,
-5.1276e-02, 5.2363e-04, 3.8229e-02, 2.5320e-02, -5.7159e-02,
-3.7498e-02, 1.2369e-02, -1.1779e-01, 7.7078e-03, 3.0589e-02,
-1.1496e-01, 6.2100e-02, -1.0210e-02, 1.1461e-01, 1.0999e-02,
-1.5149e-02, -1.4397e-01, -1.0900e-02, -7.6177e-02, 4.0152e-02,
-1.3065e-01, -1.2666e-02, -1.2749e-02, 2.5501e-02, -7.5540e-02,
-2.2851e-02, -3.8549e-02, -5.0764e-02, -2.9289e-02, 2.1300e-01,
-7.5564e-02, 2.1494e-02, -1.7616e-02, -2.7755e-02, -8.8365e-03,
9.1486e-03, 4.2224e-02, -5.4022e-02, 1.1360e-01, 7.1645e-02,
-5.8975e-02, -6.9217e-03, -4.4152e-02, -7.2910e-02, -1.3381e-02,
5.8853e-02, 2.0715e-02, 8.7289e-02, -1.1315e-01, -6.9213e-03,
-6.0801e-02, -5.4462e-02, 1.3547e-01, -3.4258e-02, 5.7658e-02,
-7.1047e-02, -6.9123e-02, 1.3563e-02, 2.8765e-02, 2.8643e-02,
5.5777e-02, 5.8624e-02, 4.7642e-02, -4.2489e-02, -3.8992e-02,
1.2662e-01, -8.6633e-03, 7.3327e-02, -5.5275e-02, -1.1674e-01,
3.0757e-02, 1.3659e-02, 7.8928e-02, 2.7776e-02, 5.1391e-02,
-1.1803e-02, -1.6658e-01, 7.9096e-03, -1.0790e-03, -4.5670e-02,
-2.6597e-02, 2.4099e-02, 3.6117e-02, 8.7228e-03, 1.8603e-02,
6.2153e-02, -3.1056e-02, 2.3988e-02, -2.4471e-02, 2.8386e-02,
5.6520e-02, 2.1881e-01, -2.1512e-02, -1.6582e-02, 6.7037e-03,
-4.1535e-03, -2.0464e-02, -4.1904e-02, -2.0070e-02, -3.3466e-03,
8.0180e-02, -7.5076e-02, -3.4473e-01, 7.2594e-02, -1.9339e-02,
2.1463e-02, 1.8010e-02, 6.1239e-02, 7.5003e-02, 5.8897e-03,
1.0607e-01, -5.4593e-02, 6.0591e-03, -3.6222e-02, 8.5993e-02,
-1.4121e-01, 1.3257e-01, 1.0009e-01, -5.5562e-02, 5.3127e-02,
1.4986e-03, 6.7389e-02, -2.0241e-02, 2.2215e-02, 7.0308e-03,
-2.6659e-01, -6.2913e-02, 4.2586e-04, 7.2599e-02, 8.7783e-03,
-2.0169e-02, -9.4154e-02, 1.3534e-01, -5.7160e-02, 5.9320e-02,
-4.6154e-02, 1.0509e-01, 2.8717e-02, 2.8443e-02, -2.2952e-02,
6.9163e-02, -3.2630e-02, 1.1719e-02, -6.2693e-02, -5.7782e-02,
-6.9041e-02, 2.1366e-02, -4.0049e-02, 2.0686e-01, 6.1647e-02,
1.0190e-01, 5.7237e-02, 1.6370e-02, 5.9283e-02, -2.5206e-02,
6.5741e-02, -4.2218e-02, -1.0082e-01, -8.2250e-02, -1.9910e-02,
4.8406e-04, 3.6126e-02, -1.2075e-02, -5.6050e-04, 1.1036e-02,
-9.1054e-02, -5.8105e-02, 2.7610e-02], device='cuda:0')),
('bert.encoder.layer.1.attention.output.LayerNorm.weight',
tensor([0.8918, 0.8893, 0.9184, 0.8759, 0.8501, 0.9364, 0.8435, 0.9524, 0.9492,
0.8168, 0.9286, 0.9144, 0.9313, 0.9187, 0.8917, 0.8114, 0.8793, 0.8639,
0.8726, 0.9212, 0.8490, 0.9347, 0.8899, 0.8800, 0.8471, 0.8603, 0.9202,
0.9154, 0.8726, 0.8935, 0.8957, 0.7733, 0.9231, 0.8190, 0.8752, 0.8637,
0.8099, 0.9187, 0.8498, 0.8993, 0.9182, 0.8846, 0.9014, 0.9218, 0.9282,
0.9322, 0.8991, 0.9244, 0.9556, 0.8696, 0.9536, 0.8473, 0.8872, 0.8991,
0.8285, 0.7760, 0.9079, 0.8871, 0.8200, 0.8521, 0.8980, 0.9324, 0.9529,
0.9129, 0.8308, 0.9255, 0.8999, 0.8691, 0.8272, 0.8679, 0.8922, 0.8504,
0.8662, 0.8664, 0.9216, 0.9280, 0.9107, 0.8870, 0.9282, 0.9060, 0.8740,
0.8582, 0.8920, 0.8687, 0.7934, 0.9205, 0.8361, 0.8720, 0.9222, 0.8897,
0.9180, 0.8640, 0.9273, 0.9110, 0.8791, 0.8959, 0.7406, 0.9297, 0.9164,
0.9571, 0.8398, 0.9438, 0.8181, 0.9611, 0.7769, 0.9552, 0.9359, 0.8553,
0.9107, 0.9010, 0.8447, 0.9034, 0.9341, 0.7452, 0.9100, 0.9740, 0.8983,
0.9156, 0.9061, 0.9287, 0.9330, 0.8842, 0.8808, 0.8697, 0.8483, 0.8261,
0.8781, 0.8780, 0.8776, 0.8676, 0.8952, 0.8423, 0.8947, 0.9124, 0.9140,
0.8628, 1.4603, 0.9088, 0.8296, 0.9169, 0.8365, 0.9125, 0.8742, 1.6970,
0.8781, 0.9009, 0.8950, 0.8900, 0.9014, 0.8933, 0.9380, 0.9280, 0.8956,
0.8781, 0.9104, 0.8810, 0.9008, 0.9176, 0.8895, 0.8943, 1.0073, 0.9140,
0.7544, 0.9020, 0.8668, 0.9221, 1.0496, 0.7490, 0.8272, 0.8695, 0.9009,
0.7486, 0.8350, 0.8750, 0.9115, 0.9621, 0.9437, 0.9989, 0.9235, 0.9072,
0.8822, 0.8827, 0.8349, 0.9908, 0.8871, 0.9269, 0.8576, 0.9099, 0.8864,
0.8781, 0.9310, 0.8581, 0.8850, 0.8975, 0.8985, 0.9312, 0.9068, 0.7696,
0.8834, 0.9385, 0.9247, 0.8539, 0.9192, 0.9595, 0.8828, 0.8949, 0.9000,
0.9295, 0.9040, 0.9251, 0.9073, 0.9385, 0.8625, 0.9191, 0.8644, 0.9428,
0.8515, 0.8512, 0.9007, 0.8517, 0.9028, 0.8630, 0.9151, 1.0284, 0.8724,
0.9151, 0.9159, 0.9195, 0.9064, 0.6422, 0.8571, 0.8947, 0.8997, 0.8638,
0.8837, 0.9022, 0.7526, 0.9316, 0.8378, 0.8946, 0.8799, 0.8561, 0.8631,
0.8826, 0.9248, 0.8605, 0.9091, 0.8558, 0.9454, 0.9476, 0.9190, 0.9060,
1.0134, 0.9577, 0.9757, 0.8855, 0.9118, 0.7130, 0.8869, 0.9110, 0.7935,
0.9213, 0.8819, 0.9078, 0.9214, 0.9112, 0.9084, 0.9240, 0.8261, 0.9001,
0.9187, 0.8887, 0.9367, 0.8964, 0.9840, 0.9155, 0.8778, 0.8949, 0.8884,
0.9018, 0.9592, 0.9024, 0.8228, 0.8205, 0.8919, 0.9432, 0.7945, 0.9454,
0.9167, 0.8664, 0.7900, 0.8801, 0.8590, 0.8504, 0.9161, 0.8144, 0.9460,
0.7180, 0.9357, 0.9438, 0.9286, 0.8789, 0.8509, 0.8790, 0.6721, 0.9291,
0.8383, 0.9402, 0.9505, 0.8810, 0.9240, 0.8891, 0.8993, 0.7693, 0.8602,
0.9160, 0.8901, 0.8405, 0.9524, 0.8493, 0.8909, 0.9139, 0.8843, 0.9470,
0.8658, 0.8836, 1.0416, 0.8887, 0.9463, 0.9323, 1.0200, 0.9036, 0.9226,
0.9067, 0.9467, 0.9027, 0.8978, 0.9495, 0.9092, 0.8363, 0.7378, 0.9251,
0.8574, 0.9255, 0.8912, 0.9193, 0.8955, 0.8932, 0.9048, 0.8814, 0.9116,
0.8528, 0.8429, 0.9088, 0.9263, 0.9174, 0.8806, 0.8989, 0.8887, 0.8241,
0.8605, 0.9253, 0.9109, 0.9238, 0.8809, 0.9119, 0.9166, 1.0187, 0.9059,
0.9745, 0.8930, 0.9224, 0.9168, 0.8925, 0.8690, 0.8644, 0.8606, 0.9004,
0.9291, 0.7377, 0.9057, 0.8970, 0.9070, 1.0054, 0.8765, 0.8345, 0.8526,
0.9086, 0.9330, 0.8179, 0.9324, 0.8360, 0.8892, 0.9099, 0.8865, 0.9025,
0.8641, 0.9691, 0.8949, 0.8470, 0.7889, 0.8472, 0.8799, 0.8917, 0.8818,
0.9081, 0.8714, 0.9396, 0.9270, 0.9560, 0.8808, 0.8359, 0.9543, 0.9369,
0.9199, 0.8876, 0.8732, 1.0082, 0.8906, 0.9156, 0.8964, 0.9559, 0.9189,
0.8586, 0.8814, 0.9174, 0.9463, 0.7341, 0.9097, 0.9555, 0.8841, 0.8915,
0.9105, 0.9453, 0.8500, 0.9763, 0.9266, 0.8826, 0.9097, 0.9040, 0.9390,
0.8392, 0.8860, 0.8054, 0.8518, 0.8946, 0.9080, 0.9245, 0.9159, 0.8490,
0.9375, 0.7354, 0.9024, 0.9086, 0.9120, 1.0243, 0.8383, 0.8681, 0.8427,
0.8662, 0.8523, 0.8876, 0.8740, 0.9111, 0.8453, 0.8416, 0.8887, 0.8610,
0.8964, 0.9026, 0.9110, 0.8845, 0.9423, 0.9098, 0.9380, 0.9074, 0.7501,
0.9522, 0.8797, 0.9621, 0.8584, 0.8727, 0.9281, 0.9290, 0.9172, 0.9141,
0.9701, 0.8329, 0.9742, 0.8420, 0.8559, 0.9392, 0.8952, 0.8724, 0.9011,
0.8559, 0.8417, 0.9246, 0.8563, 0.8780, 0.8915, 0.9117, 0.8314, 0.8828,
0.9128, 1.0202, 0.9382, 0.8722, 0.9398, 0.9079, 0.9620, 0.8785, 0.9377,
0.9063, 0.9148, 0.8477, 0.9000, 0.8723, 0.7812, 0.8977, 0.9213, 0.8061,
0.9139, 0.9433, 0.9125, 0.9543, 0.9557, 0.9410, 0.9261, 0.9340, 0.8943,
0.9399, 0.9220, 0.8332, 0.8812, 0.8781, 0.8227, 0.9270, 0.8728, 0.8995,
0.9212, 0.9222, 0.8429, 0.7935, 0.8599, 0.9097, 0.8765, 0.8681, 0.9042,
0.9236, 0.8593, 0.8683, 0.9422, 0.9169, 0.8083, 0.9168, 0.8489, 2.8166,
0.8902, 0.8783, 0.9165, 0.9255, 0.8162, 0.9183, 0.9326, 0.9145, 0.8687,
0.9158, 0.8594, 0.9709, 0.8639, 0.8737, 0.8649, 0.9014, 0.9174, 0.9215,
0.8681, 0.8558, 0.9421, 0.9016, 0.9163, 0.9215, 0.9200, 0.8871, 0.9071,
0.9198, 0.9252, 0.9315, 0.9001, 0.8481, 0.9376, 0.8321, 0.8704, 0.9045,
0.9159, 0.9556, 0.8849, 0.8885, 0.9338, 0.8649, 0.9138, 0.8679, 0.8153,
0.9449, 0.9672, 0.8944, 0.9043, 0.8807, 0.9178, 0.8898, 0.8753, 0.8588,
0.8923, 1.0753, 0.9465, 0.9110, 0.9337, 0.9588, 0.8985, 0.9125, 0.9093,
0.8193, 0.8726, 0.9310, 0.8697, 0.9960, 0.9116, 0.9122, 0.8939, 0.9739,
0.9046, 0.9353, 0.8513, 0.8847, 0.8642, 0.9489, 0.8983, 0.9272, 0.9187,
0.8742, 0.9508, 0.8708, 0.8873, 0.8738, 0.8674, 0.8315, 0.9529, 0.9503,
0.9167, 0.8847, 0.8410, 0.9369, 0.8414, 0.8048, 0.8687, 0.9003, 0.9215,
0.8783, 0.8838, 0.9343, 0.9084, 0.8661, 0.8701, 0.9099, 0.8929, 0.8854,
0.9480, 0.7116, 0.8023, 0.8992, 0.9390, 0.8459, 0.8733, 0.9446, 0.9423,
0.8876, 0.8994, 0.8963, 0.9314, 0.9254, 0.9313, 0.8658, 0.8997, 0.9187,
0.9370, 0.8998, 0.8715, 0.9176, 0.8704, 0.9161, 0.9412, 0.7634, 0.9363,
0.9241, 0.9624, 0.8912, 0.9195, 0.9600, 0.8476, 0.9333, 0.8492, 0.8494,
0.8127, 0.9163, 0.9357, 0.9443, 0.9102, 0.9459, 0.8759, 0.9241, 0.8819,
0.9109, 0.9225, 0.8772, 0.9629, 0.8882, 0.8860, 0.8060, 0.8877, 0.9351,
0.9096, 0.9202, 0.9409, 0.8450, 0.9177, 0.7462, 0.9606, 0.8609, 0.9033,
0.9072, 0.9232, 0.8738, 0.9374, 0.9236, 0.8788, 0.9372, 0.9227, 0.8487,
0.8725, 0.9093, 0.9627, 0.8708, 0.7138, 0.8834, 0.8826, 0.8562, 0.8900,
0.8987, 0.8913, 0.8056, 0.8716, 0.9089, 0.8713, 0.9001, 0.9090, 0.8542,
0.8018, 0.8867, 0.9248, 0.8913, 0.9021, 0.9098, 0.9317, 0.8818, 0.9439,
0.8922, 0.9538, 0.8799], device='cuda:0')),
('bert.encoder.layer.1.attention.output.LayerNorm.bias',
tensor([ 8.4122e-03, 1.9611e-01, -1.0976e-01, 7.4499e-03, -1.7974e-01,
3.8008e-01, -2.9293e-01, 5.2614e-01, 2.6569e-01, -6.9236e-02,
1.6116e-01, 4.4584e-03, 4.2704e-02, -1.8080e-01, -2.9713e-02,
3.5719e-01, -9.4167e-02, -3.4537e-02, -3.3039e-03, -1.1368e-01,
4.1671e-02, 3.7216e-02, -6.8674e-02, 9.0518e-02, -2.3657e-02,
2.2601e-01, -1.4225e-01, 1.3807e-01, 8.7391e-02, 1.1685e-01,
8.9684e-02, -2.9100e-01, -1.7127e-01, -1.4310e-01, 8.0905e-02,
1.7690e-02, -5.7766e-02, -8.6786e-03, 1.2513e-01, 1.6023e-01,
-1.5758e-01, -3.1142e-02, -5.8932e-03, 5.4168e-02, -1.2429e-01,
-2.9591e-02, 2.0517e-01, -2.4270e-01, 1.6984e-01, -4.7320e-02,
1.6347e-01, 1.1067e-02, 6.6750e-02, -4.5584e-02, -6.9975e-02,
-2.8195e-01, -3.3149e-02, 1.8927e-02, -6.8124e-02, -3.0393e-02,
-5.8401e-02, 1.0060e-01, 2.2235e-01, -2.1447e-01, 2.4111e-03,
-4.8977e-02, 4.4729e-02, 1.0686e-02, 2.0902e-01, 1.0772e-01,
-1.8019e-01, 5.1032e-02, 5.2604e-03, 9.3098e-02, -6.4092e-02,
-1.3062e-01, 1.4862e-01, -7.4707e-02, -3.4826e-02, 1.8421e-01,
-4.9506e-03, -4.9069e-02, -6.3102e-02, 2.3716e-01, -1.7704e-01,
2.4962e-01, -1.2787e-01, -1.1368e-01, 4.3728e-02, 7.5169e-02,
-1.8345e-01, -7.1461e-02, -2.5094e-01, 2.6040e-01, -1.9398e-01,
2.8066e-01, -2.4213e-01, -2.6445e-01, 1.5506e-01, 4.1502e-01,
-1.6828e-01, -1.0987e-01, 1.3167e-01, 1.4954e-01, 5.7915e-02,
1.8944e-01, 3.1796e-03, 2.0260e-02, -7.6252e-02, -5.3699e-03,
6.9527e-02, -5.0810e-02, 3.5377e-02, -3.5534e-01, -1.8985e-02,
2.8635e-01, 4.9526e-02, 1.7565e-01, -2.4846e-04, 1.2255e-01,
8.3860e-02, -7.3744e-02, -6.1120e-02, -1.3981e-02, -1.3859e-01,
-1.3290e-01, -9.8234e-02, -8.0590e-02, 2.2819e-02, 1.6361e-01,
-9.6098e-02, 1.1361e-01, -1.9728e-01, 9.3045e-02, 5.3950e-02,
1.0698e-02, 3.3430e-01, 2.4577e-02, -3.4969e-02, 1.0673e-02,
-5.0470e-01, 3.6576e-02, -1.1242e-01, -2.1074e+00, -3.7418e-02,
-2.1805e-01, 1.3343e-01, 6.1443e-02, -1.1128e-01, -2.3475e-01,
-3.7830e-01, 1.2684e-01, -5.1325e-02, -8.4520e-02, 1.2568e-01,
5.4853e-03, -1.1041e-01, -1.0731e-01, -7.3796e-02, -5.1113e-02,
2.8314e-01, -2.6360e-02, -1.0048e-01, -7.7163e-02, 4.5079e-02,
-2.2930e-01, 5.8748e-01, 4.5427e-02, -1.0566e-01, -3.3118e-02,
-7.6073e-02, -4.1459e-02, 1.4438e-01, -4.5271e-02, 3.5176e-01,
3.0004e-01, 2.3458e-01, -6.0180e-01, -2.2743e-02, -3.2803e-02,
-3.6922e-01, 7.3228e-03, -1.9204e-01, -4.2224e-01, -4.8912e-02,
-5.9642e-02, -1.9007e-01, -1.4181e-01, 8.2735e-02, 4.1712e-02,
2.3464e-01, 2.5021e-01, 1.5125e-01, 9.5197e-02, -1.4975e-01,
-2.1162e-01, -7.2550e-02, -1.9295e-01, -1.0553e-01, 7.3064e-02,
1.7864e-01, 2.9120e-01, -4.3802e-02, 2.6696e-01, 1.4086e-01,
1.1688e-01, -5.2681e-02, -1.0396e-01, -1.0522e-01, -2.9556e-01,
-9.5277e-02, -1.8094e-02, -1.4313e-02, -1.0859e-01, -1.1413e-01,
-1.2598e-01, 8.9375e-02, 1.0279e-01, 1.1904e-02, 1.3428e-02,
-4.8231e-02, -5.7102e-02, 7.5925e-02, -5.9383e-01, 2.3238e-02,
9.1412e-02, 1.1339e-01, 3.6467e-02, 2.4502e-01, -4.6413e-01,
-1.0992e-01, -3.0196e-02, 8.3991e-02, -4.6142e-02, -2.4798e-01,
-1.6546e-01, 3.0972e-02, -2.3587e-02, -4.2477e-02, -1.5382e-02,
-1.8442e-01, -9.0753e-02, -3.0074e-02, -2.1905e-02, -2.6265e-01,
-2.0136e-01, 2.0285e-02, -2.6022e-01, 4.1406e-02, 1.1606e-01,
-3.2080e-02, 7.6745e-02, 2.1276e-01, 1.2121e-01, 2.3875e-01,
1.3838e-01, -2.3921e-01, -1.2989e-01, -1.7598e-01, -1.6442e-01,
-1.1452e-01, -3.4165e-01, 1.0418e-01, 1.8593e-01, -7.3755e-02,
1.1909e-01, -1.0358e-01, -7.8361e-02, 1.2141e-01, -2.9501e-02,
-3.2377e-02, -1.2065e-01, 8.0596e-02, 4.3332e-02, 2.4457e-01,
4.1762e-02, -1.1949e-01, -2.1672e-01, 1.3159e-01, -1.2296e-01,
-9.2319e-03, -1.5420e-01, -8.0144e-02, 6.7644e-01, -9.8068e-02,
2.2330e-01, 1.0726e-01, -2.4509e-01, 1.9469e-01, 5.9696e-02,
-4.1378e-02, -2.0524e-01, -8.0078e-02, -1.0017e-01, -1.2509e-01,
-1.5259e-01, -2.8975e-01, -2.5072e-01, -1.1127e-01, 3.7310e-01,
1.8738e-01, -9.5980e-02, -7.4270e-02, 3.8743e-03, -1.4544e-01,
-1.9209e-01, 1.7635e-02, 2.1248e-01, 1.6469e-01, -4.6603e-02,
4.8795e-01, -1.4286e-01, -7.5355e-02, 6.7948e-02, -4.2072e-02,
-1.7409e-02, -1.4610e-01, -9.7955e-02, -3.3957e-01, 1.7121e-02,
-2.0104e-01, -9.1789e-02, -2.2672e-03, -3.9073e-02, -2.7310e-01,
-9.1664e-02, 5.1826e-01, 1.4756e-01, 1.4395e-01, 2.4838e-01,
-5.4837e-01, -9.1042e-02, -1.0279e-01, 1.4329e-02, 1.4711e-01,
-7.9371e-02, 7.6806e-02, 1.5261e-01, -1.9726e-01, -3.3551e-02,
9.1959e-02, 6.0426e-02, -6.9971e-02, -1.6160e-01, -3.0715e-02,
-5.5265e-03, -2.0135e-02, -1.2768e-01, -5.0178e-02, -1.2299e-01,
1.0728e-03, 2.6128e-02, -1.4918e-01, 8.1987e-02, -2.9485e-03,
-1.9720e-01, -8.6026e-02, 6.0245e-02, -4.4104e-02, -6.4955e-02,
-3.4774e-02, -1.3069e-01, 2.5169e-01, -4.9247e-02, -1.2220e-01,
1.8632e-01, -7.4951e-02, 3.2341e-01, -1.7700e-01, 4.1564e-01,
1.2202e-01, -2.4411e-01, -5.9548e-02, 1.5696e-01, 9.2232e-02,
-7.9410e-02, 7.5175e-02, 5.3403e-02, 3.0315e-01, -1.7447e-01,
1.5569e-01, -5.9030e-02, -5.2273e-02, 3.2525e-01, -2.4116e-01,
-2.3920e-01, 1.5733e-01, -3.3642e-03, 1.5046e-01, -7.3231e-02,
1.0866e-01, -8.9194e-03, 1.1743e-01, 8.0810e-02, 4.1162e-02,
-1.2780e-01, -6.6333e-02, 2.2099e-01, -6.7559e-02, -2.4411e-01,
-1.5305e-01, 2.3001e-01, 2.6461e-02, 4.3602e-03, -1.5133e-01,
1.4268e-01, 1.1115e-01, -2.9604e-01, -2.6343e-01, -1.0100e-01,
-1.5807e-01, -2.5427e-02, 2.9839e-01, 3.7526e-02, 9.4469e-02,
-7.7191e-02, 2.4958e-01, 2.9234e-01, -2.4451e-01, 1.7346e-02,
-1.6897e-02, -3.9637e-03, -2.2268e-01, -1.2377e-01, 1.0661e-02,
-2.0448e-01, -3.9078e-01, -2.4928e-01, -2.4223e-01, 1.8741e-01,
-3.5893e-02, -1.1921e-02, -3.1785e-01, -5.9621e-02, -4.6095e-01,
2.6741e-01, 3.7318e-01, 2.1344e-01, -1.9016e-01, 5.0147e-02,
1.8935e-01, 5.0828e-02, -6.2840e-02, -8.5701e-02, -1.5117e-02,
-3.1146e-01, 7.1778e-02, 8.8775e-02, 5.3139e-02, 3.5303e-03,
2.8935e-01, 9.5640e-02, -4.0724e-02, 4.9978e-03, -1.2745e-01,
-5.4140e-01, 2.5101e-02, -2.1474e-02, -1.3005e-01, -5.2829e-02,
-3.6479e-03, 1.0045e-02, -1.1673e-01, 1.1408e-01, -8.2087e-02,
-1.1073e-01, -2.8017e-02, 2.9715e-02, 8.4910e-02, 8.0448e-02,
3.4216e-02, 1.8687e-01, 3.5054e-02, 2.7475e-01, -1.9747e-01,
1.0615e-01, 6.8643e-03, 2.3635e-01, 1.1495e-01, -1.8030e-01,
-1.4549e-02, -1.1179e-01, -1.3814e-01, 1.2768e-01, 9.4463e-02,
-1.9877e-01, 1.8030e-01, -5.0780e-02, 1.2551e-01, 9.7813e-04,
-5.7861e-02, -1.5820e-01, 4.4566e-03, 9.4345e-03, 2.5360e-02,
2.6976e-02, 1.0240e-03, 5.1088e-02, -1.8368e-01, 9.2586e-02,
-7.4217e-02, 1.0489e-01, 7.0745e-03, 5.4645e-02, -1.8525e-01,
3.0628e-01, -7.3292e-02, -9.6957e-02, -3.0788e-01, -1.7212e-01,
-4.7909e-01, 1.0112e-03, 2.8708e-01, 1.5666e-01, -4.5006e-02,
-1.7714e-02, 2.8490e-02, 2.7443e-02, 2.9758e-01, 4.2454e-02,
1.2544e-01, -5.8540e-03, 1.2864e-01, -2.0921e-01, -1.7276e-01,
-2.7882e-02, 1.9762e-01, -2.9273e-02, -1.5425e-02, -1.2171e-01,
-6.6844e-02, 7.5654e-02, -3.3737e-01, -5.1868e-03, -2.2738e-02,
-9.8253e-02, -8.1125e-02, 2.7226e-01, -1.5401e-01, 7.6789e-02,
-1.6945e-01, 1.5204e-01, 5.5995e-02, 1.0955e-01, 5.8192e-02,
4.6383e-02, 9.1129e-02, -2.4871e-01, 2.1516e-01, 1.3944e-01,
9.6023e-02, -2.9569e-02, -8.7818e-02, 1.8078e-01, -7.2852e-02,
-1.6535e-02, -1.8030e-01, -2.9649e+00, -8.7593e-02, 3.5004e-02,
-1.1431e-01, 1.4037e-01, -3.2610e-01, -1.2273e-01, 1.6132e-01,
-5.3784e-02, 3.0560e-02, -1.6296e-02, -2.2231e-01, 2.3715e-01,
-7.7536e-02, -7.2163e-02, 7.0578e-03, 4.3901e-02, -7.5950e-03,
-8.2137e-02, -1.5829e-02, -6.7756e-02, 2.6696e-01, 3.5326e-02,
2.2876e-01, 1.7467e-01, 1.8569e-01, 1.0391e-02, 2.8538e-02,
-4.7539e-02, 2.2692e-01, 1.0480e-01, -9.8433e-03, 3.9407e-02,
-7.4232e-02, -7.3518e-02, -1.1599e-01, -2.9044e-01, -3.6732e-02,
-1.0299e-01, -1.2171e-01, -1.7122e-01, -1.6802e-01, -2.6389e-02,
-1.7653e-01, -1.7156e-01, -1.4540e-01, -3.5520e-01, 1.2301e-01,
-6.3267e-02, -5.7638e-02, 1.6862e-01, 1.5148e-01, -1.3323e-02,
4.4017e-02, 1.1994e-01, -2.0072e-01, -5.9665e-01, 2.1245e-01,
8.5101e-03, 1.5034e-01, -4.2818e-02, -7.9887e-02, -3.7099e-02,
-3.8063e-02, -2.3901e-02, 3.9513e-02, 1.1655e-01, 3.7837e-02,
-3.1614e-01, -5.8808e-02, -8.7588e-02, 8.2149e-02, 4.6731e-01,
-7.3578e-02, 7.5784e-02, 5.6279e-02, -8.5093e-02, 1.4292e-01,
4.2867e-01, -4.5692e-02, 1.5579e-01, -2.6452e-01, -1.4867e-01,
-1.1046e-01, -2.0145e-01, -4.8150e-03, -1.1684e-01, -1.1337e-02,
4.7538e-02, -7.8923e-01, 1.9342e-01, -8.9262e-02, 4.6769e-02,
3.7061e-02, -7.3849e-02, -3.7005e-03, -1.0457e-01, -1.5314e-01,
9.1330e-02, -3.8557e-02, 8.4022e-02, 1.5615e-01, 3.2266e-02,
1.8478e-01, 6.4472e-03, -1.2911e-01, -1.8099e-01, 9.8469e-02,
-8.2672e-02, 2.1464e-01, -3.6731e-02, -3.5643e-02, 1.7963e-01,
-1.2865e-02, 8.3958e-02, 1.2933e-01, 7.7128e-02, 2.7883e-01,
4.0442e-02, -4.4729e-02, -1.5857e-01, -5.2684e-02, -6.8067e-02,
2.1520e-01, -1.7084e-03, 1.6903e-01, -6.8150e-04, 7.5170e-02,
2.8003e-02, -8.5280e-02, 2.7024e-02, -8.6496e-02, -1.0173e-01,
1.1461e-01, 3.6408e-02, -3.4886e-01, -1.3321e-01, 2.1321e-01,
2.1221e-02, -6.7889e-02, -2.1125e-01, -5.3632e-02, -4.4430e-02,
1.6480e-01, 1.0907e-01, 2.4926e-01, 3.0036e-01, -1.4045e-01,
1.1733e-03, -8.2856e-03, -2.4056e-01, 9.3593e-03, -3.6146e-02,
-1.4925e-02, -2.0680e-02, -1.0206e-01, 7.1281e-02, 1.5968e-02,
2.5440e-01, -1.4099e-01, -1.0634e-01, 7.3304e-02, 4.5724e-02,
1.2051e-01, 2.4377e-01, 1.1849e-01, 4.8863e-02, -2.5916e-02,
-2.3239e-01, 1.7750e-01, 1.4950e-02, 9.1389e-02, 1.4014e-01,
-2.7921e-01, 6.5871e-02, 6.8564e-02, 2.2524e-01, -6.1129e-03,
-6.6380e-02, 2.3619e-01, -1.6956e-01, 2.4472e-02, 3.2948e-02,
-2.1353e-01, -5.6303e-02, 1.3138e-01, 1.2720e-01, 7.3265e-02,
-9.0571e-02, 1.9464e-02, -8.3707e-02, -1.6687e-01, 3.0214e-01,
-1.6372e-02, 1.3431e-01, 4.9161e-03, -1.8810e-01, -5.4107e-02,
3.8711e-02, 3.8144e-03, -9.7172e-02, 4.9658e-02, 2.9199e-01,
-2.2783e-01, 8.8318e-02, 3.7926e-02, -7.7631e-02, 1.2339e-01,
-1.3215e-01, 5.8119e-02, 4.5797e-02], device='cuda:0')),
('bert.encoder.layer.1.intermediate.dense.weight',
tensor([[ 0.0226, 0.0670, 0.0277, ..., -0.0584, 0.0236, 0.0324],
[ 0.0500, -0.0500, -0.0118, ..., -0.0230, 0.0946, -0.0196],
[ 0.0392, -0.0202, -0.0292, ..., 0.0255, -0.0424, -0.0232],
...,
[ 0.0614, 0.0223, 0.0422, ..., -0.0155, -0.0430, 0.0036],
[-0.0169, -0.0348, 0.0766, ..., -0.0358, -0.0124, -0.0260],
[ 0.0125, 0.0120, 0.0828, ..., -0.0207, 0.0216, 0.0831]],
device='cuda:0')),
('bert.encoder.layer.1.intermediate.dense.bias',
tensor([-0.0925, -0.1279, -0.1186, ..., -0.1141, -0.1092, -0.1476],
device='cuda:0')),
('bert.encoder.layer.1.output.dense.weight',
tensor([[-0.0348, -0.0115, 0.0245, ..., 0.0185, 0.0438, -0.0344],
[ 0.0935, 0.0015, 0.0195, ..., 0.0098, -0.0146, 0.0585],
[ 0.0549, -0.0325, -0.0709, ..., -0.0183, 0.0322, 0.0359],
...,
[-0.0367, -0.0184, 0.0261, ..., -0.0389, -0.0371, 0.0015],
[ 0.0270, 0.0244, -0.0306, ..., -0.0626, 0.0544, -0.0759],
[ 0.0401, 0.0387, -0.0459, ..., -0.0634, -0.0017, -0.0134]],
device='cuda:0')),
('bert.encoder.layer.1.output.dense.bias',
tensor([-1.2385e-02, -5.8322e-03, 3.5995e-02, 8.9828e-02, -5.2993e-03,
6.8237e-02, -9.6837e-03, -1.7991e-02, -4.6972e-03, -5.6285e-02,
6.9875e-02, 8.1864e-02, -5.0268e-02, -7.3120e-02, -1.8754e-02,
2.1412e-01, -1.1515e-02, 2.7131e-03, 4.8156e-02, 3.7322e-03,
2.0645e-02, 1.1953e-01, -5.3787e-02, 2.6065e-03, -2.2274e-01,
-1.0995e-01, -1.0226e-01, -2.1743e-02, 9.6576e-02, 5.5027e-02,
1.6368e-02, 5.6222e-02, 6.2649e-02, -3.2115e-01, 1.2325e-02,
-2.7389e-02, -1.6377e-01, -2.1368e-02, -1.5517e-01, 1.1053e-01,
-1.7580e-03, -4.7289e-02, -5.7689e-02, 2.2935e-02, -2.0093e-02,
-1.9144e-02, 1.6586e-02, -5.0230e-02, 2.3375e-02, 1.0402e-02,
-1.7010e-02, 4.1564e-02, 3.7804e-02, -5.6815e-02, -6.3621e-02,
-1.7459e-01, 6.3030e-02, 6.2270e-03, 2.3355e-02, -6.1813e-02,
-4.2609e-02, 5.1802e-02, 3.7913e-02, 2.6333e-02, -1.2092e-01,
8.4410e-02, 2.7340e-02, 1.6894e-02, 4.6519e-02, -1.7582e-01,
-1.5214e-02, -5.8255e-02, -6.7978e-02, -2.9778e-04, -6.1257e-02,
2.8500e-02, 2.2915e-02, -1.2823e-02, -4.4556e-02, -1.5122e-02,
3.5931e-02, -4.5856e-03, 2.3309e-03, 9.9871e-03, 1.8170e-01,
-1.0040e-01, 4.8614e-02, -1.0525e-01, 4.4109e-02, -5.8097e-02,
-6.6556e-02, -8.6268e-02, -7.0478e-02, 7.7506e-02, -2.2292e-02,
1.3139e-01, -1.0550e-01, 1.9668e-02, 1.3771e-01, 3.2990e-02,
4.2347e-02, 9.9816e-03, 9.4254e-02, 9.1233e-03, -4.1171e-02,
4.4636e-02, 1.2781e-01, -2.9054e-02, -2.9684e-02, 7.0940e-02,
5.5654e-02, -4.6256e-02, 6.9156e-02, 1.4877e-01, 5.2417e-02,
7.6047e-03, -7.6974e-02, -6.0323e-02, 6.9088e-02, 2.5434e-02,
-4.1865e-04, 4.4105e-02, -4.7500e-02, -2.1224e-04, -1.7025e-01,
-9.8558e-03, -1.9209e-02, -4.8516e-02, -6.2077e-02, 3.7854e-02,
1.0593e-01, 3.2538e-03, 1.9685e-02, 4.9816e-03, 5.0426e-02,
2.4733e-02, -2.8108e-02, 5.6706e-02, -9.0356e-02, 7.8141e-02,
-2.1230e-01, -5.3600e-02, -9.1636e-02, -9.3670e-01, -4.9650e-02,
2.5810e-03, 6.7386e-02, -6.8942e-02, 2.1989e-02, 7.6113e-02,
-7.1817e-02, -9.6606e-02, -1.1717e-01, 3.3875e-02, -2.9619e-02,
1.4363e-02, 6.6582e-02, -4.5090e-02, 5.9976e-03, 5.7610e-02,
1.4736e-02, -4.4691e-02, -1.2447e-01, -9.0711e-04, 5.3100e-02,
4.7465e-02, 5.5632e-02, -5.4007e-02, -1.6298e-01, -2.0743e-02,
4.9846e-02, -2.6729e-02, 2.7024e-02, 5.2221e-02, -7.5888e-03,
1.1798e-02, 1.0608e-01, -1.2341e-01, -9.7444e-03, 8.2302e-02,
-1.4875e-01, 2.7513e-02, 2.5411e-02, -9.2200e-02, 1.4094e-01,
1.0528e-02, -2.7495e-03, -1.1121e-01, 7.4738e-02, -3.1011e-02,
3.9789e-02, -1.1665e-01, 6.5395e-02, 1.6933e-02, 1.2358e-01,
-3.1307e-02, -1.4899e-02, 1.8363e-01, -7.2373e-03, 1.2614e-02,
2.4338e-02, 1.1536e-01, 8.6459e-02, 5.2381e-02, 1.6200e-02,
-2.7487e-02, 1.5925e-02, -2.7734e-02, 1.2833e-03, -5.9196e-02,
-3.4374e-02, -1.0443e-01, 4.2044e-02, 2.9958e-02, 5.5885e-02,
-1.5286e-02, -8.1525e-02, 2.6639e-02, -1.3287e-02, 1.0770e-01,
5.9445e-02, 5.2607e-02, 1.6332e-02, -6.5138e-04, -2.0077e-02,
1.7262e-02, -1.3087e-01, -2.9381e-02, 1.0923e-01, 7.1293e-02,
-4.4759e-02, 4.8736e-02, 1.1639e-03, 3.6058e-02, -2.9264e-03,
-9.8114e-02, -2.2839e-01, -5.1575e-02, -1.8017e-01, 1.3416e-01,
-4.6408e-02, 5.7031e-02, 1.5129e-02, 6.3478e-02, -8.0934e-02,
-1.1421e-02, 3.8293e-02, -6.6690e-02, -4.3631e-02, 1.8869e-02,
-9.4311e-02, -1.9050e-02, -4.8234e-02, 1.9065e-02, 1.7116e-02,
-1.9784e-02, -4.4778e-03, 1.4421e-01, 2.7763e-02, -2.5473e-02,
-4.3380e-02, -1.2495e-01, -3.1861e-02, -1.0303e-03, -3.1558e-02,
-2.6899e-02, -1.4209e-01, -8.0868e-03, -1.5509e-01, -6.8004e-03,
-6.8014e-02, 3.1789e-02, 1.1332e-01, -4.6494e-02, 6.7042e-02,
5.9229e-02, 1.2421e-01, -9.5171e-02, 1.3115e-01, 5.8781e-02,
2.4049e-02, 3.4813e-02, -6.3861e-02, 1.2130e-01, -7.6477e-02,
6.0330e-03, 1.0898e-01, 4.3489e-02, 5.9168e-02, -1.6755e-02,
-7.0592e-02, -3.1975e-02, 8.1200e-02, 9.7499e-02, -2.0635e-02,
-1.3555e-01, -8.5664e-02, -7.7102e-02, 5.5107e-02, -3.7484e-02,
-9.8077e-03, -4.1601e-02, 4.1503e-02, 6.3498e-03, 4.8579e-02,
-8.4081e-02, -2.0205e-02, -6.0876e-03, -3.8039e-03, 2.8068e-02,
2.3280e-01, 1.0736e-01, -4.6238e-02, -1.8092e-01, -9.8778e-02,
4.4052e-02, -5.3709e-02, -8.0172e-02, 1.9626e-02, -4.4446e-02,
-7.4503e-02, 5.5250e-02, -1.5038e-02, 6.3502e-02, -6.5394e-02,
-5.1027e-02, 8.9256e-03, 1.3495e-02, 1.3026e-01, 7.9547e-02,
-8.4959e-02, 1.3365e-02, 6.2139e-02, -9.3862e-03, 1.1400e-01,
-8.1311e-03, -5.1345e-02, 7.8778e-02, -4.5817e-02, -4.5225e-02,
2.2293e-01, 6.7650e-02, -1.2388e-01, 5.7086e-02, -1.0381e-01,
-2.2361e-02, 5.8461e-02, -3.1043e-02, -9.2269e-02, 7.9637e-02,
-6.7028e-02, -7.7829e-02, -4.5756e-03, 3.7927e-02, 5.9763e-02,
-6.1352e-02, 5.5379e-02, 2.6298e-02, 1.2754e-02, -5.5788e-02,
6.4821e-02, -1.2092e-01, 2.6995e-02, -8.1082e-03, -2.1880e-02,
3.0856e-02, -4.1692e-02, 3.7800e-02, 2.1155e-02, 6.4731e-02,
-9.6021e-02, -4.6510e-02, -4.3383e-02, 1.3877e-02, -4.5498e-03,
-9.2525e-03, -3.0056e-02, 1.9576e-02, -2.0037e-02, 1.6827e-02,
1.5182e-01, -3.4217e-02, 6.1534e-02, 3.5313e-02, -2.7495e-03,
1.7267e-01, 1.3311e-01, -1.0136e-02, -7.9920e-02, -1.0233e-04,
3.5790e-02, -3.3380e-02, 9.4239e-02, -3.1440e-03, -4.0023e-03,
-2.9804e-03, -1.9797e-02, 3.9349e-02, -1.1673e-01, 1.3270e-02,
-2.2285e-02, 5.7958e-02, 1.8513e-02, -1.2439e-02, -9.3852e-02,
-4.6782e-02, 6.7809e-02, -5.6885e-02, -1.0275e-01, -9.2993e-02,
2.2421e-02, 4.6313e-02, -2.5335e-02, 2.0789e-03, 2.8081e-02,
6.0046e-02, -2.8378e-02, -1.7638e-03, 6.0125e-02, 5.9035e-02,
-1.7279e-01, 9.3660e-03, 7.0581e-02, -2.2808e-06, 4.5551e-02,
3.1491e-02, -9.4014e-03, -7.3602e-02, -9.1632e-02, -3.8326e-02,
1.4726e-02, 8.5079e-02, 9.8095e-02, 8.6249e-02, -5.5914e-02,
2.5876e-02, 1.5170e-04, -2.5978e-02, 5.0019e-02, 4.1296e-02,
5.9465e-02, -4.4091e-02, -1.5940e-01, -7.6180e-02, -3.3581e-02,
-1.6213e-02, -8.5109e-03, 5.1722e-02, -3.7411e-02, 4.7260e-02,
1.6829e-01, 3.8216e-02, 2.4580e-03, 2.5302e-02, -3.0472e-02,
-6.9976e-02, 1.3411e-01, -4.6876e-02, -6.5024e-02, -3.8785e-02,
4.0781e-02, 1.7489e-02, 2.0075e-02, 8.8580e-02, 1.1949e-02,
1.1298e-01, -8.0969e-02, -6.1675e-02, -4.6149e-02, 3.0986e-03,
-2.2921e-02, 1.7199e-03, -1.3100e-02, 9.0934e-02, -7.9378e-02,
1.3519e-02, -1.4450e-01, -9.0976e-02, 4.4957e-02, 3.4393e-02,
-3.2845e-02, 5.9388e-02, 2.1051e-02, -2.3339e-02, -9.1496e-03,
-1.0047e-01, 5.0010e-02, 5.3389e-02, 4.7260e-02, -4.8290e-02,
3.7715e-03, -1.7572e-02, -4.0522e-02, 4.7092e-02, 8.4299e-03,
-7.2206e-02, -7.8276e-02, -1.0502e-01, -2.4145e-02, 6.6509e-02,
-1.4413e-01, -1.7048e-02, -4.8679e-02, -4.9227e-02, -9.9708e-02,
9.5420e-02, -4.3219e-02, 1.7176e-02, -5.9845e-02, 4.8378e-02,
-4.1654e-02, 3.1178e-02, 1.5372e-02, 5.0465e-02, -1.6121e-02,
1.2502e-01, 2.5751e-02, -5.3779e-02, 5.5452e-02, 7.4188e-02,
-7.0198e-02, 1.4784e-02, 1.7993e-01, 2.1233e-03, -1.3328e-02,
-4.0963e-03, 8.8489e-02, 1.5082e-02, -2.4464e-02, -2.3685e-03,
2.6896e-02, 1.3092e-02, -6.4685e-02, -1.1085e-01, -7.0255e-02,
-7.6640e-02, 2.2922e-02, 4.3149e-02, 4.1746e-02, -8.0861e-02,
2.0154e-02, 3.7591e-02, 5.9763e-02, 3.6992e-02, 5.3779e-02,
1.6023e-02, 3.6828e-02, 5.6312e-02, -1.0417e-02, 1.2391e-03,
1.2211e-01, 2.2491e-02, -1.6754e-02, 2.2380e-02, -1.7138e-01,
5.5721e-02, -1.4283e-01, -3.5448e-01, -7.6301e-02, 7.8210e-02,
7.8488e-02, -2.0288e-02, -6.2977e-02, -1.2959e-02, 1.8169e-02,
-2.0250e-02, -1.1813e-01, -2.0631e-02, -6.5338e-03, -2.4624e-03,
-1.7744e-01, 6.2733e-02, -8.7718e-02, -1.1713e-02, -1.7261e-02,
-3.8277e-02, 1.1480e-02, 1.0710e-02, -1.6205e-02, -6.2274e-02,
9.0825e-02, 3.8976e-02, -1.5321e-02, -2.6864e-02, 2.4666e-02,
3.1120e-02, -5.2641e-02, 3.8191e-02, 5.9665e-02, 3.8801e-02,
-2.6948e-02, 1.6423e-01, 6.0845e-03, -9.0444e-02, 4.9026e-02,
2.9324e-02, -3.9389e-02, 3.6754e-02, 3.7668e-02, -3.6979e-02,
-3.8433e-02, -5.9204e-02, -1.4737e-02, 6.2650e-02, -1.8885e-02,
-2.3768e-02, 5.6803e-02, -2.6962e-02, -3.1068e-03, 3.1732e-02,
-3.8006e-02, 3.5064e-02, -5.5859e-02, -2.9928e-02, 3.3597e-02,
-8.4173e-02, 3.4002e-02, 9.7288e-03, -4.3315e-02, 7.8522e-02,
-5.7468e-02, -1.8989e-02, 6.9037e-02, 6.9554e-02, -2.1313e-02,
-7.5386e-02, 4.6518e-02, -2.8373e-02, -5.6755e-02, 1.9810e-01,
-1.8491e-01, 3.6980e-02, -8.4164e-02, -7.7602e-03, -2.5615e-02,
1.1468e-01, 9.4407e-02, 2.0092e-02, 1.7465e-02, -6.0324e-02,
-1.5688e-02, -8.1258e-04, 1.0109e-01, 9.6424e-04, -4.6706e-02,
-7.4821e-02, 1.4707e-01, -1.3019e-03, -1.0920e-01, -1.2374e-01,
3.4961e-02, 1.0007e-01, 1.8699e-02, 1.0611e-01, 3.5053e-02,
1.1230e-01, -3.0652e-02, 1.4158e-02, 2.3862e-02, -4.9563e-02,
4.3366e-02, 6.2732e-02, -2.4591e-02, 8.9656e-02, 2.2168e-02,
3.3846e-02, 2.0385e-02, 1.6137e-01, -4.5499e-02, 4.9740e-02,
-3.3158e-03, 2.3827e-01, -3.9658e-02, 3.3971e-03, -8.0953e-05,
-7.1155e-03, -2.3452e-02, -5.0432e-03, 2.0063e-02, 3.1756e-02,
5.1950e-02, -1.4306e-01, 6.7945e-02, -5.0216e-03, 5.5192e-02,
4.5033e-02, -8.5907e-02, -5.6405e-03, 2.0874e-02, 3.9440e-02,
1.4200e-02, 2.8428e-02, -3.3045e-02, -5.1762e-03, -7.2968e-02,
-5.2031e-02, -1.7066e-02, 1.2094e-02, -1.3573e-02, -1.5965e-02,
1.5838e-01, -4.0669e-02, 4.3778e-02, 9.2738e-03, 1.7450e-02,
-4.1128e-03, -5.0187e-02, -9.5437e-02, -2.9395e-02, -4.4496e-02,
3.6912e-02, -5.1966e-02, -6.9028e-02, -6.9869e-02, 2.6038e-02,
1.0960e-01, 5.0207e-02, 9.0634e-02, 7.0205e-02, 5.9287e-03,
-1.2764e-02, -2.6247e-02, -6.1816e-02, -1.2782e-01, 5.9980e-02,
-1.4972e-01, -4.9932e-02, 7.9415e-02, 4.3277e-02, 8.0585e-03,
-5.2511e-02, 6.3957e-02, 5.0193e-02, -3.8475e-02, -1.0518e-01,
1.0680e-02, 9.5891e-02, -1.6714e-03, 8.5857e-02, 6.3274e-02,
-4.8644e-02, -1.4049e-01, 1.1391e-01, -5.0676e-02, 9.0705e-03,
-5.5837e-03, 7.1748e-02, 2.1470e-03, -1.0870e-01, 1.3431e-01,
-1.1272e-02, -6.5924e-02, -3.4024e-04, 1.1271e-01, 2.3284e-02,
4.2868e-02, 7.6250e-02, -5.3261e-02, -2.5061e-02, 2.4532e-02,
-2.7682e-02, -2.2353e-02, 3.7252e-02, -1.7314e-03, 1.1581e-02,
3.3799e-02, 3.8378e-02, 7.9953e-02], device='cuda:0')),
('bert.encoder.layer.1.output.LayerNorm.weight',
tensor([0.8878, 0.8744, 0.8681, 0.8522, 0.8085, 0.8355, 0.7161, 0.6705, 0.8735,
0.7818, 0.8804, 0.8862, 0.9489, 0.9070, 0.9137, 0.6767, 0.8631, 0.8810,
0.8739, 0.9002, 0.7551, 0.9123, 0.8869, 0.8572, 0.8577, 0.8617, 0.8770,
0.8272, 0.8667, 0.9054, 0.8626, 0.7339, 0.8989, 0.8196, 0.8858, 0.8629,
0.7934, 0.9070, 0.7700, 0.8437, 0.9057, 0.8758, 0.9102, 0.8888, 0.9017,
0.9006, 0.8673, 0.8740, 0.9031, 0.8498, 0.8886, 0.8269, 0.8192, 0.8877,
0.8111, 0.6802, 0.8540, 0.8502, 0.8276, 0.8128, 0.8723, 0.9197, 0.9013,
0.8818, 0.8184, 0.9300, 0.8738, 0.8645, 0.6970, 0.8290, 0.8873, 0.8843,
0.8682, 0.8512, 0.8974, 0.9099, 0.8774, 0.8639, 0.9257, 0.8602, 0.8700,
0.8166, 0.8933, 0.8484, 0.6924, 0.8841, 0.8175, 0.8828, 0.9058, 0.8560,
0.8365, 0.8788, 0.8622, 0.8475, 0.8487, 0.8365, 0.7358, 0.8555, 0.8906,
0.8175, 0.8572, 0.9265, 0.7982, 0.9174, 0.7342, 0.9055, 0.9084, 0.8215,
0.9158, 0.8979, 0.8569, 0.8360, 0.9253, 0.6597, 0.8449, 0.8883, 0.8864,
0.8885, 0.9194, 0.9174, 0.8768, 0.8826, 0.8987, 0.8176, 0.8243, 0.8347,
0.8963, 0.8605, 0.8803, 0.8609, 0.8960, 0.8303, 0.8496, 0.8930, 0.8876,
0.8764, 0.7425, 0.8936, 0.7893, 0.9064, 0.6719, 0.9231, 0.8655, 0.1308,
0.8598, 0.8626, 0.8667, 0.8751, 0.8782, 0.8612, 0.8388, 0.8686, 0.9035,
0.8869, 0.8501, 0.8985, 0.9058, 0.8869, 0.8839, 0.8809, 0.9090, 0.8954,
0.7786, 0.8849, 0.8297, 0.8683, 0.7280, 0.6953, 0.8466, 0.8780, 0.9023,
0.7596, 0.8218, 0.8656, 0.7905, 0.8693, 0.8852, 0.7354, 0.8990, 0.8852,
0.8568, 0.8569, 0.8438, 0.8587, 0.9094, 0.9072, 0.8375, 0.8811, 0.8694,
0.8968, 0.8444, 0.7091, 0.8590, 0.8855, 0.8617, 0.9010, 0.9193, 0.7225,
0.8797, 0.9006, 0.8908, 0.7398, 0.9012, 0.8391, 0.8403, 0.8651, 0.9040,
0.9415, 0.9199, 0.8377, 0.8992, 0.9081, 0.8259, 0.8953, 0.8748, 0.8948,
0.8488, 0.8564, 0.8750, 0.8772, 0.9010, 0.8621, 0.9171, 0.8105, 0.8787,
0.8863, 0.9047, 0.9098, 0.8257, 0.6387, 0.8378, 0.9111, 0.8567, 0.8349,
0.8633, 0.8827, 0.8477, 0.8973, 0.8786, 0.9307, 0.8708, 0.8475, 0.8187,
0.8616, 0.8775, 0.8184, 0.9034, 0.8334, 0.9268, 0.9242, 0.8938, 0.8932,
0.9466, 0.9115, 0.9054, 0.9200, 0.9029, 0.7388, 0.8711, 0.8612, 0.7277,
0.8649, 0.8740, 0.8610, 0.8788, 0.8717, 0.8940, 0.9441, 0.7789, 0.8755,
0.8953, 0.9107, 0.9321, 0.8587, 0.8956, 0.9243, 0.8792, 0.8708, 0.8478,
0.9149, 0.9214, 0.9057, 0.8249, 0.4625, 0.8865, 0.9014, 0.7850, 0.8840,
0.8624, 0.8423, 0.7651, 0.8319, 0.8422, 0.8358, 0.8686, 0.8098, 0.8238,
0.7331, 0.9137, 0.8378, 0.8916, 0.8734, 0.8508, 0.8576, 0.6283, 0.8905,
0.8362, 0.8904, 0.8627, 0.8765, 0.7650, 0.8680, 0.8660, 0.7271, 0.8511,
0.9161, 0.8584, 0.8172, 0.8914, 0.8382, 0.8211, 0.8720, 0.8531, 0.9300,
0.8151, 0.8074, 0.8171, 0.8386, 0.9138, 0.8671, 0.8542, 0.8772, 0.9300,
0.8929, 0.9099, 0.9131, 0.8865, 0.8748, 0.8886, 0.8092, 0.7395, 0.9096,
0.8885, 0.9061, 0.8752, 0.9302, 0.8971, 0.8821, 0.8783, 0.8596, 0.8871,
0.8597, 0.8131, 0.8658, 0.9272, 0.8502, 0.8667, 0.8887, 0.8751, 0.7818,
0.8866, 0.9021, 0.8431, 0.9116, 0.8767, 0.8228, 0.9034, 0.8954, 0.9235,
0.7705, 0.8866, 0.8996, 0.8952, 0.8997, 0.8606, 0.8577, 0.8507, 0.9009,
0.8721, 0.7485, 0.8352, 0.8990, 0.9118, 0.8415, 0.8124, 0.7969, 0.7985,
0.8982, 0.8587, 0.7769, 0.9052, 0.8094, 0.8883, 0.9056, 0.8728, 0.8828,
0.8313, 0.8825, 0.8737, 0.8023, 0.8147, 0.8178, 0.8123, 0.8595, 0.8823,
0.8846, 0.8730, 0.8235, 0.9063, 0.9410, 0.8360, 0.8529, 0.8713, 0.9280,
0.8783, 0.8468, 0.8195, 0.8327, 0.8524, 0.8622, 0.8817, 0.9321, 0.8771,
0.8299, 0.8579, 0.8779, 0.8217, 0.5924, 0.8689, 0.8812, 0.8813, 0.9207,
0.8185, 0.9134, 0.6594, 0.8956, 0.8345, 0.8481, 0.8838, 0.8959, 0.9033,
0.8161, 0.8461, 0.8326, 0.8861, 0.8181, 0.8892, 0.8933, 0.9032, 0.8385,
0.8542, 0.8594, 0.8829, 0.8957, 0.8609, 0.8147, 0.8383, 0.8336, 0.8619,
0.8791, 0.8683, 0.8745, 0.8703, 0.8886, 0.8429, 0.8225, 0.8720, 0.8405,
0.8781, 0.8644, 0.9234, 0.8424, 0.9303, 0.8441, 0.8854, 0.8799, 0.8144,
0.9018, 0.7784, 0.9381, 0.8434, 0.8754, 0.8858, 0.8794, 0.8928, 0.8425,
0.9194, 0.8225, 0.9497, 0.8162, 0.8237, 0.9127, 0.8928, 0.8236, 0.9000,
0.8488, 0.8765, 0.9250, 0.8645, 0.8905, 0.8811, 0.9228, 0.8696, 0.8895,
0.8791, 0.8635, 0.9229, 0.8696, 0.8473, 0.8755, 0.8083, 0.8957, 0.8499,
0.8772, 0.9127, 0.8259, 0.9103, 0.8696, 0.7000, 0.9269, 0.9122, 0.7745,
0.8721, 0.9029, 0.9009, 0.9184, 0.8843, 0.9308, 0.8588, 0.9000, 0.8750,
0.8971, 0.8300, 0.8561, 0.8589, 0.8385, 0.8254, 0.8551, 0.8585, 0.8526,
0.8627, 0.9086, 0.7677, 0.8194, 0.8330, 0.9308, 0.8589, 0.8244, 0.8613,
0.8847, 0.8432, 0.8476, 0.9028, 0.8539, 0.8158, 0.8171, 0.8355, 0.4085,
0.8710, 0.8694, 0.9077, 0.9295, 0.7958, 0.9010, 0.8927, 0.9183, 0.8755,
0.8828, 0.8309, 0.8967, 0.8423, 0.8458, 0.8701, 0.8623, 0.9043, 0.9110,
0.8638, 0.8795, 0.8521, 0.8990, 0.8643, 0.9012, 0.8817, 0.8681, 0.8963,
0.8901, 0.8234, 0.8917, 0.8366, 0.8190, 0.9149, 0.7840, 0.8260, 0.8354,
0.8751, 0.9244, 0.8234, 0.8584, 0.8966, 0.8850, 0.9027, 0.8641, 0.8546,
0.8706, 0.8604, 0.8993, 0.8702, 0.8424, 0.8677, 0.8593, 0.8790, 0.7994,
0.8442, 0.6869, 0.8971, 0.8966, 0.9213, 0.9404, 0.9003, 0.8866, 0.8617,
0.8268, 0.8541, 0.9317, 0.8538, 0.8643, 0.8957, 0.8499, 0.8102, 0.7798,
0.8941, 0.8730, 0.8462, 0.8853, 0.8293, 0.8138, 0.9178, 0.8866, 0.8781,
0.8609, 0.9091, 0.8451, 0.8587, 0.8937, 0.8595, 0.8434, 0.6649, 0.8864,
0.9017, 0.8528, 0.8012, 0.9401, 0.8686, 0.7172, 0.8485, 0.8570, 0.9170,
0.8491, 0.8127, 0.9028, 0.8736, 0.8526, 0.8696, 0.8691, 0.8196, 0.9035,
0.9283, 0.7401, 0.7705, 0.8750, 0.9263, 0.8688, 0.8538, 0.9207, 0.8635,
0.8197, 0.8837, 0.8766, 0.9203, 0.8688, 0.8983, 0.8587, 0.8644, 0.9122,
0.9026, 0.8601, 0.8679, 0.9217, 0.8786, 0.9125, 0.8981, 0.7331, 0.8536,
0.8910, 0.8955, 0.9126, 0.8752, 0.9162, 0.8500, 0.9222, 0.8229, 0.7725,
0.7927, 0.8236, 0.8664, 0.9231, 0.8797, 0.8993, 0.8753, 0.8983, 0.8744,
0.9106, 0.8986, 0.8688, 0.9219, 0.7770, 0.8644, 0.8010, 0.8961, 0.9174,
0.8823, 0.8288, 0.9160, 0.8576, 0.9231, 0.7210, 0.9125, 0.8355, 0.8872,
0.8880, 0.8686, 0.8568, 0.9050, 0.8884, 0.8667, 0.9151, 0.8965, 0.8280,
0.8708, 0.9097, 0.8977, 0.8717, 0.6928, 0.8399, 0.8827, 0.8306, 0.8474,
0.8954, 0.8694, 0.6646, 0.8610, 0.8959, 0.8779, 0.8584, 0.9069, 0.8721,
0.8218, 0.8580, 0.8827, 0.8779, 0.8291, 0.8880, 0.9185, 0.9088, 0.9277,
0.8618, 0.9143, 0.8644], device='cuda:0')),
('bert.encoder.layer.1.output.LayerNorm.bias',
tensor([-1.3730e-02, -1.4257e-01, 4.0676e-02, 2.2875e-02, 8.5492e-02,
-2.0404e-01, 1.4517e-01, -3.6505e-01, -1.4435e-01, -1.3622e-02,
-6.3878e-02, -1.7634e-02, -6.0415e-02, 4.0437e-02, -2.9370e-02,
-1.3915e-01, 2.5390e-02, -4.5889e-02, -2.4263e-02, 3.8393e-02,
-6.7123e-02, -3.5396e-02, 1.2360e-02, -6.4621e-02, -3.1985e-02,
-1.4941e-01, 5.2848e-02, -8.2684e-02, -4.5717e-02, -5.1514e-02,
-1.0555e-01, 1.3641e-01, 7.2100e-02, 1.9197e-03, -9.0969e-02,
-5.2877e-02, -4.1617e-02, -4.5478e-02, -1.7303e-01, -9.7113e-02,
2.6979e-02, 1.8366e-02, -2.6114e-02, -7.9109e-02, 5.5518e-02,
-2.6242e-02, -1.7309e-01, 8.7025e-02, -1.2505e-01, -2.7416e-02,
-1.4253e-01, -4.4582e-02, -7.0910e-02, -4.5060e-02, 3.5147e-02,
6.0751e-02, 4.8570e-03, -2.9567e-02, -1.4920e-02, -5.4670e-02,
2.9221e-03, -5.7573e-02, -9.9249e-02, 9.8675e-02, -1.2192e-01,
3.8458e-03, -2.8997e-02, 8.1563e-03, -9.9998e-02, -9.2332e-02,
3.7487e-02, -1.1491e-01, -4.9468e-02, -8.1638e-02, 2.6892e-02,
3.4480e-02, -1.0535e-01, -1.1347e-02, -1.5388e-02, -1.4258e-01,
1.1275e-02, -3.0621e-02, -1.8412e-03, -1.3561e-01, 1.5121e-01,
-1.4682e-01, 8.0693e-02, -2.9208e-03, -4.4361e-02, -1.0579e-01,
7.6951e-02, 2.3647e-03, 1.1563e-01, -1.4309e-01, 8.1307e-02,
-1.5055e-01, 1.8587e-02, 1.4332e-01, -8.9822e-02, -2.4576e-01,
5.0128e-02, 3.2785e-02, -1.0708e-01, -1.2786e-01, -7.5238e-02,
-1.7700e-01, -3.4438e-02, -8.5442e-02, -1.8948e-02, -3.4762e-02,
-6.4602e-02, -3.0303e-02, 7.1421e-03, 1.8306e-01, -2.1376e-03,
-1.7126e-01, -6.1984e-02, -1.4510e-01, -4.0409e-02, -7.3939e-02,
-7.1392e-02, 6.8303e-02, -5.5175e-03, 2.7938e-02, -1.3731e-02,
5.2199e-03, 3.9943e-02, 6.0385e-03, -5.9149e-02, -7.9518e-02,
3.3570e-02, -1.0585e-01, 7.8303e-02, -6.5475e-02, -7.3343e-02,
-3.1657e-02, 8.8005e-02, -6.2176e-02, 3.2700e-02, -1.8966e-02,
9.7017e-02, -8.6711e-02, 4.5288e-03, 8.8282e-01, -4.0005e-03,
9.7695e-02, -9.5119e-02, -9.3471e-02, -5.6112e-03, 5.9935e-02,
1.6101e-01, -1.4987e-01, -2.3114e-02, 3.5366e-03, -1.2392e-01,
-5.2733e-02, 3.7016e-02, 4.5504e-02, -2.1025e-02, -1.9406e-02,
-1.7356e-01, -4.4488e-02, -4.0896e-02, 8.7440e-03, -4.5473e-02,
6.6346e-02, -3.8107e-01, -7.6935e-02, 2.6983e-02, 2.3758e-02,
2.0831e-02, -9.3133e-02, -3.3517e-02, 5.7671e-03, -1.8947e-01,
-2.4280e-01, -1.8389e-01, 2.1795e-01, -3.2929e-02, 8.7728e-03,
1.3757e-01, -5.1511e-02, 7.1693e-02, 1.6719e-01, -2.3468e-02,
-1.3460e-02, 5.8003e-02, 3.7142e-02, -8.4575e-02, -3.3378e-02,
-1.4074e-01, -2.1201e-01, -9.9018e-02, -7.3774e-02, 6.3195e-02,
7.8691e-02, 5.5481e-03, 1.4106e-01, 8.4963e-02, -8.0773e-02,
-1.4937e-01, -1.5479e-01, -3.2615e-02, -1.9199e-01, -1.6382e-01,
-1.1272e-01, 4.7726e-03, 1.3333e-03, 4.4127e-02, 1.3948e-01,
3.7840e-02, -1.8911e-02, -5.3225e-02, 3.8678e-02, 6.4113e-02,
1.1453e-02, -6.4928e-02, -1.1720e-01, -2.8255e-02, -1.1636e-02,
-6.9241e-03, 5.8883e-04, -5.5982e-02, 2.2519e-01, -4.7080e-02,
-4.4102e-02, -1.2572e-01, -8.9528e-02, -1.6018e-01, 2.5640e-01,
4.9410e-02, -2.7896e-02, -1.1934e-01, -2.4843e-02, 7.9499e-02,
2.1290e-02, -8.7240e-02, -1.8620e-02, -4.7295e-02, -1.8381e-02,
1.7899e-02, 4.0587e-02, 4.3745e-03, 1.1652e-02, 8.6614e-02,
7.6205e-02, -5.7604e-02, 7.3997e-02, -5.1256e-02, -2.8812e-02,
-4.3504e-02, -8.4520e-02, -1.5502e-01, -6.9594e-02, -1.5539e-01,
-1.0627e-01, 5.0870e-02, 5.9517e-02, 9.6448e-02, 7.3579e-02,
-2.5128e-02, 1.2903e-01, -1.2082e-01, -1.4927e-01, -4.3501e-02,
-1.0501e-01, -2.0229e-02, 9.4626e-03, -1.3978e-01, -1.3600e-02,
-4.2708e-02, 3.5410e-03, -5.7044e-02, -1.0811e-01, -1.7107e-01,
-6.7678e-02, 5.3697e-02, 4.2263e-02, -9.9956e-02, 1.4676e-02,
-3.3690e-02, 4.7946e-02, 1.7249e-02, -1.3858e-01, -6.8953e-03,
-1.6836e-01, -5.4825e-02, 5.3669e-02, -1.4453e-01, -8.7388e-02,
-2.9370e-02, 8.4208e-02, 7.9303e-02, 2.2341e-02, 4.1621e-02,
2.2411e-02, 1.3422e-01, 4.2253e-02, 2.6360e-02, -2.0260e-01,
-8.5046e-02, -2.3409e-02, 2.4046e-02, -4.2417e-03, 5.5445e-02,
6.5665e-02, -2.5302e-02, -1.4341e-01, -1.6230e-01, 3.3231e-02,
-2.2636e-01, 7.1042e-02, 3.4399e-02, -9.5097e-02, -4.4246e-02,
-1.2235e-02, 6.5871e-02, -1.8816e-02, 9.8230e-02, -4.4853e-02,
7.4531e-02, -2.7192e-03, -2.9871e-02, -4.6671e-02, 1.3086e-01,
-3.8256e-02, -2.7528e-01, -1.3140e-01, -1.0672e-01, -1.3777e-01,
1.7440e-01, 6.2889e-02, 2.1374e-03, -5.1128e-02, -7.4894e-02,
-2.2209e-02, -5.1271e-02, -1.3753e-01, 8.9575e-02, 1.2456e-03,
-1.5487e-02, -4.2331e-02, -2.2972e-02, 5.0699e-02, -3.1388e-02,
-5.1132e-02, -3.9608e-02, 3.3951e-02, -3.1783e-02, 3.2704e-02,
-7.9455e-03, -5.0769e-02, 8.7025e-02, -7.9972e-02, -4.3358e-02,
3.5756e-02, 1.9315e-03, -8.1563e-02, -1.5163e-02, 7.9190e-03,
1.6977e-02, 3.9795e-02, -1.1752e-01, 2.9902e-03, 2.3965e-02,
-1.3312e-01, -1.1031e-03, -1.7221e-01, 7.1724e-02, -2.3014e-01,
-1.3580e-01, 6.8124e-02, -2.3798e-02, -1.2039e-01, -7.7677e-02,
2.3392e-02, -5.8309e-02, -7.1827e-02, -1.9550e-01, 1.2581e-02,
-9.2720e-02, -2.4400e-02, -1.4407e-02, -2.3577e-01, 1.0182e-01,
1.0159e-01, -8.9593e-02, 1.1179e-02, -8.9376e-02, -2.4821e-02,
-7.4081e-02, -4.7448e-02, -9.3770e-02, -6.2715e-02, -8.8221e-02,
2.5555e-02, 1.7849e-02, -1.8327e-01, -5.8377e-02, 1.0211e-01,
4.6020e-02, -1.7788e-01, -5.8051e-02, -6.1996e-02, 7.6719e-02,
-1.2702e-01, -9.5264e-02, 1.0928e-01, 6.9821e-02, 1.7770e-02,
6.1434e-02, -6.9931e-03, -1.2439e-01, -7.6341e-02, -1.2142e-01,
1.5947e-02, -1.5867e-01, -1.2712e-01, 1.1427e-01, -4.7091e-02,
-8.3484e-02, -7.0879e-02, 9.9976e-02, 3.7728e-02, -3.7300e-02,
6.1494e-02, 2.0893e-01, 1.1556e-01, 1.0081e-01, -1.5006e-01,
-4.1415e-02, -1.5184e-02, 1.6757e-01, -4.2570e-02, 1.5792e-01,
-1.9264e-01, -2.4394e-01, -1.5421e-01, 4.1562e-02, -7.5405e-02,
-1.2889e-01, -7.3151e-02, -2.5935e-02, -1.5706e-02, -6.4868e-03,
9.9737e-02, -8.2482e-02, -8.9988e-02, -5.8298e-02, -7.5844e-03,
-1.8838e-01, -7.8883e-02, 4.0747e-04, -4.9126e-02, -1.0875e-02,
1.6664e-01, -4.4466e-02, -2.1279e-02, -6.8198e-03, 1.3158e-02,
-1.6987e-02, -5.1368e-02, 6.9864e-03, -6.7148e-02, 8.3519e-03,
1.8165e-02, -5.6002e-02, -9.6990e-02, -1.0813e-01, -8.6956e-02,
4.1942e-03, -1.3821e-01, -6.4676e-02, -1.3755e-01, 3.6423e-02,
-7.9467e-02, -5.3675e-02, -1.5747e-01, -7.6012e-02, 2.9001e-02,
-8.0526e-03, 3.1675e-02, 2.0477e-02, -1.0667e-01, -1.0898e-01,
6.1540e-02, -1.1829e-01, 7.3910e-03, -8.5626e-02, -4.0816e-02,
1.6409e-02, 3.0521e-02, -5.0835e-02, -5.7706e-02, -5.4597e-02,
-8.4005e-02, -4.4311e-02, -6.6959e-02, 5.2148e-02, -6.6131e-02,
-1.9210e-02, -8.8332e-02, -4.9427e-02, -8.5489e-02, 4.5302e-02,
-2.3612e-01, -4.5701e-02, 7.3149e-02, 1.2922e-01, 2.4516e-02,
1.2113e-01, -1.5268e-02, -1.4927e-01, -1.1416e-01, -9.9113e-03,
3.5275e-02, -3.4428e-02, -6.5816e-02, -1.5806e-01, -6.1587e-02,
-8.7886e-02, -2.7476e-02, -4.9383e-02, 6.4134e-02, 5.3046e-02,
-1.5611e-02, -1.0423e-01, -4.7945e-04, -1.4066e-02, 2.1543e-02,
-1.8858e-02, -8.7304e-02, 1.0277e-01, -2.3830e-02, -2.6709e-02,
-1.4255e-02, -3.6866e-03, -2.1221e-01, 3.8867e-02, -1.2007e-01,
7.4337e-02, -1.0330e-01, -3.1771e-02, -6.5762e-02, -4.2428e-02,
-5.4197e-02, -9.8825e-02, 9.6763e-02, -9.8761e-02, -9.6044e-02,
-2.9993e-02, -5.3540e-03, -8.8323e-03, -1.0311e-01, -4.9183e-02,
6.8117e-04, 7.4796e-02, -1.0000e+00, -1.1343e-02, -2.7101e-02,
3.5473e-02, -7.9539e-02, 1.1128e-01, 5.0296e-02, -1.0429e-01,
-5.1730e-03, -5.2650e-02, -3.6796e-02, 7.5310e-02, -1.7777e-01,
-2.8317e-03, -9.1513e-03, -5.0705e-02, -5.6622e-02, -9.5000e-02,
2.9828e-03, -2.0123e-03, -1.0409e-02, -1.3675e-01, -4.5575e-02,
-1.3904e-01, -1.3128e-01, -1.0492e-01, -4.7904e-02, -6.0562e-02,
-7.6207e-03, -2.3040e-01, -1.4107e-01, 1.0616e-02, -2.4990e-02,
9.8106e-03, 4.7982e-02, 1.2277e-02, 1.3951e-01, 2.4118e-03,
2.3778e-02, 9.5996e-03, 4.5917e-02, 7.7566e-02, 6.6183e-04,
4.7914e-02, 5.0385e-02, 1.1128e-02, 1.5884e-01, -1.1380e-01,
-1.5849e-02, 1.4914e-02, -1.6185e-01, -1.1307e-01, -3.9675e-02,
-7.4929e-02, -1.2203e-01, 7.1814e-02, 2.9293e-01, -1.3403e-01,
-4.0411e-02, -1.1297e-01, 1.4092e-02, 1.7155e-02, -4.2033e-02,
-8.3746e-03, -4.1946e-02, -4.6594e-02, -6.4345e-02, -8.8805e-02,
1.6988e-01, 1.5798e-02, -1.2098e-02, -5.2950e-02, -2.3385e-01,
-4.8737e-02, -7.1911e-02, -8.7285e-02, -1.2060e-02, -1.2322e-01,
-2.6750e-01, -4.9812e-02, -1.1295e-01, 1.1489e-01, 5.5546e-02,
5.1370e-02, 9.0280e-02, -2.2690e-02, -2.7411e-03, -3.2925e-02,
-6.5618e-02, 4.5060e-01, -1.0862e-01, -2.3369e-02, -1.0188e-01,
-2.9084e-02, -7.8355e-03, -2.0819e-02, -1.3959e-03, 7.9305e-02,
-6.4471e-02, -5.3429e-02, -7.8257e-02, -1.2447e-01, -4.9390e-02,
-1.1035e-01, -1.3902e-02, 6.5721e-02, 7.5085e-02, -7.7586e-02,
-5.5392e-03, -1.0556e-01, 6.8093e-02, -1.8015e-02, -1.3078e-01,
-2.1530e-02, -3.6783e-02, -1.3898e-01, -4.6502e-02, -1.8587e-01,
-4.1350e-02, -1.1106e-02, 1.0627e-02, 1.0553e-02, 1.1341e-02,
-1.7072e-01, -7.0183e-02, -1.3236e-01, -5.7455e-02, -5.9805e-02,
-4.4549e-02, -5.1237e-03, -6.1020e-02, 3.2397e-03, 2.0436e-02,
-9.8277e-02, -2.1926e-02, 2.0535e-01, 3.9423e-02, -1.8447e-01,
-5.4067e-02, 3.0321e-02, 2.9383e-02, 1.7433e-02, -3.2184e-02,
-8.9907e-02, -8.5087e-02, -9.4442e-02, -1.9002e-01, 6.5011e-02,
-4.1810e-02, -3.0301e-02, 9.3453e-02, -1.0830e-02, -1.4686e-02,
1.0339e-03, -3.4720e-02, 3.1637e-02, -6.9712e-02, -3.6912e-02,
-1.0188e-01, 4.1771e-02, 6.7178e-02, -8.1308e-02, -7.4704e-02,
-9.2098e-02, -1.3556e-01, -9.3596e-02, -8.1810e-02, -1.4757e-02,
6.3999e-02, -1.0020e-01, -6.4472e-02, -8.1619e-02, -8.4696e-02,
8.7932e-02, -5.2433e-02, -5.4392e-02, -1.0557e-01, -4.8916e-02,
2.6187e-02, -1.5674e-01, 5.4466e-02, -1.7098e-02, -7.7541e-02,
5.9413e-02, -6.9155e-03, -4.3332e-02, -1.2584e-01, -6.2433e-02,
-1.1601e-02, -3.4319e-02, -3.1897e-02, 2.2816e-02, -1.6437e-01,
1.6025e-02, -9.2966e-02, -5.0419e-02, 1.3695e-01, -1.9002e-02,
-1.7712e-02, -2.3323e-02, -7.3261e-03, -3.0923e-02, -1.8863e-01,
1.1407e-01, -6.4121e-02, -3.4846e-02, 1.4099e-03, -4.9815e-02,
-1.2210e-02, -4.4475e-02, -8.6169e-02], device='cuda:0')),
('bert.encoder.layer.2.attention.self.query.weight',
tensor([[-0.0110, -0.0473, -0.0713, ..., -0.0319, 0.0417, 0.0043],
[ 0.0648, -0.0157, 0.0110, ..., -0.0054, -0.0186, 0.0131],
[ 0.0572, -0.0106, 0.0190, ..., -0.0759, -0.0030, -0.1267],
...,
[-0.0048, 0.0074, 0.0169, ..., -0.0385, -0.0045, -0.0530],
[-0.0391, 0.0431, -0.0324, ..., -0.0483, 0.0491, -0.0350],
[ 0.0351, -0.0149, -0.0536, ..., 0.0116, 0.0352, 0.0423]],
device='cuda:0')),
('bert.encoder.layer.2.attention.self.query.bias',
tensor([ 3.1587e-02, 1.4009e-02, -1.3993e-02, 1.5989e-04, -8.0080e-03,
-4.7055e-03, -3.9709e-03, 2.1111e-02, -1.3389e-02, -2.8786e-02,
-4.4198e-02, -3.1653e-02, 2.0421e-02, -7.2476e-02, -2.2286e-03,
2.1742e-03, 2.5248e-03, -3.2224e-02, -2.2313e-02, 5.2221e-03,
1.8749e-01, -2.1575e-02, -3.2715e-02, 5.9587e-02, 3.3872e-02,
-3.9584e-03, 5.4470e-02, -1.0025e-01, -1.1244e-02, 2.0631e-02,
-3.1489e-02, 1.9809e-02, 1.1658e-02, 2.0828e-02, -3.9203e-03,
5.8158e-02, -1.4707e-02, 4.8121e-02, 3.1642e-02, 4.5055e-02,
-1.4546e-02, -1.8270e-02, 3.1562e-02, 2.2958e-02, 3.5609e-02,
4.8404e-03, 5.9645e-05, 5.3977e-02, 2.3533e-02, 2.6168e-02,
2.0803e-02, -1.1612e-02, 5.2316e-02, -1.4307e-02, -5.3085e-03,
-7.7628e-03, -2.8400e-02, -2.9798e-02, -3.8244e-02, -9.7478e-02,
6.1749e-02, -1.1137e-02, -6.7530e-03, -4.2759e-02, -5.9431e-02,
5.2126e-03, -1.3775e-01, -7.0353e-02, 7.4860e-02, -4.0290e-01,
1.5472e-01, -1.4045e-01, 9.7158e-02, -1.9290e-01, 2.1153e-01,
3.4061e-01, -8.5641e-02, -1.0238e-01, 7.5059e-02, -5.6643e-01,
-1.4387e-01, 1.1559e-01, 1.5034e-01, -3.7118e-04, -2.2257e-01,
1.4685e-02, 4.4140e-02, -3.1754e-03, -8.2822e-02, -5.4642e-02,
1.6856e-01, 1.4278e-01, 1.4759e-02, 1.9759e-01, 2.0272e-01,
-1.3825e-01, 3.8564e-03, 1.0377e-01, -8.2919e-03, 3.4423e-01,
-1.0485e-01, -8.0641e-02, 2.5980e-01, 1.2572e-01, 8.5784e-02,
-8.9733e-02, -2.2022e-01, 7.7871e-02, 1.5418e-01, -3.9641e-02,
-2.5023e-01, -1.0994e-01, -3.7279e-01, -1.5664e-01, -1.7471e-01,
-5.2863e-02, -4.1025e-02, -2.4007e-03, 3.0378e-01, 1.0014e-02,
-6.5643e-02, 4.4779e-02, 1.8311e-01, 5.4198e-02, 4.0258e-01,
2.1446e-01, -5.2817e-02, 8.5236e-01, 3.8583e-02, 1.1297e-01,
-1.2250e-01, -3.5306e-03, -3.6190e-03, -1.4302e-02, -3.7061e-02,
5.9756e-02, 7.1370e-02, 7.6131e-03, -2.1113e-02, -5.9347e-03,
-4.9731e-03, 1.2171e-01, 2.5823e-02, 7.1787e-02, -1.6686e-02,
7.4388e-02, -5.9480e-02, 1.5064e-01, 2.7125e-02, 3.3144e-02,
4.0348e-02, 3.0721e-02, -1.1760e-01, 1.1190e-01, 3.0405e-02,
8.7121e-02, 3.7840e-02, 8.1882e-02, -3.3864e-02, -1.5221e-02,
-7.6546e-02, -2.6125e-02, 2.4497e-02, -6.9790e-02, -6.9354e-02,
1.8631e-01, 8.2805e-02, -2.6064e-02, -1.7582e-02, 3.7156e-02,
-3.5801e-05, 1.9875e-02, 1.8623e-03, 5.8925e-02, -1.1555e-02,
-2.5933e-02, -5.7040e-02, 7.7283e-02, -9.9421e-02, -3.8423e-01,
2.2755e-02, -6.1792e-02, -3.4636e-02, -7.8869e-03, -7.6219e-03,
3.3157e-02, -1.9809e-02, 1.1518e-02, -1.5234e-02, 4.4604e-02,
-4.2822e-02, 1.0868e-03, 5.9576e-02, 2.1365e-01, 1.8600e-01,
1.7937e-01, -1.7180e-01, 1.1726e-01, 7.2290e-02, -2.6881e-02,
-1.3501e-01, 2.2968e-02, -2.7429e-01, 6.1271e-02, 7.6345e-02,
7.4042e-02, 8.4986e-02, -2.0278e-01, 4.5954e-02, -1.6658e-01,
-5.3988e-02, 7.3931e-02, 2.1969e-01, 1.8981e-01, 9.7232e-02,
7.3008e-02, 3.1361e-01, -2.5022e-02, -6.3674e-02, 4.7065e-02,
1.1885e-01, -1.3864e-01, -1.9763e-02, 1.1518e-01, 9.7277e-02,
-6.4613e-02, 2.5833e-02, -3.7489e-03, -1.7056e-01, -1.0716e-01,
-3.8104e-01, 2.3827e-01, -2.1186e-02, -6.9946e-02, 1.5968e-01,
8.0872e-02, 7.3431e-02, 2.0363e-01, -4.2889e-02, -8.3157e-02,
-1.9739e-01, -4.0978e-02, 1.0047e-01, -1.0804e-01, 1.6996e-01,
-1.2241e-01, -4.2307e-01, -1.8670e-02, -1.6519e-01, -5.7607e-02,
1.4567e-01, -6.0906e-02, -3.0524e-01, 3.9417e-03, 4.6100e-02,
-1.4958e-02, -3.8344e-02, 8.2476e-02, -3.3156e-02, -2.3080e-02,
-2.3889e-02, -9.6844e-02, 1.3901e-02, -6.6040e-02, -1.4062e-01,
-8.8460e-02, 7.8616e-02, 1.3102e-01, -2.5142e-02, 7.5992e-02,
-4.6724e-04, -1.8991e-01, -1.0854e-02, -4.4382e-02, 3.5743e-02,
5.9084e-02, 1.2264e-01, -9.8117e-03, -9.1452e-03, -4.2604e-02,
-2.3206e-02, 2.7787e-02, -2.7198e-01, 1.0343e-02, -2.2196e-03,
5.6759e-02, -1.0182e-02, 1.6738e-02, 4.5565e-02, 1.5856e-01,
-8.3694e-02, 4.0059e-02, -1.7305e-02, -4.3576e-02, -2.0084e-02,
3.8133e-02, -1.3139e-01, -4.9311e-02, -7.0252e-02, -2.8901e-02,
-7.9277e-02, 2.5939e-02, -3.9366e-03, 1.3082e-02, 7.2718e-02,
6.0244e-02, 3.4846e-01, 1.4685e-01, -6.9460e-03, -5.3289e-02,
1.2323e-01, 6.6784e-02, -1.1309e-02, 3.9874e-02, -4.0034e-02,
-2.7230e-02, -4.6681e-02, -8.3450e-03, -2.1046e-02, 1.0791e-01,
-2.9778e-02, 5.0085e-02, 2.8590e-02, 3.6920e-02, -1.6298e-01,
-1.3632e-01, -5.0235e-02, -3.6443e-02, -2.6303e-02, 3.9288e-02,
-3.2261e-02, 2.6094e-02, 6.4822e-02, -2.0204e-01, 5.0541e-02,
3.1069e-02, -3.8565e-02, 1.8989e-01, 1.4798e-02, -9.9205e-03,
-5.8783e-02, 3.5081e-02, -5.8174e-03, -4.9477e-02, 1.2750e-01,
4.1659e-01, -1.8009e-01, -3.5566e-02, -6.0002e-03, 6.5153e-02,
6.2195e-02, -2.2062e-01, -6.0859e-01, -1.0214e-01, -5.1704e-01,
1.0290e-02, 6.4904e-02, -9.1736e-02, -8.6352e-02, 7.3958e-02,
1.6993e-01, 3.8697e-02, 3.2642e-02, -1.5638e-01, 6.7963e-01,
-1.0330e-01, -8.7057e-03, -1.0195e-01, -9.1753e-02, -3.2265e-02,
-1.3391e-03, -3.9093e-01, -2.8554e-02, -5.4544e-02, -4.5238e-02,
-6.4406e-01, -2.9847e-01, 1.7317e-02, 5.8978e-02, 1.9512e-02,
7.4968e-02, 1.0276e-01, 6.3091e-02, -4.8826e-02, 1.6479e-02,
1.5061e-01, -1.1868e-01, 2.3777e-01, 1.1487e-01, -4.0455e-02,
1.9869e-02, -6.1873e-02, -3.6836e-02, -1.2513e-01, 3.2758e-02,
-3.2310e-01, -1.6556e-01, 1.3096e-01, -6.6858e-02, 1.7554e-01,
2.3303e-01, 4.0077e-03, -9.9076e-02, 8.0677e-02, -2.6123e-02,
-6.5464e-02, 4.9716e-02, 3.2719e-02, 1.3694e-01, 5.7891e-02,
2.5575e-01, 6.2899e-02, -9.8003e-02, -9.1104e-03, -8.4641e-03,
-2.3466e-01, 2.9741e-01, 3.0022e-02, -1.5067e-01, -1.0708e-03,
2.2868e-01, -4.7911e-02, 1.4889e-01, 8.5138e-02, 2.2629e-01,
3.4629e-01, -2.1544e-01, -9.7432e-02, -8.6152e-02, -4.3097e-02,
-2.2192e-02, -9.0028e-02, -2.7964e-01, 1.7227e-01, -5.4381e-02,
-4.5601e-02, -2.4863e-02, -1.7065e-01, -3.7223e-03, 5.5379e-03,
-1.3052e-01, -2.6971e-02, 1.5935e-01, -3.0798e-03, 8.7441e-02,
2.1041e-01, 7.1787e-02, 2.8481e-02, 1.8768e-01, -1.3590e-01,
-6.6852e-02, -6.0422e-02, -1.1605e-01, 5.1902e-02, 1.7786e-01,
-3.2555e-04, 1.0484e-01, -6.4055e-02, -1.2674e-01, -1.1906e-01,
3.7677e-01, -1.0733e-01, 1.6784e-01, 4.4537e-03, -1.3451e-01,
-2.2543e-01, -6.3111e-02, 1.4846e-01, -4.0182e-02, -7.4108e-03,
1.8845e-01, 2.0922e-02, -8.3436e-03, 8.2526e-02, -2.4729e-01,
2.5194e-01, 1.8765e-02, 1.9984e-01, -2.3943e-01, -7.3423e-02,
-2.2582e-01, -9.6274e-02, 8.9605e-02, 2.1213e-01, -1.6312e-01,
7.2602e-02, 2.0065e-01, -1.4081e-01, 3.6295e-01, 2.1219e-01,
-7.8779e-02, -7.1544e-02, -3.8563e-02, -5.6597e-02, 6.3251e-02,
-3.5893e-02, 2.7281e-02, -2.2269e-02, -1.6900e-01, 3.5967e-02,
2.5107e-01, 1.7287e-01, -1.3091e-01, -1.5226e-01, -2.6078e-02,
-1.6485e-01, 4.5044e-02, -7.5820e-02, -1.5076e-01, 1.4389e-01,
-1.8864e-01, -1.7701e-01, -2.6260e-02, -2.5238e-01, -7.5668e-03,
4.9700e-01, 1.3403e-01, 2.1049e-01, 4.6184e-01, 9.0237e-02,
-5.7928e-02, -1.8956e-01, -2.6907e-01, 3.5388e-01, -1.0664e-01,
1.3042e-02, 5.0016e-01, -3.2231e-01, -6.9470e-02, -4.9507e-02,
2.7981e-01, 3.2509e-01, -9.1217e-02, 1.7506e-01, 2.1058e-01,
2.5294e-01, 2.1848e-01, 1.4951e-01, -4.9347e-02, 2.3306e-01,
-5.2419e-01, -7.1124e-02, 3.2852e-01, -1.6732e-01, 1.2407e-01,
1.9118e-01, -3.9194e-01, 3.7459e-01, -4.7000e-01, 8.4479e-02,
-1.7858e-01, -1.5827e-04, -1.9044e-01, -2.4848e-01, 1.7601e-01,
-3.5694e-01, 4.4653e-01, -2.9138e-01, -2.6225e-01, -2.5105e-01,
-4.8579e-01, -4.0579e-01, -1.6447e-01, -1.3073e-01, -1.3184e-01,
5.0054e-02, -1.0090e-01, -7.6108e-02, -6.4442e-02, -9.7450e-02,
4.4302e-02, -8.0001e-02, 9.9044e-02, 5.0159e-01, 3.0091e-01,
1.3392e-01, -1.4813e-01, 3.3747e-02, -2.9961e-02, -7.0792e-02,
6.9109e-03, -5.4226e-02, 1.2924e-01, 1.3021e-01, 6.0696e-02,
-5.0079e-02, 1.1170e-01, 1.1796e-02, 2.0812e-03, -4.3157e-02,
-4.9705e-02, -1.1914e-02, 8.3241e-02, 4.1783e-02, -3.7598e-04,
5.3852e-02, 8.3979e-03, -3.1989e-02, -5.5744e-02, 7.8591e-03,
1.9631e-02, 8.5454e-02, -3.6550e-02, 2.5048e-02, 2.5571e-02,
1.6360e-02, 1.9025e-01, 3.4692e-02, -5.6405e-02, -5.5021e-02,
-1.3870e-03, 8.6837e-02, 1.8835e-02, -6.9626e-02, 3.5856e-02,
3.8360e-02, -3.5442e-02, -5.2106e-02, 1.3731e-01, 2.3380e-01,
6.7789e-02, 6.8725e-02, -1.0096e-01, -8.9316e-02, -4.5355e-02,
3.6846e-02, 7.2131e-02, 9.9483e-02, 2.1387e-02, 4.6171e-02,
6.6119e-02, 1.3272e-02, -3.2403e-02, 1.5659e-02, -4.2265e-02,
-6.1552e-03, 6.4832e-02, 3.2207e-02, -4.8435e-02, 1.3827e-02,
6.2138e-02, 2.6727e-01, -5.3608e-02, 1.7614e-01, -1.1844e-01,
6.0371e-02, 9.0765e-02, -2.2893e-02, -1.1736e-01, -7.5679e-02,
-4.2315e-03, 4.2802e-02, -4.5711e-02, 1.2519e-01, -1.3836e-01,
1.0009e-01, 3.1840e-02, -6.3814e-02, 1.7518e-01, -3.6030e-02,
4.9583e-02, 8.9776e-02, 4.2644e-02, -1.8969e-01, 4.7946e-04,
3.7350e-02, 1.8147e-02, -1.6786e-02, 4.7450e-03, -7.5385e-03,
-7.0638e-03, -1.1008e-01, 7.9098e-02, 5.7642e-02, 3.4964e-02,
8.6045e-02, -3.4109e-02, 9.5226e-02, 7.2372e-02, 8.0082e-02,
-7.2842e-02, -7.6420e-02, 8.9662e-02, 7.0559e-02, -2.2029e-01,
1.6687e-02, 1.4612e-02, 8.5958e-02, -3.4387e-02, -6.2491e-02,
-5.2277e-02, -2.8152e-02, 6.8389e-02, -4.0281e-03, -8.1283e-02,
1.6436e-03, 1.3328e-02, 7.1069e-02, 7.7103e-02, -2.5584e-02,
-8.2815e-02, 2.1220e-03, 7.1495e-02, -4.4761e-02, -7.7420e-02,
2.3557e-02, -1.5263e-02, -4.7796e-02, 1.3479e-02, 2.5961e-02,
1.4519e-02, -1.2559e-01, 5.5227e-02, -9.0379e-02, -5.8969e-02,
-6.9884e-03, 4.5893e-02, 2.7529e-02, 3.9132e-03, -9.8673e-02,
-9.5317e-02, -6.0043e-02, 4.0879e-02, 9.0283e-02, -1.8832e-02,
-6.1676e-03, 1.3829e-02, 4.0065e-02, -4.0504e-03, -5.9902e-02,
2.2594e-02, -2.5274e-04, 6.6897e-03, -1.5710e-02, -2.1391e-02,
-3.2910e-02, -1.0603e-01, -7.9880e-02, -4.0783e-02, 7.2753e-02,
-8.1006e-02, 4.7127e-02, -7.7245e-02, 1.1075e-02, 1.5908e-02,
-1.0347e-01, -8.3804e-02, -1.0056e-01, -5.1736e-02, -3.4556e-02,
7.8100e-02, -4.6704e-02, -3.4463e-02, 3.3942e-02, -1.1403e-02,
-2.2367e-02, 2.8995e-02, -6.0449e-03, -6.7584e-02, -9.8151e-02,
5.8669e-02, 1.1404e-01, 9.8296e-03, -5.8385e-02, 2.5197e-02,
5.5685e-03, 7.0582e-02, -6.3808e-02], device='cuda:0')),
('bert.encoder.layer.2.attention.self.key.weight',
tensor([[-0.0221, -0.0225, -0.0216, ..., -0.0330, -0.0123, 0.0426],
[-0.0502, 0.0409, 0.0215, ..., 0.0379, -0.0390, -0.0838],
[ 0.0062, -0.0275, 0.0702, ..., -0.0540, 0.0989, -0.0749],
...,
[-0.0037, 0.0413, -0.0509, ..., 0.0228, -0.0269, -0.0099],
[ 0.0577, -0.0638, 0.0216, ..., 0.0343, -0.0588, 0.0129],
[-0.0085, 0.0016, 0.0386, ..., -0.0115, -0.0180, 0.0200]],
device='cuda:0')),
('bert.encoder.layer.2.attention.self.key.bias',
tensor([-7.1919e-04, -2.3146e-03, 1.5211e-03, -2.5049e-03, -1.3949e-03,
-4.4323e-03, 1.8539e-03, -4.7780e-03, -3.1321e-03, 5.5692e-04,
-2.1262e-03, 4.0643e-03, -2.2317e-03, 6.3168e-03, -1.6063e-03,
5.5688e-03, 2.3365e-03, 1.4443e-03, -2.1501e-03, 4.4804e-03,
-1.4599e-03, 2.7509e-03, -4.3144e-03, -2.4720e-03, 5.3011e-05,
2.0475e-03, -3.4240e-03, 1.4354e-03, 4.9476e-03, -1.4167e-03,
2.6047e-03, 4.4644e-03, 4.0952e-04, -3.3801e-03, 5.6551e-03,
-2.0633e-03, -2.2795e-03, 6.7312e-04, 3.8958e-03, 3.6299e-04,
2.6424e-03, 1.2707e-03, 2.3005e-03, 1.7497e-03, -1.4428e-03,
-3.3838e-03, 7.8028e-03, 2.9259e-03, 3.3923e-03, -4.9323e-03,
2.8258e-04, -2.6131e-03, -2.1142e-03, 1.7858e-03, 4.2898e-03,
1.8929e-03, -4.0352e-03, 2.1412e-03, -1.9147e-03, -2.2310e-03,
2.2322e-03, -7.4444e-04, 5.5468e-05, 7.0573e-03, 1.9343e-03,
-3.9524e-03, -3.0307e-03, 3.1229e-04, -7.3280e-04, 2.0795e-03,
4.5585e-03, -8.7779e-04, 6.5637e-03, -3.6821e-03, 1.8056e-03,
-4.0227e-03, 1.0773e-03, -9.4749e-04, 5.8124e-04, -1.8487e-03,
1.4274e-03, -2.5213e-03, 4.2654e-03, -1.7687e-03, -1.1535e-03,
2.1785e-03, -4.1390e-04, 8.5730e-05, 1.9755e-03, -1.1013e-03,
1.9186e-03, 8.8314e-03, -8.8809e-03, -1.2998e-04, -7.6135e-03,
4.8005e-03, 3.2348e-04, -8.5693e-03, 8.0124e-03, -2.6687e-04,
-2.0220e-03, 7.3220e-04, 4.1500e-03, 6.9280e-03, -3.6486e-03,
2.6769e-05, 6.1313e-03, -3.2067e-03, 2.7889e-04, 3.7822e-03,
-4.6120e-04, -3.7281e-03, -3.0564e-03, -5.8369e-03, 6.2062e-03,
-5.9306e-03, -2.2146e-03, 2.3854e-03, 3.4955e-03, -3.7595e-03,
-1.9312e-03, 8.4939e-03, -7.0577e-04, 1.9198e-03, 3.9445e-03,
-2.1659e-03, -6.7839e-04, -7.2906e-03, -1.3430e-03, 6.7494e-04,
-5.1403e-04, 1.5942e-03, -1.9860e-03, -1.4546e-03, -4.0423e-03,
-1.5567e-03, -4.0554e-03, 1.1246e-03, -3.8158e-04, 3.2451e-03,
1.1264e-03, -2.2001e-04, 1.1098e-03, 1.3071e-03, 4.5802e-03,
5.3705e-04, 2.8834e-03, 1.2762e-03, 1.0636e-03, -8.0463e-06,
2.1548e-03, -2.2848e-03, -2.5147e-03, 1.5477e-03, 1.5394e-03,
-3.1139e-03, 3.3371e-03, 7.8741e-04, -6.7970e-04, 4.3814e-04,
-6.0882e-04, -1.8356e-04, -5.5024e-04, -3.5053e-03, -1.8221e-03,
-3.3135e-03, 1.3442e-04, 2.1793e-03, 1.3006e-03, -4.3771e-03,
-4.3834e-04, 1.2735e-03, -3.1272e-03, 2.8897e-03, 5.3852e-04,
2.6141e-03, -1.5277e-03, 3.0824e-03, 1.4900e-04, 8.0457e-04,
5.4826e-04, -1.4138e-03, -2.0630e-03, -9.5671e-04, -9.9837e-04,
-7.9235e-05, -4.5945e-04, 4.6647e-04, -5.1257e-04, -5.5614e-04,
-6.5717e-04, 9.3541e-04, 1.8357e-03, -4.5576e-04, 1.7679e-04,
-1.1518e-03, 3.7099e-04, 2.2182e-03, 4.3208e-04, 2.0502e-03,
2.6289e-03, -8.0804e-04, 5.1946e-04, -1.3721e-03, 3.2281e-03,
-2.9252e-03, -4.9325e-04, -2.8448e-03, -2.0254e-03, 1.0621e-03,
-1.6620e-03, 2.3274e-03, 1.4782e-03, -2.2598e-03, 1.2689e-03,
6.5730e-04, 2.5764e-04, 3.1163e-03, 2.1545e-03, 2.8017e-04,
-1.0897e-03, 2.5600e-03, 9.5071e-04, -2.9951e-03, -1.9453e-03,
1.1596e-03, -1.0442e-03, 1.3503e-03, -2.7968e-03, 2.3567e-04,
-6.8272e-04, -1.4194e-03, 7.3670e-04, -2.4445e-05, 3.0912e-04,
-7.5723e-04, 1.4465e-03, -5.6514e-04, -1.4865e-03, -1.9141e-03,
2.5486e-03, 9.9616e-04, -2.2374e-04, -1.6804e-03, -2.5528e-04,
2.4341e-03, 1.3809e-03, 7.9919e-04, -2.0990e-04, 4.8489e-04,
2.3822e-03, -1.5003e-04, -2.2392e-04, -1.1205e-03, -1.8499e-05,
4.7798e-04, 3.9882e-03, 1.8333e-05, -1.2982e-03, 3.1015e-03,
2.8278e-04, 3.2643e-04, 1.7238e-03, -3.7005e-05, 4.1860e-04,
3.2881e-04, -3.2677e-03, 8.3502e-05, 5.3802e-04, 2.3050e-03,
-4.1600e-04, 3.6280e-03, -2.2101e-03, -1.1354e-03, 4.7247e-04,
-2.6198e-03, 9.3066e-05, 5.9923e-04, 1.5880e-03, -1.1993e-03,
-1.1145e-04, 3.2860e-03, 5.3094e-03, -5.9309e-04, -5.5020e-04,
5.9244e-04, -6.8815e-04, 2.5917e-03, -2.3688e-03, -2.5344e-03,
-2.8943e-04, -1.2258e-03, 8.8629e-04, -1.4175e-03, 1.6304e-03,
1.5816e-03, 1.7148e-03, 1.0594e-03, 1.1777e-03, -1.2131e-03,
1.3167e-03, 1.2246e-04, -9.0413e-04, -1.0313e-03, -2.5555e-03,
-4.5191e-03, -3.8701e-03, 1.4659e-05, 1.8124e-04, -2.4925e-03,
7.1949e-04, 7.7329e-04, -2.8258e-03, -3.5810e-03, 2.1247e-03,
4.4344e-03, 3.4191e-03, 1.0414e-03, 5.3295e-03, 1.2905e-03,
1.2818e-03, 5.8701e-03, 6.1035e-03, -1.5293e-03, 2.5236e-04,
-4.6726e-03, -2.0678e-03, 3.5741e-03, 2.6583e-03, 7.0256e-03,
9.0597e-03, -6.2571e-04, 6.1754e-03, -1.3264e-03, 8.3048e-03,
5.0190e-03, 3.4481e-03, 4.6092e-03, 1.1735e-03, -1.1260e-03,
-1.8420e-03, -1.8228e-03, -3.4945e-03, -2.3842e-03, -9.4032e-04,
5.2480e-03, 1.0350e-03, -5.5867e-03, 7.4999e-03, 4.2862e-03,
2.1798e-04, 2.6143e-03, 2.1248e-03, -2.8970e-03, -5.8938e-04,
-2.1336e-03, 1.9298e-03, -3.4715e-03, 6.4863e-03, -2.9332e-04,
2.4665e-04, 1.2336e-03, -1.5674e-03, 5.9435e-03, 1.5652e-03,
-3.1019e-03, -5.2712e-03, 2.0706e-03, 2.4009e-04, 2.5895e-03,
7.8212e-03, 2.5768e-03, 1.3119e-03, 5.2779e-03, -2.5507e-03,
-5.0122e-03, 4.1657e-03, -4.4030e-03, -5.1499e-03, 2.5753e-03,
1.3344e-03, 1.7540e-03, 1.0076e-03, 3.2334e-03, -2.7424e-03,
2.3029e-03, 1.1568e-03, 2.6716e-03, 1.4277e-03, 1.0652e-03,
-2.9604e-03, 9.0757e-04, 2.1707e-04, -4.9516e-04, -1.4004e-03,
1.3625e-03, -9.6302e-04, -1.3560e-03, -1.1946e-03, 1.2906e-03,
-9.7158e-04, -7.8054e-04, -2.5082e-03, 6.3626e-04, -1.6092e-03,
1.8198e-03, -1.2584e-03, -3.4533e-03, -1.9785e-03, -6.1119e-04,
-3.2392e-06, 2.5918e-04, 3.0971e-03, -1.9369e-03, 1.3206e-03,
1.0985e-03, 8.1177e-04, -2.2760e-03, -2.3962e-03, 1.2509e-03,
-4.6799e-04, -1.9902e-03, 1.0063e-03, -2.6833e-03, 8.8434e-05,
1.9736e-03, -1.0112e-03, -1.1927e-03, 2.3062e-03, 5.5141e-05,
-5.7364e-04, -7.0154e-04, -6.9885e-04, -3.5878e-03, -6.9051e-04,
-6.6544e-05, -1.5741e-03, 4.1842e-03, -7.4238e-04, -8.7733e-04,
3.2149e-05, -2.0321e-03, 2.6693e-03, 7.9422e-04, -6.4405e-05,
-7.5709e-04, -1.9059e-03, 5.2040e-04, 3.9081e-03, 4.0920e-03,
-1.1324e-03, -8.9600e-04, 5.2107e-03, -2.4565e-03, -1.5528e-03,
-1.8963e-03, 1.8154e-03, -6.5985e-04, -4.2281e-03, -1.0072e-03,
2.4386e-03, -1.9936e-03, 1.0363e-03, 1.4524e-03, 6.4836e-04,
-1.1846e-03, -4.6939e-05, -1.0918e-03, 1.9674e-03, 1.9249e-03,
-1.8467e-04, 1.6701e-03, 2.6241e-03, 1.0632e-03, -2.4980e-03,
2.9155e-03, -1.9198e-03, -2.0237e-03, -5.3000e-04, -7.2310e-04,
3.2269e-03, -2.6753e-03, 2.1125e-03, -3.4326e-04, 6.6017e-04,
-9.4462e-05, 2.0461e-03, 3.4883e-03, -4.4665e-03, 3.0421e-03,
1.0149e-04, -3.1664e-03, 1.3614e-04, 1.4540e-03, 1.1808e-03,
4.4676e-04, -1.9037e-03, 5.0992e-04, -4.0529e-03, -2.0864e-05,
3.6255e-03, -1.0591e-03, -3.0979e-03, 2.6195e-03, 6.1691e-05,
-2.8583e-03, 1.3681e-03, 1.4874e-03, -4.3108e-03, 3.9398e-04,
2.2971e-03, -1.5404e-03, -2.7296e-03, 2.7726e-03, 4.9030e-04,
1.2733e-03, 2.2405e-03, -1.3277e-03, 1.4090e-03, 1.6864e-05,
1.3721e-03, 1.2880e-03, 9.5531e-04, -3.8041e-03, 2.9930e-03,
-2.3727e-03, -4.6858e-05, -3.4597e-03, 8.4226e-04, -3.1598e-03,
3.5415e-03, -5.7760e-04, 1.5603e-03, 1.4340e-03, -7.6659e-04,
-3.4522e-05, 1.1449e-03, -3.3405e-03, -6.4326e-04, -1.3312e-03,
-9.4086e-04, 6.1990e-04, -2.4828e-03, 1.5934e-03, -6.1658e-05,
3.2894e-04, 4.4957e-04, -1.7821e-03, -3.3729e-03, -1.5413e-03,
-2.2123e-03, 9.7754e-04, 2.3058e-04, 1.1466e-03, -6.5102e-04,
3.9252e-03, 3.9168e-03, -1.3439e-03, -1.9841e-03, 1.9532e-03,
-2.6384e-03, -8.0216e-04, 9.0045e-04, -3.0194e-03, 1.0871e-03,
1.5117e-03, 1.5710e-03, -4.4237e-04, -5.9774e-03, 2.1436e-04,
1.3081e-03, -1.8325e-03, -1.7771e-03, -9.0635e-04, -1.2770e-03,
5.4667e-04, -2.3800e-03, 7.5726e-04, -2.3937e-04, -1.3750e-03,
1.9550e-03, 2.4530e-03, -6.8662e-04, 4.7440e-04, 7.5431e-06,
-1.8858e-04, 2.4064e-03, -5.3336e-04, 2.2292e-03, 1.7110e-03,
-4.9986e-05, -9.7000e-04, 3.8824e-05, 7.0554e-04, 1.6836e-03,
-5.9083e-04, -4.8566e-03, -1.8220e-03, -5.5156e-04, -3.4132e-03,
-1.2388e-04, 1.4365e-03, -6.6787e-04, -3.4191e-04, -1.4878e-03,
4.6813e-04, 3.7475e-03, 1.1536e-03, 2.1538e-03, 6.5083e-04,
-5.4017e-04, -7.8753e-04, 1.1813e-03, -5.0954e-04, -2.8964e-03,
6.2791e-04, 2.3799e-04, 3.4491e-03, -2.3523e-03, -2.1055e-03,
1.6808e-03, 2.6669e-03, -8.8483e-04, -1.0601e-03, 1.2090e-03,
9.4750e-04, 1.2667e-03, -2.1795e-03, 1.7283e-03, 3.4617e-03,
1.3944e-03, 1.5003e-03, -1.7456e-03, 2.2450e-03, 1.1136e-03,
-1.8568e-03, 1.4951e-03, -1.9811e-03, -1.2671e-03, -1.8760e-04,
9.8715e-04, 2.0398e-03, -1.0048e-03, 5.4161e-04, 5.8654e-04,
-7.6134e-04, -2.0965e-03, -6.2070e-04, -1.0382e-03, -1.6788e-03,
1.3498e-03, -2.4528e-03, 2.4039e-03, 1.2407e-03, 2.8371e-03,
1.5727e-03, -5.1936e-04, 3.2452e-03, 9.1741e-04, 1.5201e-03,
4.0030e-04, 1.8239e-03, 5.1733e-03, 1.3291e-03, 8.8998e-04,
-1.4859e-03, -8.1669e-04, 1.6808e-03, 1.3021e-03, -3.1238e-04,
-2.3448e-03, 1.1906e-03, 1.8992e-03, -1.7628e-03, -1.5021e-03,
3.9027e-05, -3.5427e-03, 9.3450e-04, 4.9423e-04, 7.5670e-04,
-2.0765e-03, 4.6946e-03, 5.2578e-04, -7.2172e-04, -2.6647e-03,
8.7857e-04, -2.5318e-04, -1.7884e-04, 4.7751e-04, -3.8088e-03,
1.2661e-03, 3.0053e-03, -2.2217e-04, 2.4399e-03, -4.3598e-04,
2.2005e-03, 1.5158e-03, -9.7664e-04, 2.3093e-05, 1.4573e-05,
1.5546e-04, 3.9359e-05, 1.8067e-03, -1.9371e-03, 1.8811e-03,
-5.5171e-04, -1.6029e-03, 1.0801e-03, -1.5764e-03, -2.6016e-04,
1.4651e-03, 7.0305e-04, -8.3200e-04, -1.9429e-03, -2.9992e-04,
-4.0349e-04, 1.7956e-03, -2.6682e-03, -8.1470e-04, -2.0529e-03,
-1.1612e-04, -8.1953e-04, -1.4734e-03, -1.8482e-03, 1.1034e-03,
1.0414e-04, -3.0375e-03, -2.8011e-03, -4.9049e-03, -8.9335e-04,
5.2437e-04, 6.3291e-04, 4.8938e-03, 1.9630e-03, -3.1700e-03,
9.1307e-04, -9.0902e-04, 1.0440e-03, -9.0201e-04, 1.5046e-03,
-1.9136e-03, 3.8754e-04, -3.3458e-03, 1.6753e-04, -2.8195e-03,
-1.8993e-03, -2.5200e-03, 1.9117e-03, 2.4031e-03, -1.4381e-03,
-1.6679e-03, -1.9127e-03, -4.9105e-04, -1.5500e-03, -4.2022e-03,
9.2497e-04, -1.5451e-04, 2.9828e-04, -1.1988e-03, 6.9147e-04,
-4.9790e-04, 3.4448e-04, -4.2088e-04, 3.9483e-04, 1.8398e-04,
-7.8402e-04, -2.7125e-03, 2.3612e-03], device='cuda:0')),
('bert.encoder.layer.2.attention.self.value.weight',
tensor([[-2.6436e-02, 1.1117e-02, -6.0112e-03, ..., 2.6166e-02,
-1.5443e-02, 3.1871e-02],
[-8.6862e-03, 1.0386e-02, -1.2202e-02, ..., 5.4520e-02,
8.7106e-03, 3.2144e-02],
[-1.9513e-02, 2.4924e-02, 2.5759e-02, ..., -3.1919e-03,
-1.1143e-03, 2.0076e-02],
...,
[ 1.2318e-02, -7.0405e-02, 5.0767e-02, ..., -2.2120e-03,
1.3390e-02, -2.4503e-02],
[ 4.0775e-02, -1.0273e-02, 1.1303e-02, ..., 1.2388e-02,
1.0391e-02, -2.8552e-02],
[ 6.1625e-02, -5.1650e-02, 6.2414e-05, ..., 1.0257e-02,
1.9139e-02, -7.8238e-03]], device='cuda:0')),
('bert.encoder.layer.2.attention.self.value.bias',
tensor([ 9.9325e-03, -1.8566e-03, -1.4679e-02, 4.6503e-04, 1.0470e-02,
-3.0892e-03, 1.2804e-03, -1.6099e-02, -6.0443e-03, 3.6132e-02,
-1.5401e-02, 2.3955e-02, 1.5343e-02, 4.0999e-03, -1.0299e-02,
-1.3757e-02, -1.1278e-02, 1.8889e-02, -2.4936e-02, 4.9410e-02,
-2.7829e-03, 1.2085e-02, -2.5835e-02, 2.0850e-02, -3.5403e-02,
1.3505e-02, -2.1575e-03, 2.2645e-03, -2.0990e-02, -1.3042e-02,
1.5018e-02, -1.0064e-02, 1.1762e-02, 2.5617e-02, 1.8540e-02,
4.0085e-02, -8.2596e-03, -2.7109e-02, -6.0096e-04, -3.4916e-02,
-3.7113e-02, 2.6318e-02, -9.4692e-03, -3.3787e-03, -2.6987e-03,
1.9737e-02, 1.0743e-03, 2.4599e-02, -1.8825e-03, -2.1139e-02,
-4.3838e-03, -6.7344e-02, 9.8893e-03, -3.6384e-03, -3.5535e-02,
-5.7662e-03, -3.1559e-02, -1.2879e-02, -1.0414e-02, 7.2780e-03,
-1.0851e-02, 2.8162e-02, 4.0618e-03, -1.7392e-02, -3.7865e-03,
-5.0235e-02, 3.5897e-02, 2.6049e-02, 3.7257e-02, 3.2619e-02,
1.6847e-02, -8.2840e-02, -6.1243e-03, 6.1919e-03, -3.6680e-02,
5.2421e-03, -3.4828e-02, -3.8822e-03, -1.4268e-02, -2.2252e-02,
-5.7783e-02, 2.6227e-02, -1.0743e-02, 3.3514e-02, 9.4643e-02,
8.6136e-02, 3.2441e-02, -4.0060e-02, -6.7635e-03, 3.1504e-02,
1.1066e-01, 5.3900e-02, -2.6091e-03, -2.4180e-02, -4.1079e-02,
1.2415e-02, -5.0634e-03, -2.7797e-02, 5.2674e-02, -3.1878e-03,
1.2104e-01, 8.5621e-02, 1.7087e-02, -1.0229e-01, 3.2669e-02,
-5.9603e-02, 5.3574e-02, -5.9452e-02, -9.3907e-03, -1.6111e-02,
-5.6914e-02, 4.9949e-03, -3.1713e-02, 4.7639e-03, 3.7019e-02,
-1.1713e-01, 7.4864e-03, 8.3924e-03, -3.6569e-02, -8.8864e-03,
-3.2111e-02, -7.7375e-02, 1.9633e-02, 2.5954e-04, 4.7650e-02,
-4.2302e-02, -4.3518e-02, -1.5342e-02, 2.1042e-03, 2.0134e-02,
1.1594e-02, 3.6285e-02, -6.8839e-05, 7.8931e-03, -1.3887e-02,
1.6570e-02, -5.9558e-02, -4.2399e-03, -2.1285e-02, 3.6194e-02,
-1.9329e-02, 1.6059e-02, 5.7092e-04, 4.5265e-02, -1.3549e-02,
-2.2718e-03, 7.3669e-03, 3.5655e-02, -5.5500e-03, 7.1126e-03,
3.7613e-02, -2.2751e-02, 1.8450e-02, -3.2677e-02, -4.6578e-02,
-7.8652e-03, -2.0057e-02, 4.5486e-02, -9.7397e-03, 2.0595e-02,
1.6534e-02, 1.9228e-02, 2.6489e-03, -1.0464e-02, 1.5575e-02,
-1.4156e-02, 2.0408e-05, -1.2875e-02, -5.9953e-03, 7.0840e-03,
-2.3281e-02, 1.8263e-02, 1.6215e-02, 2.2050e-02, -5.7943e-03,
-3.3615e-02, -3.2385e-02, 5.5149e-02, 7.6132e-03, 2.2230e-02,
-4.0846e-03, 5.8678e-04, -1.0675e-02, 9.8111e-03, 3.1484e-02,
5.4250e-03, -1.6881e-02, -6.1323e-03, 2.1550e-02, -1.1401e-02,
-8.9618e-05, 1.9830e-03, 8.7644e-02, -5.9922e-02, -1.3881e-02,
-3.5138e-01, 1.0669e-01, 1.2390e-01, 8.0123e-02, -6.4794e-02,
1.5094e-01, 3.8780e-02, 7.7018e-02, -2.2815e-01, 2.5239e-01,
-3.8117e-02, -3.4673e-02, 9.9107e-02, -2.7189e-02, -3.6655e-02,
6.3421e-02, -3.1450e-02, -3.0492e-02, 2.2094e-01, -4.5074e-02,
2.5028e-01, -8.1905e-03, 1.2162e-02, -8.3415e-03, 6.1379e-02,
-2.6426e-02, -5.4792e-02, -4.6092e-02, -2.4612e-02, 1.6883e-02,
-1.6580e-02, -6.8737e-02, -2.0387e-01, -1.3615e-01, 3.2828e-02,
6.3350e-02, -1.1434e-01, 4.2333e-01, -6.5534e-02, 3.2275e-02,
-4.1787e-02, 1.9035e-02, 1.4694e-03, -8.8021e-04, 1.3945e-01,
-1.1220e-03, 1.5736e-01, 4.7579e-02, 1.1739e-01, -9.3550e-02,
1.6380e-01, 9.0479e-02, 1.1249e-01, -1.2896e-01, -1.0107e-01,
1.2506e-02, 1.3906e-01, 4.8149e-02, -2.2299e-01, -1.0335e-01,
4.6695e-02, -1.6841e-02, 1.3312e-02, 2.2163e-02, 2.6441e-02,
2.8472e-02, -7.8975e-03, -2.2696e-02, -4.9021e-02, -1.5383e-02,
1.6826e-02, 1.1607e-02, 1.1568e-02, -2.8636e-02, 2.1019e-03,
8.5956e-03, 1.8782e-02, -1.6261e-02, 3.4622e-03, -9.9001e-03,
-2.7576e-02, 1.8333e-03, 1.2631e-03, -1.2747e-02, 4.6334e-03,
-2.6662e-02, -1.9260e-02, 2.4325e-03, 9.9144e-03, -1.6800e-02,
-1.8179e-03, -9.0428e-03, -1.4690e-02, 2.9445e-02, 1.7735e-02,
-2.7749e-02, -3.2596e-02, -9.6777e-04, 3.9185e-02, -1.7827e-02,
-5.2827e-03, 1.0695e-02, -2.4355e-02, -6.7220e-03, 2.3653e-02,
2.6443e-02, -4.5814e-03, 4.5256e-03, -4.5916e-02, 3.6357e-02,
-3.6851e-02, 2.3214e-03, 9.3811e-03, -2.4284e-02, -1.4453e-02,
1.0392e-02, 1.1209e-02, -7.3563e-03, -3.0723e-02, 4.4779e-02,
1.3219e-02, 5.9385e-03, 1.7632e-02, 2.2993e-02, 3.6432e-02,
1.1086e-01, 7.0956e-02, 7.5414e-02, 2.1703e-02, -1.1513e-02,
-1.5206e-03, -4.6272e-02, -4.2719e-02, 3.1687e-02, -1.9914e-03,
1.4513e-02, -4.9444e-02, -6.9992e-04, -1.3976e-02, 5.2499e-03,
-4.4367e-02, 1.7941e-02, -8.4535e-02, -5.9631e-02, 1.1157e-02,
-2.6500e-02, -4.1132e-02, -5.7808e-02, 4.0772e-02, -2.6413e-02,
-1.2810e-02, -9.0712e-02, 6.2277e-03, 3.6641e-02, 5.7644e-02,
1.0366e-02, 2.6354e-02, -7.4409e-02, -5.4980e-03, -2.7521e-02,
1.5142e-02, 2.2278e-02, 2.6936e-02, 4.4081e-02, -4.8579e-02,
-2.5167e-02, -1.0862e-02, 9.6379e-02, -2.4812e-02, -4.1979e-02,
-5.8739e-02, 6.9596e-02, 1.9303e-02, 2.0044e-02, -3.1005e-02,
-6.5454e-02, -4.3772e-02, -4.8176e-03, 1.1082e-01, 3.5785e-02,
-5.1433e-02, -6.1367e-02, 1.9812e-02, -6.4593e-02, -1.2650e-02,
-3.0018e-02, -1.5270e-02, 2.3324e-02, -5.0834e-02, -7.4570e-03,
-1.7584e-02, -3.5729e-02, 1.9474e-02, 3.3055e-02, -4.7923e-02,
-1.2178e-02, -1.9715e-02, -2.4849e-02, -4.1409e-02, 1.9518e-02,
1.8903e-02, -1.3280e-02, -6.2787e-03, 2.2977e-02, 1.4450e-02,
6.1073e-03, -2.0373e-02, 2.2258e-02, -7.1815e-03, -3.8693e-03,
-8.7035e-03, 1.8582e-03, 2.7025e-02, -1.5807e-02, -1.0520e-02,
-1.1178e-02, -2.6454e-02, 4.3732e-03, -1.7719e-02, -1.6307e-02,
-9.4418e-04, 2.1830e-02, -2.1771e-02, -3.3366e-02, -3.8523e-03,
-3.9770e-03, -2.7057e-03, -2.4026e-02, 1.4041e-02, 8.1650e-04,
-1.9277e-02, -6.7783e-03, -6.3103e-03, 1.1815e-02, 1.3245e-02,
5.4004e-03, -7.1998e-03, -6.0468e-02, -1.5900e-02, 7.9651e-03,
-2.1837e-02, 2.7399e-03, -5.3030e-04, -2.0499e-02, -1.1475e-02,
-9.3407e-03, 3.9472e-02, 2.4433e-02, -3.9797e-02, 5.5267e-03,
-3.6027e-02, 1.7939e-02, -1.0995e-03, -4.6080e-03, 2.2087e-02,
-3.7527e-03, -4.5815e-03, -4.9886e-04, 5.7087e-03, -6.0089e-03,
1.9765e-02, 1.7398e-03, -1.1869e-02, -1.7244e-02, 1.8135e-02,
1.7545e-02, -1.5581e-02, -7.4079e-04, -1.7898e-02, -6.0575e-04,
-3.4542e-04, 9.8351e-04, 1.3446e-02, -3.7961e-02, -5.1559e-03,
1.0845e-02, -2.3911e-02, -2.2318e-02, -5.6460e-03, 1.1517e-02,
-1.1966e-02, -3.6131e-04, -3.1085e-02, 3.0258e-02, 1.1405e-02,
1.1517e-03, 6.8498e-03, 4.4977e-03, -6.7859e-03, -5.9862e-05,
1.2830e-02, 1.0079e-02, 2.5164e-02, -2.4599e-03, -1.3279e-02,
-5.8813e-03, -1.5682e-02, 4.3940e-02, -3.3142e-04, -6.5311e-04,
-1.3073e-03, 1.2046e-02, -3.9988e-03, 1.1332e-02, 1.6730e-02,
2.9378e-02, 1.4588e-02, 2.5471e-02, 7.9141e-03, 9.3164e-03,
2.5923e-02, 5.2187e-03, -9.0084e-03, 3.4042e-02, -9.5191e-03,
2.3797e-02, 3.3652e-02, -3.5803e-03, -1.2767e-02, 8.6575e-03,
-3.3504e-02, -2.5639e-02, -5.5809e-03, -2.4429e-02, 2.0341e-02,
-3.9274e-02, -9.2315e-03, 4.1591e-03, -4.2029e-03, -1.6108e-02,
1.6155e-04, -9.7372e-03, 4.1698e-03, 1.0133e-02, 4.3711e-03,
1.2715e-02, -6.2442e-02, -3.8743e-02, 1.0390e-02, -6.0854e-02,
-9.5368e-02, 2.1992e-02, -2.2357e-02, -2.1815e-02, -1.3079e-02,
6.2200e-03, -1.2649e-02, -2.8408e-03, 5.2554e-03, 6.2101e-03,
2.3853e-02, 2.8602e-02, -1.0607e-02, -2.1764e-02, -3.9778e-02,
3.4206e-03, 2.6958e-02, 6.2222e-03, 2.5967e-02, -2.2858e-03,
2.1667e-02, -8.6138e-03, 7.2516e-03, -2.1926e-03, 1.4757e-02,
1.4476e-02, 2.9473e-02, 4.7706e-02, -3.8380e-03, 4.9612e-03,
-3.5908e-02, 8.8222e-03, -3.2390e-02, -2.3621e-03, 2.2320e-03,
-4.8249e-03, 3.1706e-02, 4.2021e-02, -5.7133e-03, -2.6657e-03,
-3.0456e-03, 2.5852e-02, 3.2518e-03, -1.0589e-02, 3.3170e-02,
-3.0180e-02, 6.3490e-03, -1.6228e-02, 2.3890e-02, -2.0847e-02,
-1.5838e-02, -1.6622e-02, 4.5187e-02, 2.2610e-02, -6.7339e-03,
7.6998e-03, 3.0522e-02, 2.2425e-02, 6.5681e-03, 2.2157e-02,
-1.2663e-02, -7.8313e-03, -1.0624e-02, 2.7526e-02, -5.5043e-03,
-3.4979e-02, -1.0134e-02, -3.2804e-03, 2.7789e-02, 5.4132e-05,
7.3303e-03, -1.8411e-03, -2.7209e-02, 3.1422e-02, 4.9372e-03,
-1.4512e-02, 1.3042e-02, -1.2287e-02, 9.8561e-04, 2.4872e-02,
-4.9110e-03, 3.7149e-02, 6.7640e-03, -3.0958e-02, -9.8082e-03,
-2.5565e-03, -3.2716e-02, -1.3677e-02, 2.1673e-02, -2.7003e-02,
1.8208e-02, 2.1037e-02, 2.7851e-02, -1.2069e-03, 3.3117e-03,
1.6166e-02, 2.5196e-04, -1.0242e-02, 2.5478e-03, -4.1049e-03,
3.7765e-02, -2.4572e-02, 4.4548e-02, 3.6536e-02, -6.4710e-03,
1.2750e-02, 8.3035e-03, 1.5956e-02, 1.0347e-02, 6.9066e-03,
3.4018e-04, -2.1305e-02, -3.4468e-03, -1.5579e-02, 1.6339e-02,
-4.2119e-03, 5.0031e-03, -6.9852e-03, 1.4610e-02, 1.5464e-02,
2.2063e-02, 1.9153e-02, -9.4448e-03, 1.3233e-02, 4.9962e-03,
-6.8914e-03, -1.7291e-02, 1.6044e-02, 7.2365e-03, -7.3747e-03,
1.7042e-02, 2.5570e-03, 1.3758e-02, 2.1613e-03, -7.4868e-03,
3.3807e-03, 1.0514e-03, -1.7618e-02, -7.3583e-03, 1.0048e-02,
-2.4945e-02, -1.3670e-02, 2.8135e-03, -8.9233e-03, -6.2013e-03,
1.7999e-02, 1.3615e-02, 8.9296e-03, 4.3678e-03, -4.5992e-04,
-6.7756e-03, -3.2432e-04, 3.3210e-04, 1.3628e-02, 3.4103e-03,
-1.4981e-03, -1.0144e-02, 5.4786e-03, -8.5090e-03, -1.0459e-02,
-1.0072e-02, 1.2653e-03, -1.4221e-02, 2.9866e-03, -4.7862e-03,
-2.5647e-03, 8.6004e-03, 2.0158e-03, -2.1572e-02, -2.9434e-02,
-1.2046e-02, 1.8907e-02, 7.8181e-03, 1.0511e-02, -1.2006e-02,
9.9002e-03, 1.9594e-02, 2.2598e-02, -4.0234e-03, -2.4934e-02,
-3.6908e-02, -3.5694e-03, 1.6388e-02, -1.2354e-02, 2.7110e-02,
1.0471e-03, -2.7393e-02, -2.7390e-02, 5.8122e-03, 3.5434e-03,
-8.5176e-03, -2.2929e-02, -3.7937e-02, 8.6513e-04, -6.8367e-02,
2.9274e-02, 1.4728e-02, 2.8415e-02, -6.1451e-02, 1.6866e-02,
-3.8541e-02, 2.8915e-02, 6.2586e-03, -8.8867e-03, -2.4482e-02,
-1.0664e-02, 2.5607e-03, -1.3488e-02, 2.8445e-03, -2.5564e-02,
2.4303e-02, 6.2769e-03, 3.2027e-02, 1.6616e-03, 5.9400e-02,
1.4577e-03, 1.4880e-02, -3.5551e-03, -8.8383e-03, -1.6153e-02,
-2.4793e-02, -2.2548e-02, 8.6445e-03, 1.5292e-02, -5.8707e-04,
7.3112e-02, 3.4479e-02, 1.2626e-03, 8.0295e-03, 2.3637e-02,
1.3144e-02, -1.5503e-02, 6.8172e-03], device='cuda:0')),
('bert.encoder.layer.2.attention.output.dense.weight',
tensor([[ 0.0118, -0.0473, -0.0034, ..., 0.0068, -0.0263, -0.0483],
[ 0.0243, -0.0315, -0.0086, ..., 0.0057, 0.0168, 0.0043],
[ 0.0341, -0.0302, -0.0255, ..., -0.0316, 0.0065, 0.0033],
...,
[-0.0098, -0.0094, 0.0241, ..., 0.0180, -0.0304, -0.0062],
[-0.0115, -0.0047, -0.0059, ..., -0.0182, -0.0163, -0.0146],
[-0.0294, 0.0123, 0.0181, ..., 0.0547, -0.0406, -0.0534]],
device='cuda:0')),
('bert.encoder.layer.2.attention.output.dense.bias',
tensor([-3.6413e-02, -1.0018e-02, -7.7049e-02, 2.0059e-02, 2.4387e-01,
9.5546e-03, -6.6489e-02, -6.3208e-02, 1.3573e-02, -7.3379e-02,
1.1126e-02, -3.0619e-02, -1.4376e-02, 1.6601e-02, -6.6859e-02,
-1.5845e-03, -1.5390e-02, -2.5053e-02, 2.3967e-01, 4.6235e-03,
-1.9642e-02, 7.6647e-02, 9.2885e-02, -6.7973e-02, -7.7030e-02,
-9.3546e-02, -5.2740e-02, -2.9687e-02, 1.2817e-01, 2.4907e-02,
-5.7843e-02, -2.7270e-03, 4.1710e-02, -1.8419e-01, 5.9821e-02,
7.2288e-02, -1.5787e-01, -5.4318e-02, -6.4069e-02, 4.8341e-02,
2.5460e-02, 4.4744e-02, -8.2010e-02, 5.1348e-02, 2.1885e-03,
-9.5078e-03, -4.7451e-02, 2.8681e-02, 9.0548e-02, -1.1487e-01,
-1.9474e-02, 1.6595e-01, -2.0589e-01, -3.1520e-02, 8.6247e-02,
-1.0611e-02, 4.1709e-02, 4.1128e-02, 6.6229e-02, -1.3640e-01,
1.2873e-01, 3.8596e-02, 6.4304e-02, 1.2038e-01, -1.9286e-02,
1.3423e-02, 5.8820e-03, 1.1020e-01, -7.2410e-02, -1.4634e-01,
-2.8315e-02, -1.0111e-02, -1.0013e-01, 2.2895e-02, -7.3740e-02,
-2.4130e-02, 4.7286e-02, 6.9511e-03, 4.0849e-02, -5.4583e-02,
-1.0920e-01, -5.3431e-02, -3.4760e-02, 3.5092e-02, 9.3079e-02,
-1.3755e-01, 8.8490e-02, -8.0264e-02, -3.8979e-02, 1.0594e-02,
6.1290e-02, -1.5789e-02, -3.4606e-02, 1.6958e-01, -1.3128e-01,
-1.3483e-02, -5.6360e-02, 6.5355e-02, 7.7165e-02, -2.1645e-02,
-4.1032e-04, 1.3808e-02, 2.9180e-02, 7.1574e-02, -7.0213e-03,
1.0387e-02, -2.6460e-02, -2.8599e-02, 2.1060e-02, 7.9637e-02,
-1.1351e-01, 8.4708e-02, 4.7634e-02, -1.3541e-01, -2.9919e-02,
-8.8035e-02, 4.6067e-02, -8.6641e-02, 1.1032e-01, 1.7098e-02,
5.4787e-02, 6.5132e-03, -5.2402e-02, 5.8471e-02, -1.2786e-01,
-9.7428e-02, -1.1009e-02, -8.2152e-02, 3.2694e-02, 5.7820e-02,
5.3531e-02, -1.0155e-02, -4.5483e-02, -3.0938e-04, 2.4816e-02,
7.7157e-03, -3.8689e-02, 2.4975e-02, -7.8012e-02, -1.0016e-01,
-1.5521e-01, 7.3353e-02, -2.0647e-02, -7.1279e-02, -5.4886e-02,
7.6838e-02, 7.7190e-02, -8.7082e-02, -3.8537e-02, 1.4877e-01,
2.1845e-02, -3.8962e-02, -1.2673e-01, -7.4759e-03, -1.0597e-01,
-2.5315e-02, -6.2235e-02, 3.0031e-02, -7.5222e-03, 5.0618e-03,
-3.0404e-02, -6.1469e-02, -9.0831e-02, -8.6172e-02, 1.4843e-01,
3.6336e-02, -1.9788e-02, -2.1335e-01, -2.4682e-03, 5.0190e-02,
-8.5371e-03, 5.0424e-02, 1.5114e-01, -4.6391e-02, 1.0047e-01,
-6.9259e-02, -3.8377e-02, 7.5900e-02, 5.4404e-02, 2.1210e-02,
-7.9951e-02, 1.0826e-01, -5.1481e-02, 3.0121e-02, 8.0941e-03,
3.3057e-02, 2.0099e-02, -5.0309e-02, 1.0175e-01, -8.3972e-02,
-7.9367e-02, -3.5192e-01, 2.4437e-02, -2.2078e-02, 1.4417e-01,
6.2696e-02, -5.0382e-03, 1.8350e-01, 1.1898e-01, 1.3182e-01,
9.5795e-03, -3.3862e-03, 7.9332e-02, 6.9439e-02, -1.4023e-01,
-1.3591e-02, -4.6764e-02, 5.8359e-03, 5.3017e-03, 3.1151e-02,
-5.2179e-02, -4.3098e-02, 1.5613e-02, 1.2308e-01, 2.9333e-02,
1.8766e-02, -1.8468e-04, -2.7484e-02, 3.4149e-02, -8.0891e-02,
5.2713e-03, -3.5505e-02, -5.2477e-02, 2.5098e-02, -3.8775e-02,
8.6450e-02, 3.5389e-02, -5.4102e-04, -9.4790e-03, -1.0722e-01,
7.8549e-03, -2.6947e-02, -1.6395e-02, 4.7966e-02, -7.4750e-02,
-6.9879e-02, -1.4637e-01, -1.9597e-02, -1.7314e-01, 7.3070e-02,
-5.6718e-03, 4.7876e-02, -9.5052e-02, -1.8605e-02, -5.9199e-02,
1.4463e-01, -2.8856e-02, -8.4259e-02, -8.0184e-03, 6.7377e-02,
-6.4463e-02, -1.0226e-01, 1.2040e-02, 1.1877e-01, -3.0936e-02,
-7.3532e-02, -4.4306e-02, 1.2644e-01, -1.5622e-01, -1.2487e-01,
4.5393e-03, -1.6732e-01, 5.8472e-03, 2.2677e-02, -5.2557e-02,
-6.7572e-03, -7.8205e-02, -2.8996e-02, 1.1485e-02, -1.3188e-02,
-1.7776e-02, -1.5857e-02, 6.6085e-02, -7.5103e-02, 2.4233e-02,
8.1688e-02, 8.9410e-02, -5.6464e-02, 2.0936e-02, 2.1024e-02,
-1.9235e-02, -1.5515e-02, 1.0811e-01, 1.0048e-01, -1.7750e-02,
1.4207e-02, 6.8248e-02, 8.2654e-02, 1.6535e-01, -4.2681e-02,
-1.8440e-01, -7.2468e-02, 1.0842e-01, 1.4113e-02, 7.2077e-02,
-4.4386e-02, 1.3985e-02, -1.9831e-01, 2.0402e-02, 9.0684e-02,
-7.6255e-03, -7.0004e-02, 3.5869e-02, -6.9069e-02, -1.8392e-01,
-4.6539e-02, 1.9310e-02, -3.0798e-02, 1.2413e-01, -7.5264e-02,
7.3399e-02, 4.6223e-02, -8.3199e-02, -3.4742e-01, -6.1553e-02,
-7.9156e-03, -1.9310e-02, -9.3911e-02, 5.0650e-02, -9.1349e-02,
1.3442e-02, -1.4190e-02, 1.2885e-02, 4.2077e-02, 5.9883e-02,
-2.6734e-02, 4.8657e-02, -1.0945e-01, 2.5810e-02, 2.5919e-02,
6.2047e-02, 9.0271e-03, 3.3914e-02, -7.7404e-02, 7.1795e-02,
1.2350e-03, -9.5683e-02, 3.6301e-02, -2.7451e-02, 9.4200e-02,
1.4203e-01, 1.1602e-01, -1.6051e-03, 2.6632e-02, -5.2779e-02,
-1.4511e-01, 5.9582e-02, -6.4842e-02, -1.6927e-01, 2.6015e-02,
1.3864e-02, 5.7416e-02, 6.3650e-02, 1.0354e-01, 3.9152e-02,
-3.2470e-02, -5.7531e-03, 2.7873e-02, -7.1534e-02, 1.1849e-02,
-5.5965e-02, -6.2699e-02, 1.4085e-01, -3.9449e-02, -3.2157e-02,
-5.5478e-02, 1.0163e-02, 3.2777e-02, -2.4484e-02, 8.5687e-02,
-5.7198e-02, -9.1329e-03, -7.6579e-02, 8.0530e-02, 1.0823e-01,
1.0155e-02, 3.4031e-03, 7.6618e-03, 4.1548e-02, 4.8056e-02,
8.1538e-02, -3.5768e-03, -3.5579e-02, 2.3478e-02, 7.3288e-02,
-1.5738e-02, -1.9737e-02, 5.5462e-02, -8.5226e-03, -1.4631e-01,
3.9472e-02, -5.9922e-02, 4.5430e-04, -4.5073e-03, -4.9195e-03,
4.6435e-02, 4.9172e-02, -6.8678e-03, -3.1340e-02, 3.0820e-02,
5.1507e-02, -1.1154e-01, -1.0693e-01, -3.2970e-02, 2.2000e-02,
-1.6892e-01, 2.5853e-03, -1.6824e-02, 7.1040e-03, 2.4300e-02,
2.2074e-02, -6.3081e-03, -1.4806e-02, -8.7534e-03, -4.3163e-03,
1.3639e-01, 3.1714e-02, 5.2257e-03, 4.6780e-02, 3.3893e-02,
-1.7009e-01, 6.4933e-02, 1.5520e-01, 5.2299e-02, -4.9674e-02,
1.1234e-01, -7.2480e-02, 9.4893e-02, 5.5086e-02, 4.9493e-02,
-4.7290e-02, 6.8127e-02, -1.1636e-02, -5.4735e-02, -2.0618e-01,
-3.6014e-03, 1.7403e-02, 1.4051e-02, 1.4292e-02, -3.3036e-02,
-5.1212e-02, 5.4790e-02, 7.9760e-02, -1.2553e-01, -6.0816e-02,
4.3289e-03, -1.6742e-02, 2.9113e-03, -3.0206e-02, 1.2475e-01,
2.5496e-02, -1.8730e-02, -9.4694e-02, 3.0084e-02, -1.0712e-01,
6.5597e-02, 1.0935e-01, -5.7826e-03, -1.2677e-01, -5.9359e-02,
-4.8073e-02, -3.4136e-02, -8.9140e-03, 4.8542e-02, 6.0929e-02,
4.0663e-02, -1.2619e-01, -7.4143e-03, -5.5244e-02, 1.9213e-02,
-6.7224e-03, -4.9981e-02, 2.1847e-03, 9.4224e-02, -2.6066e-02,
2.2493e-02, 1.5278e-01, 7.9327e-02, -1.1418e-01, -3.1925e-02,
1.0574e-01, 2.8063e-02, 8.0294e-02, 1.0559e-01, 4.3692e-03,
-5.9052e-02, 1.6017e-02, -1.9367e-02, -3.0155e-02, 5.2248e-02,
9.8919e-02, -5.0398e-02, 6.8379e-02, -3.3701e-02, -7.4403e-02,
4.4365e-03, -7.0671e-02, -5.9526e-02, -2.9084e-02, 3.9311e-02,
-2.7124e-02, -8.4331e-03, -6.2528e-02, -1.3628e-02, -1.8844e-02,
3.8586e-02, 1.0382e-02, 7.1896e-03, -1.8958e-02, 1.3081e-01,
-3.2871e-02, 8.8621e-02, -1.2818e-01, -1.6421e-02, 2.8431e-02,
1.0768e-01, 4.5605e-03, 8.8870e-03, -1.6001e-01, 1.4629e-02,
-2.7310e-02, -1.1325e-01, 1.2650e-01, 3.3431e-02, -1.6199e-03,
-1.6512e-02, 6.2459e-02, 7.2016e-03, -1.1535e-01, -5.7610e-02,
5.3021e-02, -9.9137e-03, -4.2354e-02, -1.7167e-02, 4.2896e-03,
1.3648e-03, -3.7037e-03, 3.8891e-02, 1.5857e-01, -1.0499e-01,
3.4359e-02, 6.5417e-02, 1.8380e-01, 8.0354e-02, 8.1591e-02,
-8.2384e-03, -3.1849e-02, -7.8827e-02, -4.8466e-02, -4.9181e-02,
4.4673e-04, -6.5883e-02, -4.5452e-02, -4.8033e-03, -5.8644e-02,
6.7665e-02, 4.1159e-02, 5.1743e-02, 6.8274e-02, 1.2271e-03,
3.0576e-02, -1.3478e-02, 8.4018e-02, 6.4410e-02, 4.4101e-02,
3.8092e-02, -1.7030e-02, -2.1663e-03, -4.8344e-02, 5.2188e-02,
-1.0568e-01, -6.2080e-03, -9.8665e-02, 5.7453e-02, 1.1616e-02,
-2.5976e-02, -6.3654e-02, 1.1010e-01, 4.1812e-02, 8.0225e-03,
-1.2028e-03, -8.7451e-02, -7.0038e-03, 1.2319e-01, -4.0142e-02,
-6.9443e-03, 5.3748e-03, -8.7804e-02, -3.2804e-02, 9.7742e-02,
-2.6200e-06, 1.0436e-01, 1.1174e-01, -2.9514e-04, 1.0820e-02,
2.5735e-02, -1.8907e-01, 6.0994e-02, -1.5607e-02, -9.9067e-03,
-7.3139e-02, -4.2711e-03, 3.7560e-02, -5.8036e-03, 1.4704e-02,
1.8506e-02, 9.4919e-02, -6.5558e-02, 1.0492e-01, -1.9194e-02,
-1.2202e-01, 4.8528e-02, -8.7483e-02, -1.2197e-01, -3.7302e-02,
-2.4653e-02, -5.4694e-02, 8.0599e-02, -3.0489e-02, 3.9844e-02,
-6.1483e-02, -1.1675e-01, 6.1218e-02, 3.8285e-02, -4.8987e-02,
1.2435e-02, 4.9430e-02, -3.4801e-02, -2.7154e-03, 1.7050e-01,
6.1341e-02, -5.2346e-02, 8.8007e-02, -8.2684e-02, -1.0329e-01,
4.4826e-02, 5.0511e-02, -8.3583e-02, 6.2011e-03, 6.4266e-02,
-8.4555e-02, 2.5322e-02, -8.1779e-02, 2.6547e-02, 6.3499e-02,
-1.0989e-02, -1.8770e-02, 7.1377e-02, -1.0425e-01, -7.4062e-02,
4.7706e-02, 6.5376e-02, 7.2412e-02, 1.5228e-01, 5.6091e-02,
1.6099e-02, -2.0888e-02, -8.7695e-02, 6.1690e-03, -1.6464e-02,
-3.9824e-02, 9.5211e-02, 4.7175e-02, -9.0130e-03, 1.7279e-02,
5.2066e-02, 5.0499e-02, -8.2478e-02, 8.3336e-02, -3.3592e-02,
-6.7100e-03, 1.2503e-01, 6.4564e-02, -1.1805e-02, -3.1287e-02,
7.9514e-02, -1.0045e-01, 7.5200e-02, 4.6060e-02, 3.8715e-02,
-3.6765e-02, -1.9580e-02, -1.5728e-03, -2.5904e-02, 6.8909e-02,
-7.9970e-02, -3.5569e-02, 2.5182e-02, -1.1188e-02, 1.1258e-01,
3.4630e-02, 1.1330e-01, 1.8833e-02, -8.0328e-02, -3.2741e-02,
-2.0309e-02, 2.9065e-02, 1.3943e-02, -1.0238e-01, -1.3398e-01,
1.6147e-01, 3.2961e-02, -1.8380e-01, 3.1005e-02, -7.4956e-03,
-3.3676e-02, -2.2094e-02, -1.2066e-03, -3.8822e-02, 3.8534e-03,
1.3132e-01, -1.0506e-01, 3.7892e-02, 4.4804e-02, 2.6945e-02,
2.2058e-02, 9.8819e-02, 2.7140e-02, -5.2140e-02, 1.2863e-02,
6.6909e-02, 8.7067e-02, 8.2106e-02, -8.2206e-02, 9.7312e-02,
-2.0049e-01, -5.2723e-03, 6.4821e-02, 1.2204e-02, 4.8103e-03,
-4.4221e-02, -5.2976e-02, 4.4716e-02, -3.6941e-02, -3.3904e-02,
-4.7824e-02, 7.6236e-02, -1.0413e-01, -5.3045e-02, 6.2124e-02,
3.0725e-03, 2.2707e-03, 2.4168e-02, -3.1601e-02, -3.7226e-02,
-7.7530e-02, 1.1855e-01, -2.2948e-02, 1.7346e-01, 1.8713e-01,
-5.0714e-02, 1.8570e-02, -1.3916e-02, 5.6982e-02, -9.5348e-03,
6.5078e-02, -7.8035e-02, -1.2327e-02, -4.2470e-02, -2.1467e-03,
-4.3003e-02, 2.1491e-02, 2.6880e-02, -2.8863e-02, -2.1771e-02,
-4.0823e-02, -3.1042e-02, -3.6247e-02], device='cuda:0')),
('bert.encoder.layer.2.attention.output.LayerNorm.weight',
tensor([0.8832, 0.8725, 0.8891, 0.8280, 0.8306, 0.9128, 0.7675, 0.8956, 0.9201,
0.7840, 0.9135, 0.8862, 0.9238, 0.9073, 0.8638, 0.7397, 0.8403, 0.8535,
0.8671, 0.9039, 0.7993, 0.9178, 0.8663, 0.8391, 0.7961, 0.8599, 0.8819,
0.9316, 0.8414, 0.8871, 0.8922, 0.7601, 0.8956, 0.7743, 0.8401, 0.8205,
0.7536, 0.8982, 0.7481, 0.8963, 0.8911, 0.8782, 0.8719, 0.9247, 0.9179,
0.8963, 0.8734, 0.9089, 0.9242, 0.8291, 0.9279, 0.8309, 0.8614, 0.8877,
0.8201, 0.6806, 0.8543, 0.8759, 0.7871, 0.8294, 0.8552, 0.9056, 0.9428,
0.9102, 0.7432, 0.9135, 0.8846, 0.8373, 0.7307, 0.8468, 0.8610, 0.8356,
0.8621, 0.8744, 0.9057, 0.9187, 0.8775, 0.8908, 0.9195, 0.8817, 0.8518,
0.8323, 0.8574, 0.8767, 0.7305, 0.9211, 0.8162, 0.8616, 0.9015, 0.8724,
0.8866, 0.8481, 0.8786, 0.9066, 0.8544, 0.8599, 0.6320, 0.8873, 0.8929,
0.9052, 0.8072, 0.9223, 0.8069, 0.9171, 0.7075, 0.9300, 0.9082, 0.8153,
0.9059, 0.9196, 0.8264, 0.8472, 0.9304, 0.6766, 0.8605, 0.9326, 0.8733,
0.8912, 0.9177, 0.9163, 0.9102, 0.8897, 0.8906, 0.8231, 0.8000, 0.7821,
0.8794, 0.8408, 0.8570, 0.8356, 0.8865, 0.8003, 0.8899, 0.8986, 0.9094,
0.8528, 1.2001, 0.8829, 0.8436, 0.8987, 0.7532, 0.8922, 0.8576, 0.7264,
0.8486, 0.8738, 0.8703, 0.8866, 0.8579, 0.8788, 0.9228, 0.8932, 0.9048,
0.8493, 0.8838, 0.8325, 0.8758, 0.8984, 0.8612, 0.8904, 0.9845, 0.9223,
0.6638, 0.8741, 0.8399, 0.8849, 0.9673, 0.7316, 0.8135, 0.8488, 0.9038,
0.7277, 0.7756, 0.8695, 0.8907, 0.9262, 0.9461, 0.9272, 0.9077, 0.8635,
0.8316, 0.8644, 0.8045, 0.9256, 0.8787, 0.9059, 0.8286, 0.9052, 0.8742,
0.8487, 0.9012, 0.8107, 0.8257, 0.8842, 0.8399, 0.9275, 0.9108, 0.6140,
0.8659, 0.9080, 0.9188, 0.8004, 0.9033, 0.8993, 0.8470, 0.8727, 0.8864,
0.9284, 0.8717, 0.8685, 0.8939, 0.9082, 0.8264, 0.8982, 0.8438, 0.9040,
0.8163, 0.8078, 0.8668, 0.8556, 0.8936, 0.8440, 0.8889, 0.9855, 0.8433,
0.8665, 0.8967, 0.8956, 0.8747, 0.6964, 0.8402, 0.8913, 0.8760, 0.8377,
0.8332, 0.9124, 0.6063, 0.9062, 0.8388, 0.9109, 0.8604, 0.8453, 0.8124,
0.8509, 0.8981, 0.8657, 0.8997, 0.8167, 0.9129, 0.9437, 0.8858, 0.8778,
1.0006, 0.9168, 0.9182, 0.8717, 0.9001, 0.6282, 0.8908, 0.8963, 0.7116,
0.9043, 0.8413, 0.8918, 0.8932, 0.8834, 0.8948, 0.9084, 0.7116, 0.9041,
0.8844, 0.8564, 0.9178, 0.8720, 0.9275, 0.8942, 0.8536, 0.8869, 0.8726,
0.9163, 0.9400, 0.9042, 0.7899, 1.7594, 0.8705, 0.9297, 0.7834, 0.9423,
0.8909, 0.8461, 0.8009, 0.8655, 0.8361, 0.8241, 0.8807, 0.7951, 0.8926,
0.6355, 0.9134, 0.9002, 0.9266, 0.8591, 0.8229, 0.8744, 0.6649, 0.9037,
0.8060, 0.9158, 0.8933, 0.8470, 0.8603, 0.8605, 0.8826, 0.7504, 0.8174,
0.8933, 0.8742, 0.8464, 0.9479, 0.8228, 0.8321, 0.8924, 0.8757, 0.9100,
0.7907, 0.8405, 0.9652, 0.8552, 0.9092, 0.8991, 1.0143, 0.8714, 0.8884,
0.9110, 0.9219, 0.9012, 0.8923, 0.9406, 0.8976, 0.7483, 0.6179, 0.8892,
0.8392, 0.9050, 0.8490, 0.9110, 0.8952, 0.8711, 0.8567, 0.8715, 0.8864,
0.8345, 0.8437, 0.8589, 0.9096, 0.8860, 0.8556, 0.8912, 0.8790, 0.7820,
0.8571, 0.9078, 0.8645, 0.8964, 0.8457, 0.8911, 0.9036, 1.0047, 0.8768,
0.9215, 0.8522, 0.9171, 0.8801, 0.8978, 0.8320, 0.8214, 0.8272, 0.8666,
0.9009, 0.6343, 0.8406, 0.8691, 0.8889, 0.9460, 0.8640, 0.7895, 0.8204,
0.8901, 0.8973, 0.7805, 0.9124, 0.7988, 0.8998, 0.8953, 0.8647, 0.9098,
0.8141, 0.9364, 0.8578, 0.7862, 0.7499, 0.8328, 0.8048, 0.9001, 0.8559,
0.8911, 0.8226, 0.8658, 0.9043, 0.9278, 0.8279, 0.8162, 0.9382, 0.9131,
0.9170, 0.8655, 0.8092, 1.0054, 0.8572, 0.8731, 0.8718, 0.9206, 0.8978,
0.7927, 0.8389, 0.8924, 0.8856, 0.7232, 0.9080, 0.9286, 0.8607, 0.8790,
0.8772, 0.9123, 0.7721, 0.9506, 0.8923, 0.8463, 0.8911, 0.8932, 0.9258,
0.7674, 0.8563, 0.7780, 0.8371, 0.8257, 0.8797, 0.9201, 0.8887, 0.8265,
0.9216, 0.6420, 0.8841, 0.9052, 0.8728, 1.0280, 0.8117, 0.8508, 0.8276,
0.8600, 0.8522, 0.8524, 0.8548, 0.9005, 0.8213, 0.8530, 0.8607, 0.8293,
0.8791, 0.8906, 0.9002, 0.8652, 0.9197, 0.8827, 0.9232, 0.8905, 0.7055,
0.9235, 0.8266, 0.9273, 0.8334, 0.8545, 0.8980, 0.9129, 0.8898, 0.8543,
0.9554, 0.7716, 0.9740, 0.8206, 0.8221, 0.9074, 0.8971, 0.8424, 0.8759,
0.8273, 0.8412, 0.8948, 0.8141, 0.8517, 0.8956, 0.8991, 0.8227, 0.8912,
0.8910, 0.9926, 0.9206, 0.8641, 0.9206, 0.8936, 0.9247, 0.8741, 0.9260,
0.8659, 0.8796, 0.7859, 0.8934, 0.8528, 0.6690, 0.8864, 0.8981, 0.7669,
0.8572, 0.9237, 0.8585, 0.9457, 0.9511, 0.9156, 0.8964, 0.9012, 0.8744,
0.9002, 0.8766, 0.8635, 0.8443, 0.8469, 0.7905, 0.9181, 0.8715, 0.8679,
0.9193, 0.9206, 0.8334, 0.7676, 0.8228, 0.9181, 0.8605, 0.8283, 0.9040,
0.9040, 0.8186, 0.8180, 0.9401, 0.8852, 0.7338, 0.8723, 0.8210, 2.2409,
0.8693, 0.8497, 0.9012, 0.9169, 0.6896, 0.8864, 0.8912, 0.9134, 0.8601,
0.9007, 0.8120, 0.9351, 0.8102, 0.8507, 0.8375, 0.8766, 0.8818, 0.9136,
0.8568, 0.8516, 0.9040, 0.8885, 0.8900, 0.9333, 0.9070, 0.8831, 0.8869,
0.8966, 0.8878, 0.8725, 0.8618, 0.8338, 0.9032, 0.7972, 0.8579, 0.8772,
0.8645, 0.9161, 0.8561, 0.8465, 0.8982, 0.8512, 0.8903, 0.8520, 0.7967,
0.9402, 0.9321, 0.8567, 0.8794, 0.8534, 0.8979, 0.8948, 0.8761, 0.7832,
0.8485, 0.9849, 0.9311, 0.9096, 0.9244, 0.9249, 0.8893, 0.8973, 0.8608,
0.7609, 0.8582, 0.9206, 0.8662, 0.9533, 0.8953, 0.8755, 0.8487, 0.9081,
0.8477, 0.9122, 0.8375, 0.8625, 0.8160, 0.9106, 0.9105, 0.9003, 0.9073,
0.8390, 0.9204, 0.8553, 0.8745, 0.8419, 0.8576, 0.8273, 0.7875, 0.9077,
0.9110, 0.8381, 0.7976, 0.9453, 0.8120, 0.7516, 0.8439, 0.8925, 0.8977,
0.8774, 0.8700, 0.9024, 0.8818, 0.8505, 0.8606, 0.8605, 0.8326, 0.8793,
0.9346, 0.6764, 0.7935, 0.9015, 0.9249, 0.8140, 0.8596, 0.9231, 0.9195,
0.8193, 0.8799, 0.8823, 0.8933, 0.8970, 0.9247, 0.8212, 0.8857, 0.9229,
0.9244, 0.8753, 0.8723, 0.9193, 0.8341, 0.9168, 0.9205, 0.6790, 0.9048,
0.9009, 0.9165, 0.8644, 0.8936, 0.9444, 0.8351, 0.9237, 0.8175, 0.8169,
0.7389, 0.8347, 0.9014, 0.9120, 0.8735, 0.9139, 0.8601, 0.9079, 0.8600,
0.9031, 0.8975, 0.8483, 0.9366, 0.8774, 0.8466, 0.7897, 0.8764, 0.9181,
0.8978, 0.8787, 0.9103, 0.7994, 0.9066, 0.6340, 0.9366, 0.8354, 0.8953,
0.8964, 0.8934, 0.8382, 0.9095, 0.9491, 0.8385, 0.9203, 0.9220, 0.7927,
0.8420, 0.8877, 0.9330, 0.8531, 0.6948, 0.8532, 0.8542, 0.7948, 0.8603,
0.8705, 0.8695, 0.7606, 0.8598, 0.8806, 0.8552, 0.8674, 0.9062, 0.8245,
0.7695, 0.8863, 0.9079, 0.8820, 0.8735, 0.8953, 0.9235, 0.8629, 0.9197,
0.8570, 0.9139, 0.8703], device='cuda:0')),
('bert.encoder.layer.2.attention.output.LayerNorm.bias',
tensor([ 1.8435e-01, 1.3434e-01, -7.1624e-02, -1.0722e-02, -1.6130e-01,
3.5844e-01, -1.6391e-01, 5.4171e-01, 1.5648e-01, -7.7424e-02,
5.7075e-02, -4.2765e-04, -8.3116e-03, -1.8466e-01, -1.7856e-02,
3.8600e-01, -1.2807e-01, -4.0168e-02, -1.6903e-01, -1.6461e-01,
8.2157e-02, 3.2920e-02, 8.3348e-05, 8.5947e-02, 5.7784e-02,
1.6039e-01, -1.3131e-02, 3.3802e-01, 2.8547e-02, -2.9530e-02,
5.3586e-02, -1.2142e-01, -1.4202e-01, -9.3179e-02, 6.6014e-02,
-7.5668e-03, 5.9843e-03, -4.5349e-02, 1.5176e-01, 2.5510e-01,
-1.2411e-01, -1.0854e-01, 1.3584e-01, 9.1228e-02, -1.0660e-01,
9.6346e-03, 2.6021e-01, -1.1553e-01, 8.2755e-02, 1.3216e-01,
1.7106e-01, -4.0286e-02, 3.1176e-01, -1.3996e-01, -1.1341e-01,
-6.4308e-02, -1.8055e-01, -6.3781e-02, 7.7708e-03, 1.4429e-01,
-5.6593e-02, 3.4916e-02, 2.2637e-01, -2.9304e-01, -1.7056e-01,
-2.7509e-02, 1.1902e-02, 3.4721e-02, 2.4359e-01, 4.5588e-02,
-1.4233e-01, 1.2366e-01, -3.5914e-02, 1.6581e-01, -2.1204e-02,
-5.9293e-02, 1.7224e-01, -7.6425e-02, -1.3273e-02, 1.3724e-01,
5.7049e-02, 4.2511e-02, -4.4429e-02, 2.7142e-01, -9.4329e-02,
3.2776e-01, -1.5466e-01, 7.0180e-03, 3.2799e-02, 7.5057e-02,
-1.5202e-01, -1.4395e-01, -2.2969e-01, 1.7146e-01, -1.5355e-01,
2.5291e-01, 5.6423e-02, -4.8635e-02, 1.3777e-01, 3.2544e-01,
-1.8695e-01, -5.0084e-02, 1.4227e-01, 8.1101e-02, 1.1185e-01,
1.1583e-01, 7.9459e-02, 3.3718e-02, -1.6830e-01, -1.0901e-01,
2.5734e-02, -1.7746e-01, -3.8662e-02, -1.2421e-01, 1.6818e-02,
2.9554e-01, 2.0026e-02, 1.4963e-01, -3.5679e-02, 7.6734e-02,
9.4670e-02, -1.2992e-01, 3.1501e-02, -7.6251e-02, -8.3286e-02,
1.4492e-02, -1.1757e-02, 3.3347e-02, 5.1346e-02, 6.2835e-02,
-1.5154e-02, 8.0736e-02, -1.5693e-01, 2.2103e-02, 2.8522e-02,
7.5410e-02, 4.3300e-01, -4.5604e-03, -2.8433e-02, 9.0432e-02,
-2.5822e-01, 3.6121e-02, -9.4992e-02, -1.5226e+00, 2.0883e-03,
-1.4741e-01, 1.4974e-01, 1.0305e-01, -7.7012e-02, -2.4652e-01,
-3.5549e-01, 3.3833e-02, -8.7559e-02, -6.4089e-02, 1.6688e-01,
9.6696e-05, -5.7274e-02, -7.6258e-02, -2.3888e-02, -8.7289e-02,
2.8389e-01, 9.2486e-02, -6.9464e-02, 4.9065e-02, 5.7234e-02,
-2.3266e-01, 3.2704e-01, 7.2021e-02, -1.8861e-01, -7.9974e-02,
-9.6386e-02, -8.3308e-02, -3.5367e-02, 1.2651e-01, 3.0470e-01,
2.8157e-01, 2.0363e-01, -4.9188e-01, -5.1829e-02, -1.7882e-02,
-2.4799e-01, -4.5172e-02, -1.0628e-01, -2.1510e-01, -7.6868e-02,
-1.8459e-01, -2.0672e-01, -2.3116e-01, 4.5484e-02, -8.3114e-03,
2.2020e-01, 3.4176e-01, 7.0550e-02, 4.0653e-02, -1.2445e-01,
-2.9384e-01, -6.2170e-02, -9.8090e-02, -1.1071e-01, 6.5361e-03,
1.4301e-01, 1.4912e-01, -1.0751e-01, 1.4296e-01, 2.0806e-01,
1.2866e-02, 6.1221e-02, -1.0841e-01, -6.4242e-02, -1.3046e-01,
2.8454e-02, 6.3632e-02, 2.3488e-02, -1.3273e-01, -8.2281e-02,
-4.5339e-02, 6.1317e-02, 1.5914e-01, -4.7052e-02, 1.0454e-01,
-2.1159e-02, -2.2602e-02, 1.1824e-01, -4.5115e-01, -7.9962e-02,
-1.4126e-02, 6.5503e-02, 4.0849e-02, 2.3686e-01, -2.4458e-01,
-1.8847e-01, 5.1805e-02, 1.5667e-01, -5.5398e-02, -7.7194e-02,
-1.9598e-01, 1.8267e-01, -7.3978e-02, -1.4263e-02, -6.3169e-02,
-2.6284e-01, -1.0471e-01, 6.0717e-02, 3.6450e-02, -1.8374e-01,
-1.2775e-01, 9.3263e-02, -5.6304e-02, -2.0612e-02, 1.9705e-01,
1.3785e-01, 4.9829e-02, 2.1196e-01, -6.0606e-02, 1.9600e-02,
5.2998e-02, -2.3422e-01, -2.3440e-02, -2.0683e-01, -1.4682e-01,
-8.1880e-02, -2.4579e-01, 1.1005e-01, 1.6373e-01, -5.9295e-02,
4.5221e-02, -1.5350e-01, -2.4692e-02, -1.4477e-03, -5.0525e-02,
-3.4717e-03, -1.7713e-01, -7.5333e-03, 1.3428e-01, 1.9350e-01,
-1.1478e-01, -1.0314e-01, -9.8753e-02, 3.5572e-02, -3.6883e-01,
-5.5822e-02, -1.0978e-01, -2.4829e-01, 9.6530e-01, -5.3943e-02,
1.1475e-01, 1.3462e-01, -3.6622e-01, 1.3214e-01, 2.8484e-02,
7.7060e-02, -9.7077e-02, -1.1995e-01, -8.2109e-02, -1.4124e-01,
-9.3106e-02, -3.3181e-01, -1.3496e-01, -6.3848e-02, 1.2158e-01,
1.9110e-01, -9.7969e-02, -1.7320e-02, 3.6251e-03, -2.1245e-01,
-9.3407e-02, 5.4896e-02, 6.9492e-02, -6.2757e-02, 1.4368e-01,
2.5464e-01, 8.0412e-03, 9.0899e-02, 8.4445e-03, 1.0524e-02,
1.2053e-01, -1.5044e-01, -1.5920e-01, -2.2958e-01, 1.2947e-01,
-2.0607e-01, -4.0953e-02, -3.0127e-02, -9.6507e-04, -1.2894e-01,
-1.1589e-01, 3.6292e-01, 3.3815e-01, 5.6520e-02, 1.9613e-01,
-4.9419e-01, -6.6095e-03, -3.8394e-02, 1.4000e-01, 5.6981e-02,
-6.0710e-02, 1.7125e-01, 2.1178e-01, -2.1868e-01, -6.0365e-02,
-4.3957e-04, -6.0028e-02, -9.8269e-02, -7.5512e-02, 4.8795e-03,
2.4277e-02, -2.6863e-02, -1.3364e-01, 1.8287e-02, -2.6485e-02,
-2.8632e-02, -2.5964e-02, -1.9853e-01, -4.7690e-02, -4.3121e-02,
-1.0032e-01, -5.5245e-04, 9.7313e-02, 7.9698e-02, -2.3071e-01,
-2.1060e-03, -1.5399e-01, 8.6634e-02, -2.6170e-02, -6.7769e-02,
1.5972e-01, 3.3340e-03, 3.0349e-01, -8.8028e-02, 3.2589e-01,
-3.6293e-02, -1.5432e-01, 3.3116e-02, 4.1765e-02, -8.6484e-03,
-8.6680e-02, 5.6621e-02, -1.7933e-02, 2.0933e-01, -8.6515e-02,
5.3219e-02, -1.3006e-01, -6.0774e-02, 2.1278e-01, -2.9777e-01,
-2.3837e-01, 2.7991e-01, -2.9214e-02, 1.0210e-01, 4.4237e-02,
1.3941e-02, 4.4758e-02, 2.7390e-02, -2.0102e-02, 5.4904e-02,
-1.0930e-01, -1.0183e-01, 1.3157e-01, 1.1160e-02, -1.0037e-01,
-1.7345e-01, 2.6551e-01, 1.2341e-01, 1.2194e-01, -1.5625e-01,
1.6320e-01, 9.4084e-02, -1.9075e-01, -2.2281e-01, -1.2186e-01,
-5.6706e-02, -5.1360e-02, 2.2755e-01, -9.8311e-02, 1.2318e-01,
-8.2323e-02, 1.4259e-01, 4.0424e-01, -2.1259e-01, -2.4744e-02,
-1.4652e-02, -7.4661e-02, -1.6518e-01, -2.2601e-02, -9.8885e-03,
-6.9446e-02, -2.9573e-01, -1.6453e-01, -2.1674e-01, 5.5380e-02,
-1.3403e-02, -6.1805e-02, -3.5794e-01, -1.1290e-02, -6.3544e-02,
1.8166e-01, 3.2393e-01, 1.1370e-01, -1.6546e-01, 7.5092e-02,
2.1588e-01, -5.2758e-02, -2.5940e-02, 2.3638e-02, 1.2371e-02,
-1.4429e-01, 5.0845e-02, 1.2587e-01, 8.2846e-02, -6.8388e-02,
1.8362e-01, 1.7155e-01, -1.0579e-02, -5.0002e-02, -2.6475e-02,
-5.3717e-01, -3.0141e-02, 1.5024e-01, -8.5896e-02, -9.9613e-02,
7.0496e-02, 4.4784e-03, -1.2820e-01, 6.0330e-02, -1.8822e-01,
-9.2950e-02, 1.0048e-01, 9.8810e-03, 1.8244e-01, 9.5051e-02,
6.9682e-02, 1.3871e-01, -2.8062e-03, 2.0237e-01, -1.0753e-01,
1.3072e-01, -2.3469e-01, 1.8266e-01, 1.0988e-01, -1.2406e-01,
6.6183e-03, -1.1924e-01, -1.6790e-01, 6.0224e-02, 7.9088e-02,
-1.1579e-01, 1.5390e-01, 2.2004e-02, 6.8135e-02, 3.1167e-02,
-1.2223e-01, -1.5338e-01, -3.0958e-02, 4.9372e-02, 1.3459e-01,
4.4657e-02, 3.0425e-02, 3.8477e-03, -1.1514e-01, 3.1235e-02,
-1.0713e-01, 6.7189e-02, -3.9648e-02, -9.6897e-03, -1.5321e-01,
2.3367e-01, -9.5088e-02, 3.8789e-02, -2.1250e-01, -2.1507e-01,
-3.9828e-01, -2.5650e-02, 3.6509e-01, 1.6810e-01, -1.2411e-01,
-1.5637e-01, 4.4912e-02, 1.3558e-01, 2.9843e-01, -2.1983e-02,
-1.6646e-02, -3.3815e-02, -2.6083e-02, -2.0752e-01, -2.7640e-03,
-1.2881e-01, 1.7918e-01, 4.9994e-02, -1.6283e-02, -1.3084e-01,
-9.8985e-02, 1.0341e-01, -1.6169e-01, -2.7767e-01, -1.4273e-01,
-6.8906e-02, -6.0746e-02, 1.5241e-01, -2.0237e-01, 1.7253e-01,
-2.2910e-01, 2.2951e-02, 6.4408e-02, -8.0970e-02, -5.7104e-02,
1.2560e-01, 1.4160e-01, -5.1954e-02, 1.8708e-01, 1.3330e-01,
1.0295e-01, -4.1760e-02, -3.6948e-02, 2.8315e-02, -7.4350e-02,
-1.8534e-02, -1.5936e-01, -2.3606e+00, -7.4549e-02, -1.6212e-04,
-9.1736e-02, 6.0172e-02, -2.4440e-01, -3.8517e-02, 8.9438e-02,
-1.5081e-01, -2.8990e-02, -3.2172e-02, -1.8864e-01, 1.3976e-01,
-3.7623e-02, 3.9674e-02, -7.5434e-02, 2.6883e-02, -2.3274e-02,
2.1045e-02, 4.0050e-02, -7.3260e-02, 2.4711e-01, 1.1618e-02,
1.3413e-01, 2.5420e-01, 2.5546e-01, -2.1372e-02, -5.5485e-02,
2.6370e-02, 1.9372e-01, -3.3756e-02, 1.0057e-01, 1.0856e-01,
-6.3886e-02, -1.1399e-01, -1.3821e-01, -2.2579e-01, -8.1035e-02,
-8.2229e-02, 5.0363e-02, -1.1824e-01, -1.7074e-01, 5.2571e-02,
-1.1483e-01, -5.1297e-02, -8.6607e-02, -3.0908e-01, 1.2598e-01,
-7.2134e-02, -3.6192e-02, 8.7358e-02, 1.6392e-01, 5.1407e-02,
5.9913e-02, 2.1153e-02, -1.4519e-01, -4.6056e-01, 2.1669e-01,
1.4154e-02, 1.3122e-01, -1.6010e-01, -1.0424e-01, 6.0364e-03,
4.0730e-02, 7.0260e-02, 6.0490e-02, 4.1317e-02, 1.3245e-01,
-2.7312e-01, -1.3236e-01, -1.1648e-01, 2.2417e-01, 2.6288e-01,
-6.6521e-02, 8.1544e-02, 1.0682e-01, -1.5466e-01, 1.2363e-01,
2.9501e-01, -1.2038e-01, 1.3484e-01, -2.9511e-01, -1.5689e-01,
-4.9565e-02, -1.7649e-01, 1.5403e-01, -7.2355e-02, 1.8586e-02,
1.0383e-02, -3.3224e-01, 5.4996e-02, -6.4841e-02, -1.1822e-01,
3.6523e-02, -1.1981e-01, -3.0089e-02, -1.1758e-01, -3.4907e-02,
2.2500e-01, -5.9936e-02, 7.5982e-02, 6.3761e-02, -2.6296e-02,
9.8069e-02, 2.7681e-02, -1.7599e-01, -1.3542e-01, -1.1206e-02,
-2.0381e-01, 2.3631e-01, 5.0418e-02, -1.1750e-01, 2.1859e-01,
-7.4157e-02, 1.5140e-01, 6.7389e-02, 8.4879e-02, 1.6676e-01,
2.0543e-03, 2.7348e-02, -1.7774e-01, -8.5022e-02, -3.7788e-02,
2.1484e-01, -9.0012e-02, 1.2602e-01, 1.2758e-02, -3.5932e-02,
-1.7082e-02, -7.5644e-02, 1.5250e-02, -9.0040e-03, -8.2911e-02,
2.1987e-01, -1.4938e-01, -1.5265e-01, -2.9581e-02, 9.5743e-02,
-2.9323e-02, -3.5394e-02, -3.0780e-01, 1.9639e-01, -5.1843e-02,
7.2957e-02, 1.2113e-01, 4.2090e-01, 1.2059e-01, -1.1188e-01,
-1.1070e-02, -1.2790e-02, -1.6028e-01, 2.5980e-02, -4.6285e-02,
-2.7859e-02, 2.6948e-02, -8.7166e-02, 4.5836e-02, -2.4624e-02,
2.0272e-01, -2.2027e-01, -9.9295e-02, 1.1103e-01, 4.2746e-02,
2.1829e-02, 1.6599e-01, 2.7773e-02, -2.7153e-02, -4.8693e-02,
-7.6044e-02, 2.0580e-01, -3.3832e-02, 9.2592e-02, 1.1054e-01,
-2.8659e-01, 8.9360e-02, -2.3306e-02, 3.4279e-01, -1.7269e-02,
-8.1106e-02, 2.2436e-01, -1.0391e-01, 7.5799e-02, 2.5889e-02,
-2.1138e-01, -1.2774e-01, 2.9962e-02, 9.4144e-02, 1.5180e-01,
-1.1074e-03, 2.0777e-02, -1.4474e-01, -2.4597e-01, 1.8803e-01,
-3.2010e-02, 1.6148e-02, -1.8704e-02, -2.6055e-01, -1.2157e-01,
-1.1173e-01, 8.3706e-02, -7.0159e-02, 6.2337e-02, 2.8794e-01,
-2.3136e-01, -6.2579e-03, 2.1374e-02, -3.6470e-02, 1.0363e-01,
-3.5413e-02, -6.7771e-03, 9.0650e-02], device='cuda:0')),
('bert.encoder.layer.2.intermediate.dense.weight',
tensor([[-0.0086, 0.0197, 0.0371, ..., -0.0132, -0.0408, 0.0348],
[-0.0281, 0.0504, 0.0365, ..., -0.0522, -0.0025, 0.0071],
[-0.0393, -0.0277, -0.0754, ..., 0.0611, 0.0132, -0.0018],
...,
[-0.0338, -0.1519, 0.0039, ..., 0.0089, 0.0287, 0.0077],
[-0.0548, -0.0762, -0.0213, ..., 0.0025, 0.0157, -0.0321],
[-0.0689, -0.0428, 0.0091, ..., -0.0139, -0.0401, 0.0458]],
device='cuda:0')),
('bert.encoder.layer.2.intermediate.dense.bias',
tensor([-0.0845, -0.1334, -0.0807, ..., -0.1688, 0.0492, -0.1404],
device='cuda:0')),
('bert.encoder.layer.2.output.dense.weight',
tensor([[ 2.3930e-02, -3.7092e-02, 4.5404e-03, ..., -5.1709e-02,
3.3971e-02, 1.7407e-02],
[ 5.4776e-02, 6.9107e-02, 4.8542e-02, ..., -3.9188e-06,
-2.9503e-02, -1.1219e-02],
[-7.6649e-03, 2.8932e-02, 1.6749e-02, ..., -1.9429e-02,
-3.7824e-02, -8.5565e-02],
...,
[ 2.4205e-02, -3.1723e-02, 5.3848e-03, ..., 7.3589e-03,
4.3488e-02, -9.5342e-02],
[-1.1113e-02, -3.6280e-02, -3.6469e-02, ..., -4.8898e-02,
4.4465e-02, -3.4326e-02],
[ 1.9179e-02, 4.4806e-02, -3.3355e-02, ..., -5.9703e-02,
-2.0189e-02, 3.8184e-02]], device='cuda:0')),
('bert.encoder.layer.2.output.dense.bias',
tensor([-2.9224e-02, -4.8586e-02, 1.4278e-02, 2.5339e-02, -1.9016e-03,
7.7988e-02, 9.6697e-02, 1.0458e-02, -1.2386e-02, -4.2094e-02,
6.9769e-02, 8.5768e-02, -1.7766e-02, -1.0381e-01, -3.1334e-02,
1.9397e-01, 4.3053e-02, 9.7833e-03, 1.5654e-02, -4.9813e-02,
7.2170e-02, 7.5765e-02, -4.7651e-02, 1.4744e-02, -1.9417e-01,
-7.3070e-02, -4.5455e-02, -1.2989e-02, 6.3811e-02, 2.7321e-02,
-7.1102e-03, 2.8704e-02, 2.4194e-02, -3.1726e-01, 7.4669e-03,
-9.1011e-02, -9.6447e-02, -1.8547e-02, -6.3384e-02, 9.8243e-02,
3.8119e-02, -1.3585e-01, -7.7558e-02, -1.9659e-02, -8.7495e-03,
-2.1568e-02, 7.5190e-02, -4.9288e-02, -1.1616e-02, 5.9660e-02,
-5.1300e-02, -7.3175e-03, 1.1071e-01, -7.2697e-02, -9.7699e-02,
-1.2243e-01, 4.3820e-02, -7.2320e-02, 8.1829e-02, -1.7992e-02,
-7.7374e-02, 2.9615e-02, 2.5379e-02, -3.3111e-02, -5.2533e-02,
1.0288e-01, -2.3627e-02, -5.0351e-03, -1.2938e-02, -2.0650e-01,
-6.8818e-02, -5.3941e-02, 3.6506e-03, -9.5179e-03, -2.9286e-02,
1.9689e-02, -1.3122e-02, -4.3128e-02, -4.4987e-02, -1.1055e-02,
2.3212e-02, 1.9740e-02, 4.4252e-02, 4.1148e-02, 7.5429e-02,
-1.3108e-01, 1.7392e-02, -1.1304e-01, 7.5452e-02, -1.8403e-02,
-3.3834e-02, -1.1442e-01, -1.2142e-01, 3.4493e-02, -2.2740e-02,
1.9842e-01, -7.1079e-02, 3.7190e-02, 1.4884e-01, 5.6274e-02,
6.7488e-02, -2.2030e-02, 8.1104e-02, 1.8513e-02, -1.5919e-01,
-3.8393e-03, 1.1563e-01, 2.1891e-03, -5.2622e-02, 5.8757e-02,
7.2169e-02, -6.2272e-02, -9.9455e-03, 8.3230e-02, 6.1755e-02,
2.6055e-03, -7.4430e-02, -4.0386e-02, 2.1047e-02, 2.8900e-02,
5.9603e-03, 3.8484e-02, -6.6016e-02, -5.5539e-02, -8.2000e-02,
-2.2092e-02, 1.3776e-02, -6.0285e-02, -3.4438e-02, -3.0721e-02,
8.2717e-02, 3.7708e-02, 4.6832e-02, 6.1334e-02, 7.6976e-02,
3.9349e-03, -3.2209e-02, 6.2820e-02, -1.5288e-01, 1.2078e-01,
-2.0668e-01, 4.4810e-03, -4.4693e-02, -4.8271e-01, -6.1056e-02,
7.5838e-03, 4.1075e-02, -6.0079e-02, -5.8284e-04, 8.0906e-02,
-5.7434e-02, -8.4323e-02, -5.7252e-02, 5.1667e-02, 3.5005e-02,
5.8957e-02, 8.2597e-02, -8.9878e-02, 7.4340e-03, 6.7284e-02,
2.3525e-02, 2.9599e-03, -1.0250e-01, -7.2196e-03, 4.4489e-02,
2.8919e-02, 1.3350e-02, -9.8142e-02, -1.8535e-01, -2.4433e-02,
4.7799e-02, 1.4343e-02, -5.3802e-02, 4.1031e-02, -3.8410e-02,
2.9871e-02, 1.2849e-01, -4.2462e-02, -3.5884e-02, 1.9603e-02,
-1.2176e-01, -1.6004e-02, 4.7439e-02, -2.9007e-02, 7.9759e-02,
-1.3662e-02, -8.0301e-02, -7.7616e-02, 4.4517e-02, -6.5119e-02,
5.4503e-02, -1.2958e-01, 6.0536e-02, 4.1934e-03, 1.3401e-01,
-1.9199e-02, -3.4463e-02, 1.6561e-01, -6.7756e-02, -6.3041e-02,
4.6971e-02, 9.5980e-02, 3.0799e-02, 2.5033e-02, 6.8193e-02,
-6.8486e-02, 3.3908e-04, -2.9159e-02, 2.0280e-02, -5.1989e-02,
-1.7469e-03, -7.3863e-02, 1.0506e-01, 1.9209e-02, 6.8076e-02,
2.3568e-02, -4.7196e-02, -2.8065e-02, 6.7853e-03, 3.0371e-02,
1.0233e-01, 5.9309e-02, 2.1284e-02, 5.7727e-02, 1.8552e-02,
2.7385e-02, -1.3591e-01, -2.4393e-02, 9.6365e-02, 1.2957e-01,
-9.3513e-02, 4.6088e-02, 3.0814e-02, -8.5793e-03, -1.8710e-03,
-8.1418e-02, -2.9532e-01, -4.8343e-02, -1.9664e-01, 1.3311e-01,
-1.3696e-02, 6.3036e-02, 6.4066e-02, 3.1593e-02, -1.1810e-01,
-2.4949e-02, 5.3873e-02, 3.3688e-02, -2.9787e-02, -1.7679e-03,
-7.2131e-03, 1.6850e-02, -1.3790e-02, 4.6015e-03, 1.3910e-02,
-5.2190e-02, 1.2240e-02, 9.1888e-02, 3.6317e-02, 1.9932e-02,
-1.8771e-03, -8.2071e-02, -5.9439e-02, -3.9127e-02, 1.9422e-02,
-6.1658e-02, -1.0377e-01, 4.2294e-02, -1.4013e-01, 1.6978e-03,
-7.1223e-02, -1.9691e-02, 1.1163e-01, -2.0226e-02, 4.0823e-02,
5.0087e-02, 1.2909e-01, -9.1493e-02, 1.2463e-01, 1.2143e-01,
-4.9551e-03, 5.1051e-02, -7.9498e-02, 1.7499e-01, -1.1304e-01,
4.5671e-02, 3.9107e-02, 3.6100e-02, 2.0001e-02, 2.0655e-02,
-2.3857e-02, -1.0114e-02, 2.3679e-02, 9.8581e-02, -4.2172e-02,
-1.3715e-01, -5.4545e-02, 4.1256e-02, 1.1852e-02, -3.7444e-02,
-3.1983e-02, 1.8144e-02, 4.1767e-02, -1.3272e-03, 1.7458e-02,
-3.4556e-02, -6.7922e-02, -8.9922e-03, -8.3721e-02, 2.7620e-02,
1.7576e-01, 1.0263e-01, -5.0466e-02, -4.7786e-02, -8.0992e-02,
1.0284e-02, -6.3328e-02, -3.8764e-02, 4.6980e-02, -1.0821e-03,
-1.1437e-01, 7.6082e-02, -2.7861e-02, 7.4567e-02, -4.8147e-02,
-5.3707e-02, -8.4214e-03, 4.9599e-02, 1.2876e-01, 4.1125e-02,
-4.1175e-02, 3.2785e-02, 5.3427e-02, -5.8637e-02, 5.6190e-02,
-2.2579e-02, -1.0610e-01, 8.0808e-02, -1.4911e-02, -2.6930e-02,
9.6991e-02, 5.9546e-02, -1.0320e-01, 7.5277e-02, -5.3421e-02,
-1.5978e-02, 7.1839e-02, -7.7869e-02, -4.7849e-02, 8.3697e-02,
-6.2018e-02, -1.0120e-02, -4.8667e-02, 6.3647e-02, 1.8624e-02,
-6.3716e-02, 4.4370e-02, 2.1677e-02, 1.9577e-02, -6.9225e-02,
9.8250e-02, -1.3200e-01, -1.0460e-02, 1.4982e-02, -9.7169e-02,
1.6568e-03, -3.4627e-04, 4.2798e-02, 4.3751e-02, 5.9948e-02,
-5.3727e-02, -8.2136e-02, -4.3395e-03, 2.5351e-03, -1.8320e-02,
-2.1928e-02, -6.3259e-02, -2.8813e-02, -1.2631e-02, -3.9914e-02,
1.1470e-01, -8.6489e-04, 9.9604e-02, 5.1488e-02, -5.8406e-02,
1.5740e-01, 6.6771e-02, -5.4649e-03, -1.0775e-01, 7.5506e-02,
1.9129e-02, -3.5493e-02, 1.3144e-01, -5.2690e-03, 7.2927e-02,
3.6458e-03, 6.6186e-02, 1.8133e-02, -7.9891e-02, 1.3406e-02,
-1.5844e-02, 1.5229e-01, 3.9805e-02, -2.5303e-02, -1.3163e-01,
-1.8911e-02, 6.7256e-02, -2.6441e-02, -5.6052e-02, -1.2032e-01,
-1.6278e-02, 5.4231e-02, -6.2453e-02, 3.3276e-02, 7.5921e-02,
1.0281e-02, -1.3654e-02, -2.9912e-02, -7.2490e-03, 3.5953e-03,
-1.0504e-01, -8.0233e-03, 6.3562e-02, -5.3901e-02, 8.4464e-02,
3.8057e-03, 2.6337e-04, -1.0134e-01, -3.7067e-02, -3.7028e-02,
4.3542e-02, 4.1903e-02, 1.2174e-01, 5.5911e-02, -9.1662e-02,
5.6989e-03, -2.9152e-03, 4.0758e-02, 7.8755e-02, 5.1895e-02,
3.8182e-02, -6.2275e-02, -1.6110e-01, -1.0730e-01, -2.9418e-02,
2.1114e-02, -5.6229e-02, 7.2451e-02, -2.8692e-02, 4.4951e-02,
1.3134e-01, -1.2212e-02, 1.0332e-02, -9.8468e-03, -2.1245e-03,
-3.1702e-02, 1.1854e-01, -5.7113e-02, 6.4427e-03, -8.7306e-03,
5.3036e-03, 8.9925e-02, 5.0555e-02, 7.9019e-02, 1.0580e-03,
1.0447e-01, -1.0306e-02, -1.2159e-02, -6.7948e-02, 1.0631e-02,
-5.6892e-02, 2.9240e-02, -4.5948e-03, 6.0289e-02, -1.3626e-02,
-2.9538e-03, -2.4604e-02, -1.3026e-01, 1.3570e-01, 3.8638e-02,
-2.1680e-02, 3.4657e-02, 6.0372e-02, -2.7847e-02, -2.9825e-02,
-7.1780e-02, 2.2011e-02, 2.0644e-02, -2.5015e-02, -9.5597e-02,
2.1267e-02, 2.8971e-02, -1.2752e-01, 4.6611e-02, 2.7420e-02,
-2.0257e-02, -6.6930e-02, -9.4605e-02, -2.0006e-02, 8.0498e-02,
-3.0313e-02, -4.7616e-02, -5.9530e-02, -5.6686e-02, -3.1425e-02,
8.3648e-02, 6.4789e-02, 5.4886e-03, -3.7200e-02, 6.4195e-02,
-2.9887e-02, 2.6070e-03, 4.6559e-02, 4.5802e-02, -2.8224e-02,
1.3298e-01, 3.5399e-02, -5.2194e-02, 8.2412e-02, 5.0251e-02,
-8.3981e-02, 4.3201e-02, 1.1180e-01, -1.4357e-02, -1.1616e-02,
9.5860e-04, 3.3680e-02, -2.2186e-02, -4.2478e-02, 5.7095e-02,
1.4301e-01, 5.9928e-02, -7.1173e-02, -4.5983e-02, -5.4349e-02,
-5.3658e-02, 3.4060e-02, 4.0690e-02, 5.1737e-02, -6.0272e-02,
4.6300e-03, 2.5073e-02, 3.6945e-03, 1.8638e-02, 7.1498e-04,
-1.3245e-02, 4.5862e-02, 5.7209e-02, -1.7812e-04, 8.3110e-03,
9.9487e-02, 4.1150e-02, -4.9165e-04, 2.5105e-02, -1.7687e-01,
1.1502e-02, -1.5948e-01, -4.1214e-01, -1.0495e-01, 7.8266e-02,
8.9268e-02, -2.8737e-02, -9.2953e-02, 7.6648e-03, 2.1664e-02,
-1.6493e-02, -9.3152e-02, -1.7838e-02, -2.2327e-02, 1.7116e-02,
-1.4203e-01, 3.5664e-02, -1.6379e-01, -9.9874e-03, 1.6022e-02,
-2.5176e-02, 2.9930e-02, -2.0300e-03, -1.8380e-02, -7.7863e-02,
8.1053e-02, 7.4700e-02, -5.6668e-02, -8.0756e-02, 3.2373e-02,
6.5861e-02, -2.2103e-02, 8.6585e-03, 5.8438e-02, -1.6593e-02,
1.5238e-03, 1.8621e-01, 7.2925e-03, -9.7075e-02, 2.6587e-02,
4.1991e-02, 3.5725e-03, 3.8820e-02, 3.1343e-03, 2.4114e-02,
4.8499e-02, -3.2570e-02, -5.3949e-02, 7.4294e-02, -4.2844e-02,
-3.8897e-02, 4.0681e-02, -8.0372e-03, 2.0112e-02, 6.1093e-02,
1.1990e-02, 1.8917e-02, -7.9621e-02, -2.1307e-02, 4.2668e-02,
-4.0655e-02, 1.1315e-02, 1.2403e-02, -4.4604e-02, 5.3108e-02,
-7.7448e-02, 2.3934e-03, 4.8503e-02, 1.9033e-02, -5.6458e-02,
-7.0992e-02, 3.2200e-02, -2.6814e-02, -1.0225e-01, 2.1446e-01,
-1.7082e-01, 6.5270e-02, -4.0964e-02, 1.1408e-02, -3.8323e-02,
1.5524e-01, 1.1473e-01, 5.2183e-02, -1.0257e-02, -1.0986e-01,
-9.3838e-03, 1.0561e-01, 1.0166e-01, 1.9369e-02, -7.8656e-02,
-8.9472e-02, 3.4776e-02, -1.3586e-03, -7.4323e-02, -1.1848e-01,
6.6690e-02, 4.6832e-02, -4.7091e-02, -5.7976e-02, 4.3414e-02,
9.6849e-02, 2.1243e-02, -4.9849e-03, 6.2283e-02, -6.5508e-02,
7.8422e-02, 8.5902e-02, -5.1668e-02, 1.2090e-01, -3.1049e-02,
7.6385e-03, 7.8667e-03, 1.6215e-01, -7.7949e-02, 8.1404e-02,
7.4520e-03, 2.4648e-01, -7.1946e-02, 1.8735e-02, -4.1454e-03,
-3.8479e-02, 1.3842e-02, 3.1777e-02, 2.1960e-02, 3.1830e-02,
4.3922e-02, -2.0822e-01, 3.3128e-02, 2.2684e-02, 6.3616e-02,
1.5153e-02, -7.2605e-02, 1.5891e-02, 4.9110e-02, 2.3437e-02,
-2.3133e-02, 1.0907e-01, -5.1543e-02, 5.0907e-03, -4.9054e-02,
-3.6127e-02, 3.0499e-02, 5.0980e-02, 8.2377e-02, 6.2562e-02,
7.9356e-02, -7.8172e-02, 1.7851e-02, -2.8627e-02, -4.3993e-02,
5.8447e-03, -9.1532e-02, -1.0462e-01, -1.2106e-01, -3.8456e-02,
4.0745e-02, -5.5327e-02, -7.2662e-02, -7.2079e-02, 1.1359e-02,
1.0161e-01, 4.5671e-02, -1.0302e-02, 6.2627e-02, 1.1953e-02,
1.6277e-02, -4.6466e-02, -6.8959e-02, -1.4467e-02, 4.6579e-02,
-1.7942e-01, -1.8366e-02, 3.2208e-02, 3.1381e-02, -6.1002e-02,
-8.4580e-02, 6.6569e-03, 1.3294e-02, -3.4894e-02, -8.1650e-02,
-3.4630e-02, 6.8489e-02, 7.0620e-03, 6.6926e-02, 7.7893e-02,
-5.4081e-02, -1.2281e-01, 2.0575e-01, 3.8713e-02, 1.9135e-02,
4.2880e-03, 7.2169e-02, 7.2837e-02, -1.0344e-01, 8.4851e-02,
-6.8999e-02, -9.3668e-02, 2.7022e-02, 8.0751e-02, 2.5313e-02,
2.4994e-02, 3.8419e-02, -4.5538e-02, -7.7175e-02, 2.4790e-02,
2.8481e-02, -4.2340e-02, 4.3899e-02, 4.7061e-02, 1.1687e-02,
2.6224e-02, 3.2793e-02, 1.1158e-01], device='cuda:0')),
('bert.encoder.layer.2.output.LayerNorm.weight',
tensor([0.8348, 0.8670, 0.8487, 0.8591, 0.8510, 0.8245, 0.7344, 0.6576, 0.8913,
0.7698, 0.8869, 0.9070, 0.9499, 0.9052, 0.9098, 0.7149, 0.8584, 0.8756,
0.8663, 0.8904, 0.7649, 0.9096, 0.8962, 0.8513, 0.8391, 0.8528, 0.8897,
0.8139, 0.8781, 0.9193, 0.8585, 0.7763, 0.9038, 0.8172, 0.8670, 0.8634,
0.7955, 0.9063, 0.7724, 0.8570, 0.9122, 0.8640, 0.8958, 0.8965, 0.8960,
0.9067, 0.8293, 0.8995, 0.9191, 0.8586, 0.8890, 0.8518, 0.8140, 0.8860,
0.7868, 0.7487, 0.8618, 0.8718, 0.8325, 0.7995, 0.8605, 0.9156, 0.8947,
0.8708, 0.7999, 0.9324, 0.8804, 0.8711, 0.6939, 0.8189, 0.8939, 0.8641,
0.8707, 0.8362, 0.9103, 0.9268, 0.8627, 0.8611, 0.9304, 0.8781, 0.8936,
0.8502, 0.9156, 0.8403, 0.6921, 0.8438, 0.8152, 0.8805, 0.9275, 0.8764,
0.8407, 0.8620, 0.8942, 0.8537, 0.8489, 0.8312, 0.7518, 0.8983, 0.8659,
0.8500, 0.8506, 0.9288, 0.7971, 0.9199, 0.7646, 0.9134, 0.9249, 0.8374,
0.9042, 0.8969, 0.8444, 0.8353, 0.9287, 0.7330, 0.8504, 0.8809, 0.8913,
0.8874, 0.9047, 0.9302, 0.8834, 0.8734, 0.8872, 0.8000, 0.8279, 0.8223,
0.9133, 0.8468, 0.8726, 0.8789, 0.9113, 0.8420, 0.8659, 0.8939, 0.8916,
0.8810, 0.8323, 0.8864, 0.8071, 0.8978, 0.7257, 0.9149, 0.8486, 0.1524,
0.8513, 0.8700, 0.8726, 0.8764, 0.8879, 0.8393, 0.8462, 0.8812, 0.8880,
0.8842, 0.8572, 0.8893, 0.9196, 0.8989, 0.8741, 0.8910, 0.9123, 0.9013,
0.7924, 0.8997, 0.8240, 0.8768, 0.7848, 0.7745, 0.8529, 0.8847, 0.8948,
0.7754, 0.7996, 0.8523, 0.7548, 0.8654, 0.9077, 0.7359, 0.8968, 0.8687,
0.8419, 0.8673, 0.8377, 0.8901, 0.9041, 0.8993, 0.8394, 0.8723, 0.8672,
0.9027, 0.8363, 0.7545, 0.8612, 0.8928, 0.8709, 0.8999, 0.9064, 0.7462,
0.8767, 0.9001, 0.9136, 0.7808, 0.9013, 0.8684, 0.8059, 0.8695, 0.9124,
0.9449, 0.9150, 0.8758, 0.9088, 0.8956, 0.8277, 0.8943, 0.8846, 0.9099,
0.8655, 0.8363, 0.8928, 0.8755, 0.9085, 0.8836, 0.9075, 0.8112, 0.8910,
0.9107, 0.9050, 0.8974, 0.8337, 0.7002, 0.8409, 0.9083, 0.8342, 0.8615,
0.8676, 0.8751, 0.7849, 0.8993, 0.8781, 0.9217, 0.8390, 0.8385, 0.8271,
0.8574, 0.8990, 0.8155, 0.8940, 0.8248, 0.9270, 0.8937, 0.8887, 0.9119,
0.9544, 0.9195, 0.9281, 0.9153, 0.8983, 0.7306, 0.8620, 0.8688, 0.7622,
0.8583, 0.8933, 0.8552, 0.8808, 0.8673, 0.8882, 0.9306, 0.7727, 0.8886,
0.9043, 0.9055, 0.9328, 0.8759, 0.8987, 0.9102, 0.8819, 0.8915, 0.8668,
0.8765, 0.9152, 0.9113, 0.7963, 0.4213, 0.8799, 0.9215, 0.7973, 0.8453,
0.8949, 0.8525, 0.7781, 0.8334, 0.8466, 0.8610, 0.8707, 0.8245, 0.8190,
0.7252, 0.9190, 0.8697, 0.8700, 0.8664, 0.8601, 0.8890, 0.6303, 0.8935,
0.8604, 0.9034, 0.8926, 0.8514, 0.8047, 0.8837, 0.8493, 0.7427, 0.8690,
0.9048, 0.8506, 0.8313, 0.8800, 0.8262, 0.8358, 0.8871, 0.8582, 0.9168,
0.8352, 0.8310, 0.8200, 0.7950, 0.9201, 0.8805, 0.8415, 0.8868, 0.9459,
0.9050, 0.9176, 0.9283, 0.8674, 0.8834, 0.8851, 0.8164, 0.7277, 0.9144,
0.8559, 0.9152, 0.8672, 0.9236, 0.9070, 0.8806, 0.8791, 0.8712, 0.8747,
0.8436, 0.8515, 0.8794, 0.9085, 0.8409, 0.8851, 0.8675, 0.8700, 0.7667,
0.8901, 0.9069, 0.8479, 0.9070, 0.8608, 0.8241, 0.9129, 0.8939, 0.9097,
0.8062, 0.8942, 0.9197, 0.9019, 0.8885, 0.8594, 0.8555, 0.8644, 0.9057,
0.8846, 0.7479, 0.8656, 0.8949, 0.9119, 0.8731, 0.8024, 0.8215, 0.8049,
0.8971, 0.8720, 0.7889, 0.9264, 0.8244, 0.8730, 0.9002, 0.8697, 0.8894,
0.8180, 0.9094, 0.8405, 0.8281, 0.8173, 0.8015, 0.8045, 0.8632, 0.8802,
0.8782, 0.8577, 0.8399, 0.8924, 0.9450, 0.8396, 0.8546, 0.8820, 0.9199,
0.8840, 0.8680, 0.8369, 0.8290, 0.8357, 0.8896, 0.8787, 0.9431, 0.8699,
0.8345, 0.8689, 0.8855, 0.8677, 0.6722, 0.8681, 0.9041, 0.8801, 0.9136,
0.8003, 0.9199, 0.7269, 0.8924, 0.8427, 0.8603, 0.8998, 0.9042, 0.8826,
0.7986, 0.8531, 0.8276, 0.8863, 0.8180, 0.8849, 0.8935, 0.9129, 0.8605,
0.8884, 0.8198, 0.8900, 0.9008, 0.8773, 0.7973, 0.8422, 0.8140, 0.8458,
0.8868, 0.8638, 0.8669, 0.8325, 0.9060, 0.8171, 0.8199, 0.8781, 0.8347,
0.8709, 0.8729, 0.9327, 0.8726, 0.9501, 0.8222, 0.8712, 0.8819, 0.8076,
0.9011, 0.8118, 0.9331, 0.8756, 0.8649, 0.9106, 0.9002, 0.8873, 0.8652,
0.9127, 0.8414, 0.9627, 0.8246, 0.8456, 0.8964, 0.9084, 0.8042, 0.8827,
0.8547, 0.8846, 0.9265, 0.8772, 0.8938, 0.8758, 0.9342, 0.8499, 0.8909,
0.8705, 0.8774, 0.9198, 0.8694, 0.8516, 0.8672, 0.8187, 0.8942, 0.8180,
0.8734, 0.9159, 0.8689, 0.9090, 0.8811, 0.7046, 0.9161, 0.9241, 0.7891,
0.8785, 0.9092, 0.8962, 0.9282, 0.8780, 0.9270, 0.8895, 0.9041, 0.8698,
0.8807, 0.8497, 0.8076, 0.8571, 0.8571, 0.8134, 0.8736, 0.8535, 0.8458,
0.8811, 0.9260, 0.7904, 0.8349, 0.8338, 0.9237, 0.8577, 0.8156, 0.8441,
0.8957, 0.8505, 0.8466, 0.9001, 0.8539, 0.7911, 0.8533, 0.8049, 0.4076,
0.8812, 0.8846, 0.9329, 0.9270, 0.7860, 0.9102, 0.8868, 0.9088, 0.8675,
0.8851, 0.8066, 0.8876, 0.8408, 0.8730, 0.8743, 0.8739, 0.9074, 0.9000,
0.8747, 0.8658, 0.8662, 0.9115, 0.8635, 0.8838, 0.8456, 0.8927, 0.8855,
0.9063, 0.8193, 0.8896, 0.8390, 0.8123, 0.9248, 0.8076, 0.8331, 0.8502,
0.8805, 0.9339, 0.8248, 0.8618, 0.8976, 0.8777, 0.8855, 0.8588, 0.8326,
0.8667, 0.8702, 0.8789, 0.8811, 0.8402, 0.8830, 0.8492, 0.8746, 0.8348,
0.8522, 0.7410, 0.8781, 0.8866, 0.9316, 0.9291, 0.8868, 0.9122, 0.8742,
0.8221, 0.8420, 0.9251, 0.8566, 0.8769, 0.8989, 0.8539, 0.8045, 0.8239,
0.8879, 0.8890, 0.8453, 0.8775, 0.8298, 0.8376, 0.9183, 0.8789, 0.8696,
0.8587, 0.9241, 0.8524, 0.8857, 0.8721, 0.8712, 0.8670, 0.7155, 0.9014,
0.9139, 0.8638, 0.8108, 0.9415, 0.8748, 0.7825, 0.8641, 0.8402, 0.9203,
0.8365, 0.8510, 0.8876, 0.8768, 0.8441, 0.8676, 0.8859, 0.8575, 0.8619,
0.9075, 0.7992, 0.7900, 0.8735, 0.9253, 0.8557, 0.8775, 0.9427, 0.8739,
0.8559, 0.8900, 0.8824, 0.9295, 0.8560, 0.9056, 0.8587, 0.8837, 0.8977,
0.9191, 0.8594, 0.8442, 0.9245, 0.8878, 0.8997, 0.9034, 0.7574, 0.8769,
0.8897, 0.9113, 0.9146, 0.9006, 0.8968, 0.8400, 0.9320, 0.8277, 0.8039,
0.6670, 0.8404, 0.8705, 0.9379, 0.8958, 0.9023, 0.8813, 0.9037, 0.8644,
0.9127, 0.9182, 0.8742, 0.9317, 0.7738, 0.8396, 0.8270, 0.8703, 0.9376,
0.8953, 0.8561, 0.9238, 0.8452, 0.9412, 0.7302, 0.9061, 0.8368, 0.8992,
0.8743, 0.8345, 0.8748, 0.9283, 0.8621, 0.8644, 0.9155, 0.8865, 0.8468,
0.8546, 0.9047, 0.8970, 0.8630, 0.7488, 0.8731, 0.8627, 0.8220, 0.8370,
0.8760, 0.8562, 0.7847, 0.8519, 0.8971, 0.8820, 0.8277, 0.9136, 0.8639,
0.7933, 0.8880, 0.8843, 0.8268, 0.8087, 0.8939, 0.9244, 0.8959, 0.9379,
0.8408, 0.9276, 0.8576], device='cuda:0')),
('bert.encoder.layer.2.output.LayerNorm.bias',
tensor([-8.1516e-02, -9.1025e-02, 2.4426e-02, 4.9795e-03, 8.8443e-02,
-1.8392e-01, 7.6534e-02, -2.8050e-01, -7.3568e-02, 3.8419e-02,
-3.7194e-02, 4.8806e-03, -1.5925e-02, 8.4850e-02, 5.8018e-03,
-1.0410e-01, 5.1269e-02, -5.6887e-03, 3.8819e-02, 7.6902e-02,
-5.2136e-02, -1.9622e-02, -1.5577e-02, -2.4981e-02, -2.3216e-02,
-7.4688e-02, 1.1991e-02, -1.2936e-01, -1.6700e-02, 1.3106e-02,
-5.7396e-02, 5.5402e-02, 6.4864e-02, 1.4288e-02, -5.7604e-02,
-1.9771e-02, -3.9401e-02, -8.7366e-03, -8.5547e-02, -1.2465e-01,
3.8629e-02, 4.9185e-02, -5.6210e-02, -5.8776e-02, 6.0584e-02,
-1.1134e-02, -1.2195e-01, 5.3402e-02, -7.5251e-02, -7.1261e-02,
-1.0762e-01, -2.0206e-02, -1.2971e-01, 2.9755e-02, 2.9205e-02,
1.4801e-02, 6.5824e-02, 2.6106e-02, -1.2292e-02, -8.4047e-02,
1.9150e-02, -9.7561e-03, -8.8956e-02, 1.2247e-01, 3.1745e-02,
1.4002e-02, -7.6042e-03, -1.0292e-02, -1.0744e-01, -1.9758e-02,
5.7187e-02, -7.6144e-02, 7.3045e-04, -8.1426e-02, 4.0115e-02,
2.8523e-02, -9.8765e-02, 1.9963e-02, -4.8898e-03, -7.6705e-02,
-8.6925e-03, -3.6357e-02, 7.7402e-03, -1.4292e-01, 8.6835e-02,
-1.5098e-01, 8.4690e-02, -1.0114e-02, -2.1613e-02, -6.4882e-02,
8.2898e-02, 6.7949e-02, 9.7979e-02, -9.9173e-02, 8.4907e-02,
-1.1304e-01, -3.7030e-02, 3.3156e-02, -9.2719e-02, -1.6957e-01,
6.7876e-02, 2.1415e-02, -8.7956e-02, -6.6792e-02, -7.1844e-02,
-1.0196e-01, -4.3003e-02, -4.3938e-02, 6.3889e-02, 3.4136e-02,
-2.3096e-02, 6.7346e-02, 2.2927e-04, 7.7405e-02, -1.4423e-03,
-1.4261e-01, -3.0010e-02, -1.0173e-01, -3.1144e-03, -3.7798e-02,
-6.9596e-02, 7.3534e-02, -2.7130e-02, 3.0982e-02, 4.3516e-04,
-1.9862e-02, 2.2453e-02, -5.0306e-02, -3.7234e-02, -3.2026e-02,
1.7152e-04, -5.2668e-02, 7.4450e-02, -8.8566e-03, -4.2302e-02,
-3.6177e-02, -1.8419e-02, -4.1618e-02, 6.4667e-02, -3.9496e-02,
7.5693e-02, -4.9979e-02, 2.2760e-02, 2.7502e-01, 1.0394e-03,
7.8645e-02, -8.7662e-02, -7.3991e-02, 1.4213e-02, 7.2610e-02,
1.6888e-01, -6.7535e-02, 2.7527e-02, 1.6099e-02, -9.5633e-02,
-1.1720e-02, 2.1977e-02, 2.7149e-02, -1.3257e-02, 3.2645e-02,
-1.4603e-01, -5.5506e-02, -3.2734e-03, -2.7037e-02, -3.7177e-02,
8.5345e-02, -2.1856e-01, -2.7135e-02, 6.5144e-02, 4.4868e-02,
3.8406e-02, -9.8009e-03, 3.1270e-02, -6.6661e-02, -1.5511e-01,
-1.7183e-01, -1.3770e-01, 1.9633e-01, -2.2106e-03, 1.5828e-02,
1.0755e-01, -1.0752e-02, 4.7509e-02, 9.9953e-02, 1.8217e-02,
6.4964e-02, 6.4215e-02, 1.2168e-01, -5.1963e-02, 8.4160e-03,
-1.1723e-01, -1.7730e-01, -5.7636e-02, -3.5362e-02, 6.6006e-02,
1.3108e-01, 3.8211e-02, 8.3648e-02, 5.9591e-02, -6.0351e-02,
-9.9092e-02, -8.0630e-02, 3.0332e-02, -1.0583e-01, -1.3499e-01,
-2.8957e-02, -4.2390e-02, 3.9903e-02, 1.8583e-02, 8.2450e-02,
7.7322e-03, -3.8983e-02, -1.0354e-02, 5.0192e-02, 3.6983e-02,
9.0711e-03, -2.0058e-02, -8.6589e-02, 1.9397e-02, -5.2976e-02,
-2.5831e-02, 2.6249e-02, -4.1046e-02, 1.9416e-01, 1.7982e-02,
1.7232e-02, -4.8070e-02, -5.0184e-02, -1.2209e-01, 1.0914e-01,
9.2403e-02, -4.0404e-02, -1.1243e-01, 4.1629e-03, 1.6677e-02,
8.2982e-02, -9.2217e-02, 1.4778e-02, -2.3019e-02, 5.7481e-03,
8.6248e-02, 4.6023e-02, 4.3488e-03, -1.5724e-02, 8.0822e-02,
2.9054e-02, -7.2831e-02, 2.0661e-02, -1.9169e-03, -8.2591e-02,
-7.9586e-02, -3.3920e-02, -1.0173e-01, 2.3169e-02, -3.1445e-02,
-3.4030e-02, 7.7673e-02, 4.1297e-02, 1.0836e-01, 6.7750e-02,
1.5804e-02, 1.0143e-01, -7.5508e-02, -1.1282e-01, -2.9126e-03,
-3.2411e-02, 7.6954e-02, 6.3752e-03, -5.6008e-02, 9.7223e-03,
-2.6663e-02, 4.9220e-02, -8.9493e-03, -1.0384e-01, -1.2766e-01,
3.0832e-02, 4.1637e-02, 3.3544e-02, -3.0650e-02, 1.4793e-01,
1.0589e-02, 7.6034e-02, 1.0977e-01, 4.1515e-03, 2.9415e-02,
-9.8321e-02, -6.2724e-02, 1.2962e-01, -9.2441e-02, -2.0865e-02,
-5.9948e-02, 6.1806e-02, 6.1871e-02, 1.3196e-02, 5.4893e-02,
2.6099e-02, 1.5119e-01, 4.5986e-02, 2.8660e-02, -8.9463e-02,
-9.6185e-02, 1.9400e-02, -1.2273e-03, 6.5710e-03, 7.3414e-02,
3.4748e-02, -3.6775e-02, -4.8344e-02, -2.5604e-02, -4.0880e-02,
-1.3996e-01, 1.8325e-03, -2.5802e-02, -2.8099e-02, -5.5968e-03,
-6.5831e-02, 6.8257e-02, 5.1109e-02, 8.6119e-02, -5.5636e-02,
9.7618e-02, 8.4109e-03, 7.9017e-03, -3.4943e-02, 5.9632e-02,
2.0000e-02, -2.0100e-01, -1.4309e-01, -5.4441e-02, -8.8881e-02,
1.7494e-01, 2.3240e-02, 2.5705e-03, -8.8325e-02, -2.5181e-02,
-4.0819e-03, -8.6500e-02, -1.5149e-01, 9.5178e-02, 1.3018e-02,
-1.0426e-02, 2.9130e-02, 3.6518e-02, 3.6040e-02, -1.9580e-02,
-2.2620e-02, -3.1770e-02, 4.3300e-02, -2.2387e-02, 8.8318e-03,
5.9736e-03, 3.1757e-03, 8.5590e-02, -9.6745e-03, 8.4550e-03,
1.3673e-02, 3.8236e-03, -7.0067e-02, -4.7427e-02, 7.6756e-02,
1.0915e-02, 7.2169e-02, -6.4933e-02, 3.2708e-02, 1.2454e-02,
-8.8041e-02, -1.3446e-02, -1.7587e-01, 5.0427e-02, -1.8424e-01,
-9.8022e-03, 3.7420e-02, -3.5829e-02, -4.9774e-02, -6.3192e-03,
4.2144e-02, -5.7888e-02, -1.5063e-02, -1.1272e-01, 8.2959e-03,
-2.9358e-02, 3.8783e-02, 2.4461e-02, -1.5879e-01, 1.2510e-01,
1.3079e-01, -1.3729e-01, 2.0119e-02, -5.3911e-02, -1.6640e-03,
-4.0085e-02, -3.1631e-02, -4.0356e-02, 1.9440e-02, -6.1745e-02,
4.4893e-02, 6.0167e-02, -1.1324e-01, -3.8346e-02, 3.5311e-02,
7.2869e-02, -1.4023e-01, -5.7811e-02, -6.0556e-02, 9.4157e-02,
-9.1849e-02, -4.4492e-02, 7.8036e-02, 9.5278e-02, 4.6219e-02,
1.4323e-02, 1.6361e-02, -1.1610e-01, 1.5983e-02, -9.5962e-02,
1.6261e-02, -8.2363e-02, -1.3121e-01, 6.4240e-02, -1.9174e-02,
-4.1876e-02, 2.7416e-03, 6.5524e-02, 1.2648e-02, 1.2636e-02,
1.9947e-02, 1.5897e-01, 6.8161e-02, 8.6177e-02, -4.5040e-02,
-2.2641e-02, 1.8561e-02, 2.0006e-01, 7.0200e-03, 5.7430e-02,
-1.1692e-01, -1.6588e-01, -6.5377e-02, 5.0062e-02, -5.7289e-02,
-1.2699e-01, -1.1499e-02, -7.3864e-03, -2.4974e-02, 4.3296e-03,
4.9053e-02, -3.4279e-02, -8.5879e-02, -4.7789e-02, 3.0671e-02,
-1.1237e-01, -4.6824e-02, 5.3976e-03, -8.3900e-04, -8.3716e-03,
1.9685e-01, -9.6771e-03, -9.2327e-02, 2.5138e-02, 3.5701e-02,
-4.0167e-02, -1.3665e-02, 4.1313e-02, -2.5345e-02, 6.5789e-02,
2.2180e-02, -6.0672e-02, -3.4823e-02, -1.0148e-01, -7.2375e-02,
-8.9445e-04, -7.2117e-02, -3.3164e-02, -9.2139e-02, 5.1953e-02,
-7.2974e-02, 9.6237e-02, -1.3744e-01, -3.5361e-02, 5.4197e-02,
-2.0515e-03, 3.5049e-02, 6.6505e-02, -5.2221e-02, -4.2301e-02,
4.6102e-02, -1.0832e-01, -2.0145e-02, -4.8686e-02, -2.2923e-02,
4.6194e-02, 6.7251e-02, -3.2098e-02, -5.3212e-02, -5.3404e-02,
-4.0093e-02, -3.5133e-02, -1.3284e-02, 2.4855e-02, -7.3696e-04,
5.7516e-02, -5.1701e-02, 5.2890e-03, -2.5453e-02, 5.6633e-02,
-1.8719e-01, 2.8743e-02, 7.3764e-03, 1.0797e-01, 7.4756e-02,
1.2205e-01, -7.7565e-03, -1.6081e-01, -9.3650e-02, 4.1148e-02,
7.2063e-02, -3.3153e-02, -7.2093e-02, -1.0852e-01, 3.2788e-03,
-1.3346e-02, -2.8319e-03, 9.5648e-03, 8.8830e-02, -4.5185e-04,
5.4359e-02, -1.0189e-01, -2.5728e-02, 5.2003e-03, 5.2737e-02,
1.7695e-02, -5.4805e-02, 8.2900e-02, 1.0006e-01, 4.6087e-02,
9.8281e-03, 2.4659e-02, -1.0699e-01, 6.0561e-02, -1.1074e-01,
9.7856e-02, -2.8062e-02, -4.1026e-02, 3.2484e-03, 1.9294e-02,
-7.9387e-02, -9.7528e-02, 4.2332e-02, -9.5789e-02, -7.6302e-02,
-3.0117e-02, -5.8364e-03, -8.8274e-03, -2.8291e-02, 2.4836e-02,
1.3155e-02, 6.3382e-02, -7.1019e-01, 9.0375e-03, 5.1803e-03,
1.1031e-02, -2.8609e-02, 9.3177e-02, 2.0721e-02, -4.9085e-02,
5.2283e-02, 3.4180e-04, 3.1998e-02, 6.0661e-02, -1.0260e-01,
3.6714e-03, -2.3715e-02, -7.1176e-04, -2.3968e-02, -1.2510e-02,
-3.7372e-02, -1.2688e-02, 6.6673e-03, -1.0831e-01, -5.6552e-03,
-6.7598e-02, -1.1632e-01, -1.1850e-01, -1.7540e-02, 1.2086e-02,
1.4883e-03, -1.5139e-01, -3.0453e-02, -1.4057e-02, -3.5646e-02,
1.7344e-02, 5.4422e-02, 4.7200e-02, 1.2711e-01, 2.6730e-02,
3.1736e-02, -6.5977e-03, 5.3539e-02, 7.3253e-02, -9.9087e-03,
6.0078e-02, 1.5528e-02, 1.7005e-02, 1.6821e-01, -7.8882e-02,
1.3233e-02, 9.5902e-03, -8.6940e-02, -9.5680e-02, -4.4218e-02,
-4.9226e-02, -5.0714e-02, 7.1639e-02, 2.2102e-01, -1.2129e-01,
-1.9455e-03, -9.5931e-02, 6.5325e-02, 4.4824e-02, -1.9876e-02,
-2.3550e-02, -4.1084e-02, -4.5853e-02, 1.9939e-03, -9.4983e-02,
1.7546e-01, 5.5001e-02, 6.6073e-02, -7.6649e-02, -9.6029e-02,
-1.1000e-02, -4.5422e-02, -6.7527e-02, 4.8094e-02, -8.9326e-02,
-1.7359e-01, 2.6770e-02, -7.3469e-02, 1.2966e-01, 6.1629e-02,
2.0702e-02, 9.3346e-02, -3.8040e-02, 1.1398e-02, -1.8376e-02,
-3.7912e-02, 2.1128e-01, -4.0298e-02, 2.4031e-02, 2.4232e-04,
-2.5629e-02, 2.1370e-02, 1.0491e-02, 2.8730e-02, 3.0662e-02,
-1.0516e-01, -1.2175e-02, -3.8831e-02, -5.1186e-02, 1.1377e-02,
-5.2996e-02, -5.2440e-03, 7.8461e-02, 5.4415e-02, -1.6574e-02,
6.4478e-02, -9.8129e-02, -1.7560e-02, 4.5517e-02, -1.1080e-01,
3.8948e-02, -8.7729e-02, -7.3642e-02, -3.1292e-02, -9.3523e-02,
-1.2530e-02, -2.1412e-02, 5.5576e-02, 3.9069e-02, -2.8753e-03,
-1.3398e-01, 1.1707e-02, -7.8076e-02, -1.4071e-02, 1.3738e-02,
-2.5001e-02, 3.0203e-02, -6.0787e-03, -8.1357e-03, 2.5679e-02,
-1.0080e-01, 7.8154e-02, 1.0205e-01, 1.6998e-02, -8.1584e-02,
-3.0050e-03, 2.7188e-02, 1.0750e-01, -6.4020e-02, 1.0629e-02,
-4.3031e-02, -6.5698e-02, -1.3638e-01, -7.4370e-02, 5.5761e-02,
-2.1555e-02, 6.2860e-03, 5.9087e-02, -2.5536e-02, 6.1351e-03,
1.3809e-02, -2.8601e-02, 4.3997e-02, -1.9283e-02, 2.2510e-02,
-9.9911e-02, 7.8140e-02, 4.1325e-02, -7.6356e-02, -3.4037e-02,
-3.5099e-02, -8.5425e-02, -5.4908e-02, 1.0628e-02, -2.9474e-03,
3.4652e-02, -7.8264e-02, -1.5136e-02, -6.0448e-02, -8.3496e-02,
1.2885e-01, -6.2667e-02, -6.5583e-04, -1.1927e-01, -3.4832e-03,
4.4168e-02, -1.1074e-01, 3.2439e-02, -4.1823e-02, -2.5326e-02,
9.0462e-02, 4.7180e-02, -9.7583e-03, -5.7924e-02, -8.3964e-02,
-1.7976e-02, -2.7597e-02, 3.3821e-02, 9.2514e-02, -8.0703e-02,
-8.6733e-03, -2.0824e-02, -1.7396e-02, 1.5025e-01, 2.3447e-02,
2.5056e-02, -6.2168e-02, 2.4805e-03, -4.3722e-02, -1.6896e-01,
1.2348e-01, -1.4047e-03, -1.1682e-02, -1.3757e-02, -3.3218e-02,
-1.5719e-02, -1.2480e-02, -7.0016e-02], device='cuda:0')),
('bert.encoder.layer.3.attention.self.query.weight',
tensor([[-6.8296e-02, 5.1794e-02, -7.1937e-02, ..., -6.1303e-02,
5.4867e-02, 4.0944e-02],
[ 2.7427e-02, 1.0503e-01, -2.1573e-02, ..., -4.8142e-03,
2.1770e-02, 8.8008e-02],
[-8.8680e-05, -8.6738e-02, 4.7117e-02, ..., 5.5272e-02,
-8.0236e-04, -3.7064e-02],
...,
[ 1.3904e-01, -1.8438e-02, 1.1483e-01, ..., -3.5028e-02,
1.2377e-02, 9.7405e-02],
[-3.3286e-02, 9.5151e-02, 2.4499e-02, ..., 8.5445e-03,
-3.2274e-02, 3.3529e-02],
[ 1.2902e-02, 1.6315e-02, 5.4358e-02, ..., -1.3015e-02,
4.5778e-02, 1.3707e-03]], device='cuda:0')),
('bert.encoder.layer.3.attention.self.query.bias',
tensor([ 4.3522e-02, 8.9896e-03, -2.2025e-02, 8.3004e-03, -3.9152e-02,
3.1079e-02, 1.4929e-01, 3.7830e-02, 2.1296e-02, 1.0801e-02,
1.1737e-02, 9.6601e-02, -9.9090e-03, -1.4374e-02, 3.9382e-02,
-9.4238e-02, -1.4724e-02, 3.9505e-02, -6.4103e-02, 6.5635e-02,
-2.2107e-02, -3.4067e-02, -1.8087e-02, 6.0633e-02, -5.0009e-02,
-1.4021e-03, 4.0639e-02, 2.4758e-02, -1.4662e-01, -1.3617e-01,
2.1276e-02, -6.0696e-02, -8.2948e-02, 1.6233e-02, 1.0037e-01,
-6.4974e-02, 6.4135e-02, 8.0196e-02, -1.6125e-02, -9.3473e-02,
2.1693e-03, 6.4777e-02, -6.0146e-02, -4.6461e-03, -9.6323e-03,
3.2158e-02, -5.3446e-02, -3.4762e-02, -2.4275e-02, 3.2049e-03,
-2.7379e-02, -1.1253e-02, 2.7018e-02, -1.7775e-02, 3.2486e-02,
3.6685e-02, 2.7482e-02, -7.0472e-02, -3.3987e-02, 4.1611e-02,
1.5720e-01, 8.0408e-03, 4.1511e-02, -1.0354e-01, 5.6384e-02,
1.8734e-01, -3.4384e-02, 2.3913e-01, 7.5699e-02, 2.3863e-01,
9.1491e-02, -1.3290e-01, -2.4981e-01, 1.6018e-01, 1.7404e-01,
8.5509e-02, 5.8792e-02, 2.8934e-01, 1.8150e-01, -2.6154e-02,
1.8012e-02, -4.3213e-02, 6.6553e-02, -1.3625e-02, -1.3268e-01,
-8.0090e-02, -9.4366e-02, -1.3427e-01, -2.4146e-01, -5.0829e-02,
-1.1944e-01, 1.6618e-02, -7.0569e-02, 7.3901e-02, 1.5003e-01,
3.0687e-01, -5.6839e-02, -1.9063e-01, 1.3668e-01, 1.5198e-01,
1.1101e-01, -7.7117e-02, 1.4754e-03, 3.5985e-02, -7.2789e-04,
2.9789e-02, 5.3733e-02, 1.2747e-01, 5.5022e-02, 1.5572e-01,
-3.4008e-02, -2.3549e-01, -1.9255e-02, 9.5608e-02, 2.0439e-01,
7.9604e-02, 1.0010e-01, -5.0564e-02, -1.7022e-02, 1.8521e-02,
-3.9597e-02, 1.8241e-01, -1.8217e-02, -2.3091e-01, -2.2755e-01,
-1.3015e-01, -1.8051e-01, 5.3969e-02, -2.9655e-02, 4.2510e-02,
-3.2775e-03, -4.1098e-02, -9.3114e-02, -9.9635e-03, 4.1931e-02,
-1.4819e-02, -5.6333e-02, 4.3376e-02, 4.3757e-02, 1.9204e-02,
-2.6236e-02, -5.9204e-02, -7.2743e-02, 5.8278e-02, -2.0098e-02,
5.2329e-02, -5.2630e-02, 9.9058e-02, -5.7163e-02, -2.3394e-02,
5.9868e-02, 1.1628e-01, 1.0207e-02, -2.2695e-03, 2.6449e-02,
-1.8591e-02, -6.3529e-02, 1.1518e-02, -1.0762e-02, 1.4255e-02,
2.1543e-02, 1.5204e-02, 3.7813e-02, 2.2126e-02, 1.4767e-02,
3.7600e-02, 4.2766e-03, -9.0665e-02, 8.4761e-02, 1.3637e-01,
4.1651e-02, 1.8702e-02, 3.0474e-02, -3.9617e-02, -1.0569e-01,
-9.0353e-02, -8.4555e-03, -8.4724e-02, -3.7174e-03, 1.2786e-01,
-3.2140e-02, -4.2652e-02, -7.7251e-02, -1.1096e-01, -5.6860e-02,
-2.6896e-02, 7.8899e-02, 1.7201e-02, -1.5397e-02, -1.4103e-01,
-6.4943e-02, 1.0232e-01, 1.9315e-01, 2.6587e-02, 2.1368e-02,
-5.9415e-02, -6.2118e-02, 1.5766e-02, 2.6127e-02, 4.6773e-02,
8.7364e-02, -4.6907e-02, 2.2302e-02, 2.6791e-02, 1.1920e-02,
-5.4353e-02, 4.4940e-02, -4.4753e-03, 2.9571e-02, -2.6671e-02,
8.9890e-02, 7.1800e-02, 8.8731e-02, 3.5811e-02, 3.3041e-02,
9.1850e-02, -4.6505e-02, -2.2216e-02, 3.3006e-02, 9.4300e-02,
-7.0217e-02, -7.0137e-02, -3.6397e-02, 4.8204e-02, 9.0872e-03,
-2.3106e-03, 8.1373e-03, -3.5510e-02, 2.6595e-02, 6.9163e-02,
-2.0811e-02, -4.9311e-02, -1.2966e-02, -3.2536e-02, -1.9740e-02,
3.2288e-03, 1.8002e-01, 1.7565e-02, 2.3767e-02, 3.2443e-02,
3.4990e-02, -1.5804e-02, -3.4566e-02, 2.2189e-02, -4.0881e-02,
8.7066e-02, -6.4359e-03, 2.9524e-02, 6.8728e-03, -8.4020e-02,
1.9819e-02, 9.1350e-02, -5.2178e-02, -9.4161e-03, -3.2902e-02,
-7.6873e-02, -9.2697e-02, 9.3975e-02, -5.1773e-02, -5.6818e-02,
-3.6304e-02, -4.4062e-02, 8.4113e-02, 3.2789e-02, -3.9034e-02,
-8.1552e-02, 3.9040e-03, -5.4178e-02, -2.0245e-02, -2.9564e-02,
2.0738e-02, 1.5178e-01, -8.4537e-02, 5.0909e-02, 3.2948e-02,
-3.5123e-02, -1.4456e-02, -4.4808e-02, -1.0325e-01, 5.5733e-02,
-2.3520e-01, -2.9575e-02, 8.9717e-02, 8.4455e-02, 4.1524e-02,
1.8976e-02, -7.3633e-02, 1.5211e-01, 2.4029e-02, 7.2851e-03,
3.4928e-02, 8.5854e-02, 5.5086e-02, -2.4282e-02, -1.8410e-02,
-1.5033e-02, -3.7895e-01, 1.0331e-01, -2.1048e-01, -5.5891e-02,
1.2138e-01, 3.8717e-02, 1.3088e-02, -6.5677e-02, 3.8243e-02,
9.4119e-02, -5.9368e-02, 4.9773e-02, -2.6663e-02, -1.4172e-01,
-1.1827e-01, -1.0970e-02, 6.7648e-02, 3.4421e-03, -4.8102e-03,
8.1977e-03, -1.2819e-01, -6.0387e-02, -3.1789e-01, 6.9214e-02,
-5.0881e-02, -3.6290e-02, 4.4875e-02, -8.9021e-04, -4.8767e-02,
-1.8822e-02, 1.4501e-02, -3.8761e-02, -3.6313e-02, 1.3959e-02,
-4.2812e-02, -6.1033e-03, -4.3188e-02, 3.4699e-02, 7.2736e-02,
8.8385e-03, -2.0372e-02, 1.0773e-01, 5.5912e-02, -1.6249e-02,
-1.9266e-01, 6.4121e-03, 7.5106e-02, 1.5178e-03, -2.2227e-02,
-2.0291e-02, -7.2799e-02, 5.3286e-04, 3.3322e-02, 6.5682e-02,
-2.5728e-02, 5.0418e-02, -2.6636e-02, -1.1446e-01, -8.8500e-03,
-4.1618e-03, -7.7843e-03, 8.8447e-03, -1.2608e-01, 1.5451e-02,
-4.7468e-02, -2.2561e-02, -4.0966e-04, 3.6314e-02, 3.3444e-02,
-1.6371e-01, 2.6272e-02, -5.9637e-02, -2.3819e-02, -1.0536e-02,
2.0223e-02, 9.6769e-03, -7.3339e-02, 1.4353e-03, -1.7745e-01,
-7.6643e-03, -9.5071e-02, -7.6644e-02, 5.9600e-02, -9.5831e-04,
-3.4845e-02, 5.3430e-03, 9.2906e-02, 2.6120e-02, 1.8022e-01,
8.5627e-02, -5.8613e-02, 5.6242e-03, -1.5256e-01, -1.2862e-01,
7.8190e-02, -2.0884e-02, -2.0505e-02, -1.1588e-01, -8.3281e-03,
-7.8061e-02, -9.2316e-02, -9.0457e-02, 1.8945e-01, -6.7163e-02,
-8.3971e-02, 7.0465e-02, 5.3696e-02, 1.2212e-01, 6.5850e-02,
1.7908e-01, -9.3780e-02, 7.9738e-02, 1.2009e-01, 2.5162e-02,
4.6901e-02, 2.3994e-02, 2.1211e-02, 1.0830e-01, -3.7269e-02,
-6.6796e-02, -5.0947e-02, -4.9000e-03, 2.0570e-02, -3.7147e-03,
-1.6148e-02, -1.3441e-02, -2.9826e-02, -3.4083e-02, -1.9683e-03,
1.2212e-01, -3.8330e-02, -6.0015e-02, -7.9888e-02, 1.7957e-01,
-4.5902e-02, -1.6187e-01, 2.8414e-02, 1.5880e-02, -1.1292e-01,
-2.0736e-02, 5.2799e-02, 5.8887e-02, 9.8714e-02, 1.5045e-03,
9.0007e-02, 5.6291e-02, 1.4353e-02, 4.2242e-02, -1.3010e-01,
5.8354e-02, 6.4410e-02, -3.8086e-02, -3.9788e-02, -1.0028e-01,
-5.5780e-02, 1.1843e-01, 3.0262e-02, -4.1363e-02, -1.8114e-01,
1.4242e-01, -1.8084e-02, -1.5467e-01, -7.0570e-02, 2.5581e-01,
-4.2391e-02, -3.7398e-02, -4.1092e-02, 1.0348e-01, 1.3529e-01,
2.7750e-03, 3.3172e-02, -8.4621e-02, -5.7520e-01, 1.5944e-01,
-7.7785e-02, -8.4895e-02, -4.9698e-02, 1.4176e-01, 8.1263e-02,
1.7015e-01, 2.0160e-02, 1.7884e-01, -3.4753e-02, -1.4818e-01,
1.0785e-01, 1.0703e-02, 1.0089e-02, 1.4053e-01, -3.3976e-02,
-1.1889e-01, -6.9172e-02, -1.2129e-01, 9.4662e-02, 3.2399e-01,
2.3608e-01, 1.3979e-01, 9.7375e-02, 3.8585e-02, 2.4611e-01,
1.0887e-02, -1.1050e-01, -1.1947e-01, -6.9505e-02, -5.3713e-02,
-3.6750e-01, 5.9794e-02, -1.5521e-01, -5.2208e-02, 1.1750e-01,
5.0641e-02, -1.8812e-01, 1.4729e-01, 9.6545e-02, 7.1150e-02,
-9.5667e-03, 1.4315e-01, 3.7430e-02, -1.6500e-01, -6.3689e-03,
-1.9415e-01, -2.2888e-01, 1.0789e-01, -2.0321e-01, -5.9928e-02,
1.5391e-01, 2.2154e-01, -1.5359e-01, 2.5335e-01, 5.6615e-02,
-1.8724e-01, 1.2500e-02, 9.3427e-02, 1.1350e-01, 1.9030e-01,
-3.8148e-02, -1.1881e-01, 7.8466e-02, 1.6262e-01, 2.4883e-01,
9.1877e-03, 2.4669e-01, 1.4677e-01, -7.6401e-02, -8.7295e-03,
-1.1140e-01, 1.1415e-01, 2.0254e-01, -2.6877e-01, 1.0685e-01,
-9.5631e-02, 1.0411e-01, 9.9665e-02, 1.8524e-01, 8.4216e-02,
-1.9387e-01, 1.7471e-01, 1.2710e-01, 1.3282e-01, 1.0985e-01,
6.4611e-02, 1.9095e-01, 2.0304e-01, -3.5932e-01, -1.1316e-01,
7.3481e-02, 2.8605e-01, -1.3731e-01, 2.0431e-01, -1.2762e-01,
2.0257e-03, 4.9120e-02, -8.3898e-02, 1.2753e-01, -1.0210e-01,
-6.1703e-02, -4.0908e-02, -5.6548e-02, 1.4515e-01, -1.8563e-02,
4.2188e-03, -9.0494e-02, -2.9922e-02, 6.8017e-02, 9.0729e-02,
-6.0250e-02, 4.0518e-03, 7.3215e-02, 8.9313e-02, -1.2073e-01,
6.0991e-02, -3.1921e-02, -7.6527e-02, 1.0314e-01, 7.1492e-02,
-9.1389e-02, -3.4813e-02, -2.3796e-02, -4.3688e-02, -1.1443e-01,
-3.6312e-02, 1.9978e-02, 9.9321e-02, -6.7083e-02, 1.7632e-01,
-3.6391e-02, -3.2229e-03, -8.9341e-04, 1.2463e-02, -1.3581e-01,
5.6013e-02, -5.2957e-02, -4.8370e-02, 2.0309e-02, 3.4634e-02,
-1.4421e-02, 4.5157e-03, -3.8624e-02, 3.0199e-01, -7.4702e-02,
3.0901e-02, -6.5652e-02, -1.5855e-01, -5.1019e-02, 7.4339e-02,
1.1483e-02, 5.5090e-01, -5.1352e-01, -4.5874e-02, 3.8524e-02,
-1.5524e-01, 2.9215e-02, -4.6473e-02, -2.7535e-02, -2.8761e-02,
8.0437e-02, -7.7975e-02, 6.6321e-02, 4.4711e-02, -1.7884e-02,
-2.9661e-02, 4.2883e-02, 1.1529e-01, 1.2575e-02, 5.0996e-02,
4.8488e-03, -5.8571e-02, -4.6718e-02, -3.1210e-02, -2.2455e-01,
5.6774e-02, 2.2088e-02, 1.4040e-01, -1.0607e-01, 1.0135e-01,
-3.0370e-01, 2.7081e-01, 1.3843e-01, -5.7790e-02, 4.1727e-02,
4.6923e-02, -7.9401e-02, -3.3888e-02, 1.6186e-02, -4.1350e-05,
5.6435e-02, 1.1554e-01, 2.9736e-01, -5.0839e-02, 1.2809e-02,
-2.6511e-02, 2.3698e-02, 5.3972e-05, -3.5461e-02, 4.5641e-02,
1.9287e-01, 1.0313e-01, 3.8144e-02, 4.8687e-02, -9.5100e-03,
-1.1205e-01, -3.3988e-02, 6.0993e-02, 2.2570e-02, -1.8663e-02,
-8.2843e-02, -4.7397e-02, -1.0305e-01, 1.0737e-02, -1.8383e-02,
9.5547e-03, -7.0518e-02, 4.4646e-02, 2.2503e-02, -1.0229e-02,
-6.0513e-02, 2.7416e-01, -1.5957e-02, 2.1519e-01, 4.3444e-02,
1.1566e-02, 1.7666e-01, -1.1592e-01, 9.2310e-02, 2.9002e-02,
2.9828e-02, -4.2806e-02, -1.6409e-02, -8.7465e-02, -1.0606e-01,
1.0388e-01, -4.3513e-01, 2.7260e-01, 6.2701e-02, -7.1844e-02,
-8.5898e-02, -4.8667e-02, 2.6394e-01, 1.7269e-01, 3.4080e-02,
5.0032e-02, -1.8926e-01, 4.4995e-02, 1.3608e-01, -9.2113e-03,
1.5223e-01, 2.5287e-01, 9.1595e-02, 5.5480e-03, 8.2022e-02,
5.6335e-02, -1.1506e-01, 9.3921e-02, -9.0192e-03, 2.8465e-01,
-1.3288e-01, -8.4594e-02, -7.5284e-02, 1.1068e-01, 8.8124e-02,
1.3098e-02, 2.7137e-02, 1.2551e-01, -4.9797e-02, -3.5898e-01,
-4.2519e-02, -8.4064e-02, -4.2262e-02, -1.0316e-01, -2.4365e-02,
-3.4439e-02, -1.5552e-01, 4.2223e-02, -8.0187e-02, -1.3038e-01,
1.8190e-01, 3.3651e-03, -1.1143e-01, -6.6888e-02, -6.7075e-03,
-1.4580e-03, 1.8837e-01, 7.3989e-02, -8.2612e-02, -1.1237e-01,
9.5501e-02, -1.3769e-01, -1.3300e-01, -2.2467e-02, 2.7799e-04,
-7.9973e-02, -2.3098e-01, 1.0848e-03], device='cuda:0')),
('bert.encoder.layer.3.attention.self.key.weight',
tensor([[-0.0364, 0.0434, -0.0303, ..., -0.0743, 0.0249, 0.0058],
[-0.0411, -0.0479, -0.0171, ..., -0.0826, -0.0097, 0.0378],
[-0.0143, 0.0935, 0.0194, ..., 0.0053, -0.0866, -0.0193],
...,
[-0.0980, 0.0652, -0.1133, ..., 0.0074, -0.0175, -0.0056],
[ 0.0043, -0.0744, 0.0668, ..., 0.0457, -0.0033, -0.0102],
[ 0.0320, -0.0308, -0.0185, ..., 0.0373, -0.0053, 0.0103]],
device='cuda:0')),
('bert.encoder.layer.3.attention.self.key.bias',
tensor([ 3.4504e-04, 1.3855e-03, 2.3300e-03, 1.0919e-03, -2.6948e-03,
-1.3058e-03, -1.5874e-03, -3.9554e-05, 1.9719e-03, 2.2217e-03,
-1.2241e-03, -6.2522e-04, 1.0474e-03, 1.1370e-03, -2.9371e-04,
-1.2509e-03, -6.9457e-04, -1.4637e-03, -1.8042e-03, 1.5959e-05,
-6.6272e-04, 3.3228e-03, 1.4134e-03, 4.5881e-04, 2.4420e-04,
1.7756e-03, -4.1925e-03, -2.4861e-03, -1.7852e-03, 2.2386e-03,
-5.2733e-04, 8.7882e-04, -3.0673e-04, 4.1126e-04, 9.7080e-04,
-2.5928e-03, -1.3121e-03, 2.6790e-03, -7.6655e-04, 3.5021e-03,
1.3962e-03, 2.1283e-03, -2.8210e-04, -3.7195e-04, 2.5936e-03,
2.6884e-03, 8.4291e-04, 1.5918e-03, -1.9905e-03, 1.3422e-03,
8.0873e-05, -1.5505e-03, 4.2402e-03, -2.4918e-03, -9.2218e-04,
-3.2898e-03, -1.0986e-03, -3.1790e-04, 7.1716e-04, -1.9877e-03,
-3.6844e-04, 6.7235e-04, 3.0858e-03, -2.7294e-03, 1.7179e-03,
-3.7964e-03, 2.7228e-03, 1.6595e-04, 1.8942e-03, 3.4112e-03,
-2.1373e-04, -5.9364e-05, -2.0059e-03, 9.5837e-04, -3.1922e-04,
-1.0313e-03, 3.8558e-03, -4.6201e-04, -5.0542e-04, 2.6909e-03,
-7.9471e-03, 2.6654e-03, -1.2699e-03, -1.6175e-03, -1.7028e-03,
-1.3308e-03, 1.3861e-03, -5.7874e-03, 5.5751e-04, -4.1870e-03,
-3.0813e-04, 2.8945e-03, 1.8082e-03, 7.3262e-04, -4.7602e-04,
2.4834e-03, -1.0223e-03, -1.4870e-03, 3.0208e-04, -9.8620e-05,
2.1346e-04, -2.4802e-03, 1.4365e-04, 1.0186e-03, -4.6989e-04,
-1.4903e-03, 1.9801e-06, 1.7674e-03, -1.1032e-03, 1.3958e-03,
2.9009e-03, 3.2603e-03, 2.2169e-03, 9.5450e-05, -2.6751e-03,
-7.3574e-04, 1.2524e-03, 2.1034e-03, -1.4449e-03, -1.7701e-04,
1.1530e-03, -1.5198e-05, -2.3312e-03, -1.6794e-03, -3.1208e-04,
2.4064e-03, -3.3319e-04, -9.3117e-04, -2.1215e-03, 1.4103e-04,
-1.4039e-03, 9.3181e-04, 6.0017e-04, -6.7416e-04, -2.2200e-03,
7.3309e-04, -1.7252e-04, -3.0505e-03, 2.1387e-03, 1.1914e-03,
4.3982e-03, -2.0280e-03, 2.2189e-03, 3.5117e-04, 8.0671e-04,
3.5564e-04, 2.0010e-04, 1.0099e-03, -3.7352e-03, 1.9829e-03,
-6.2738e-04, 7.7163e-04, -4.2915e-04, -2.9360e-03, -2.8928e-03,
2.2633e-03, -1.6662e-03, 7.5994e-05, -2.7462e-03, -2.0349e-03,
-1.0155e-03, 9.6316e-04, 5.5546e-04, -1.9701e-03, -1.2227e-03,
4.1754e-04, 5.3795e-04, 7.4339e-04, 5.5419e-04, -3.7134e-03,
-1.0213e-03, 1.1713e-03, 3.2874e-03, -4.1095e-03, -2.3786e-03,
-1.9292e-03, 4.3684e-04, -5.1765e-03, -1.4211e-03, 4.6065e-04,
-1.6171e-03, 5.5383e-03, -1.9604e-03, 8.4433e-05, -8.9019e-04,
3.6774e-04, 3.9456e-04, 3.0179e-03, -3.9064e-03, -1.0259e-03,
7.0337e-04, -1.8165e-03, 1.0632e-03, -2.6152e-03, -1.1244e-03,
-4.9651e-03, -2.8212e-03, 3.0988e-04, -1.0575e-03, 7.3990e-04,
3.0952e-03, -2.8992e-03, -1.9194e-03, 5.8084e-03, -1.9807e-03,
-2.4090e-03, 1.4993e-03, 2.8994e-03, 6.1715e-03, 1.3894e-04,
5.8182e-03, -1.2589e-03, -3.8325e-03, -4.5153e-03, 2.0561e-04,
5.9636e-03, -1.7763e-03, 4.2361e-04, -2.3566e-03, 4.1196e-03,
-3.9952e-03, -5.4140e-03, 5.9019e-03, 7.0672e-03, 5.1217e-03,
-4.5398e-04, -5.2252e-03, -2.8703e-03, -1.7020e-03, -2.7562e-03,
1.6101e-04, -1.3482e-03, 3.3025e-04, -2.6992e-03, 3.8735e-04,
-1.5055e-03, 2.4964e-03, 1.3953e-03, 1.4818e-03, 2.3759e-03,
-1.2276e-04, 3.1845e-03, 1.2627e-03, -2.9942e-03, 6.7872e-03,
-5.0810e-03, -2.2278e-05, 2.2271e-03, 3.2480e-03, -8.4658e-04,
-2.1922e-04, 1.8640e-03, 4.3469e-04, -2.8093e-03, -4.1846e-03,
-1.1592e-03, 1.7761e-03, -4.4795e-03, 2.6901e-03, -6.6660e-04,
1.5633e-03, 4.1295e-03, -5.0024e-03, -1.6597e-03, 3.1895e-03,
-4.6372e-03, 1.4855e-03, 1.7309e-04, -8.9220e-04, -7.1466e-04,
-3.4569e-03, -5.5580e-03, 3.1482e-03, -1.6522e-03, -3.5652e-03,
1.7770e-03, -1.1006e-03, 3.2216e-03, 5.7824e-03, -1.0130e-03,
5.5872e-03, 3.1621e-04, 9.4808e-04, -1.3820e-03, 5.1968e-03,
-3.2472e-03, -1.8707e-03, -9.6449e-03, -4.1177e-03, 1.5432e-03,
-1.8024e-03, -2.3498e-03, -1.2598e-03, -2.3339e-04, 2.4462e-04,
-1.2219e-03, 4.0061e-03, -5.2489e-03, 1.2056e-03, 2.5103e-03,
-4.8247e-03, -4.4936e-04, -2.5906e-03, -2.3324e-03, 4.7844e-03,
7.4778e-04, 6.2291e-03, 1.0048e-03, -5.2983e-04, -1.7668e-03,
1.4943e-03, 6.2884e-04, -3.1316e-03, -1.3541e-03, -4.0787e-04,
3.7354e-05, 6.4446e-04, 1.8736e-03, 7.2012e-03, -2.7473e-03,
-2.8464e-03, -2.8880e-03, -1.5926e-03, 4.3230e-03, -4.9535e-04,
-4.4125e-04, 2.5125e-03, 2.9962e-04, -1.9635e-03, 1.6263e-03,
9.0250e-03, 6.2266e-04, -1.6387e-03, -3.1901e-03, 1.5545e-03,
-5.4768e-04, 4.2912e-03, 4.8775e-04, 1.8088e-03, -6.2820e-04,
-3.2847e-03, 3.4448e-04, 5.3565e-04, -1.8151e-03, 2.4648e-03,
6.2212e-03, 6.8877e-03, -1.9277e-03, 3.4013e-03, -1.6091e-03,
1.0267e-03, 1.5479e-03, 6.8459e-04, -1.4379e-03, -3.3454e-03,
3.7269e-04, -1.8959e-03, 3.9779e-04, -4.7573e-03, 1.2921e-03,
7.2271e-04, 1.8259e-03, 2.1488e-03, 1.7545e-03, -1.9825e-03,
1.0251e-03, 1.2590e-03, 2.3036e-03, -1.9816e-03, -1.1236e-03,
-3.3325e-03, 5.5937e-04, -1.8444e-04, -2.1932e-04, -2.2743e-04,
-1.7188e-03, -5.4264e-04, 2.6539e-03, 3.0423e-03, -1.2518e-03,
-1.2160e-03, -1.9891e-03, 2.4073e-03, -3.5072e-03, 5.6343e-05,
2.3362e-03, -6.8257e-04, -2.3957e-03, -1.2955e-03, 1.1376e-03,
-2.7127e-03, 2.8699e-04, 6.7378e-04, -2.2655e-03, 3.8982e-05,
7.9338e-04, 3.4568e-04, -3.8044e-03, -1.2780e-03, 3.1443e-03,
-1.1996e-03, -1.3243e-03, -1.1701e-03, -3.1664e-03, -1.9338e-03,
-1.6800e-03, 2.4742e-04, 4.2417e-04, -2.3986e-03, 1.5704e-03,
3.0219e-03, 3.0057e-03, 5.5416e-03, -7.6160e-04, -1.2782e-03,
-7.4987e-04, -2.2326e-03, 3.3509e-04, -1.2293e-03, 2.4956e-03,
3.2658e-03, -1.8464e-03, 2.0596e-03, 1.9498e-03, 7.7803e-04,
-1.5238e-03, -3.2427e-03, -1.4269e-03, -2.7354e-03, -1.2483e-03,
-6.4161e-04, -8.1624e-04, 2.8908e-03, -3.3157e-03, -1.9803e-03,
1.9438e-03, -1.0171e-03, -5.5498e-05, -7.5628e-04, -9.1177e-04,
-6.3338e-04, 9.1112e-04, -5.0077e-04, 1.8782e-03, -4.6999e-03,
-3.4079e-03, -5.7107e-04, 2.3485e-03, 3.2765e-04, -2.2294e-03,
-2.2336e-03, -5.6291e-03, 1.4881e-03, 9.2759e-04, 8.1882e-03,
8.2993e-05, 1.8267e-03, 3.7083e-03, -1.3024e-03, -5.0759e-03,
2.7969e-03, 5.1734e-03, 5.3522e-03, 7.1310e-05, -4.8107e-03,
2.2200e-03, -1.8508e-04, 3.7406e-03, 1.5515e-03, -1.8093e-03,
-6.6755e-04, -3.6870e-03, 4.1743e-03, 4.4634e-03, 4.2451e-03,
2.4996e-03, 3.0587e-03, 3.2591e-04, -4.7806e-03, 4.8804e-03,
-5.1682e-03, 3.3274e-03, 2.5761e-04, -9.5082e-04, -2.0694e-03,
4.6465e-03, 1.7302e-03, 6.7607e-03, 1.1720e-03, -8.2593e-03,
-2.7670e-03, -7.5367e-03, 5.0415e-04, -1.5104e-03, -6.3255e-03,
2.3380e-03, 4.2872e-03, 3.0798e-03, -9.3093e-04, 2.7455e-04,
9.0616e-03, 6.7922e-04, 7.3258e-03, 4.3252e-04, -4.5227e-03,
-3.4090e-03, -4.4989e-03, 7.3891e-04, -2.2983e-03, 3.0219e-03,
-1.6344e-03, 5.5352e-03, -1.7203e-03, 2.6877e-04, 7.5284e-04,
-1.7733e-03, -8.8151e-06, -1.2369e-03, 2.0405e-03, -1.7881e-04,
-2.7670e-03, -1.0106e-03, -3.1001e-04, 1.9499e-03, -2.0123e-03,
-1.9178e-03, 3.9784e-04, 2.4879e-03, 1.0326e-04, -1.2675e-04,
4.7803e-03, -9.1661e-04, -3.3986e-04, -7.0917e-04, 9.5279e-04,
-2.7668e-04, -1.2096e-03, 1.6861e-03, 4.6527e-04, -2.2580e-03,
-6.3323e-04, 4.3268e-04, -1.8925e-04, -2.1450e-04, 1.4152e-04,
-3.5200e-04, -3.9055e-03, 9.1704e-04, 2.6149e-04, 7.5202e-04,
3.7535e-04, -1.2546e-03, 8.3828e-04, -5.8153e-04, -1.9681e-03,
-1.0151e-03, 1.4748e-03, 2.1061e-04, -4.4601e-04, 1.3920e-03,
5.5741e-04, 1.1250e-04, -9.9617e-04, -7.3387e-04, 1.1293e-03,
1.6030e-03, -1.4981e-03, -3.0925e-03, -3.1811e-03, 1.2838e-04,
-1.2785e-03, 8.0045e-04, 2.1321e-03, 2.0513e-03, 1.8862e-04,
-3.5493e-04, 3.6093e-03, -3.9393e-04, 1.1849e-03, 4.6926e-03,
4.0830e-03, 3.6461e-03, 4.9310e-03, 2.1338e-03, 1.6186e-03,
8.3577e-05, -1.0327e-03, 1.4613e-04, -9.1311e-04, -2.6445e-03,
-3.3715e-03, -5.4040e-03, -5.3357e-04, 1.8091e-03, 5.4132e-04,
-1.1915e-03, -1.9640e-03, 5.1598e-03, 2.9365e-03, -2.0050e-03,
6.6764e-03, 1.6076e-03, -8.7996e-03, 1.6312e-03, -5.6587e-04,
2.3819e-03, -2.9862e-04, 8.6004e-03, 2.0746e-03, 4.6823e-04,
1.0640e-03, 2.2787e-03, 4.0316e-03, 1.0261e-03, 1.2960e-03,
-5.4201e-03, 6.0592e-03, 3.9193e-03, 2.8313e-03, -2.0028e-03,
-1.0738e-03, 5.8528e-03, -2.2114e-03, 2.8472e-04, 2.1156e-03,
-2.5729e-03, -5.4298e-03, 5.8636e-04, 3.4172e-03, 5.3451e-03,
5.4948e-03, 4.2204e-03, -1.0711e-04, -3.4950e-03, -1.3644e-03,
-7.6523e-03, 4.3521e-03, 2.6125e-03, 3.5360e-03, -1.1717e-03,
4.5494e-04, -1.3460e-03, -1.5254e-03, 4.0435e-03, -2.0458e-03,
3.5921e-03, 9.5367e-04, -1.2046e-03, -2.9869e-03, 4.1149e-03,
1.2606e-04, 3.6874e-03, -2.8485e-03, -2.2881e-03, -2.2767e-03,
1.8004e-03, -4.0849e-04, -5.4886e-03, 5.8369e-04, 1.9717e-04,
3.4812e-03, 1.3067e-03, 9.7684e-03, -4.2860e-04, -1.6760e-03,
1.0299e-03, 1.2827e-03, 2.0923e-03, -4.9802e-04, 2.3344e-03,
4.7978e-03, 3.9245e-03, 3.9793e-03, 1.5617e-03, -8.5322e-04,
-5.8876e-03, -3.5818e-03, -3.7261e-03, 5.3088e-03, -2.0323e-03,
-4.9500e-04, 6.2755e-04, -1.4122e-03, 7.8822e-05, 2.3290e-03,
3.7980e-03, -2.5895e-03, 5.1461e-05, -1.0579e-03, 1.5815e-03,
1.7175e-03, 3.1866e-03, -2.2619e-03, 1.2277e-03, -4.3317e-03,
-1.0988e-03, 5.6936e-03, -6.1799e-03, -1.4578e-03, -4.0415e-04,
-1.1480e-03, -1.1960e-03, 7.8398e-04, -3.5606e-03, -1.6183e-03,
-1.7701e-03, 5.5904e-04, 3.0356e-03, -1.1525e-03, -6.1718e-04,
-7.2049e-04, 1.0104e-03, -1.4819e-03, -2.5845e-03, -1.7576e-03,
-2.0618e-03, 1.6803e-03, -1.0707e-03, -2.6965e-03, -5.0548e-04,
-5.5828e-05, 1.5890e-03, -1.0226e-03, 2.0601e-04, -7.2637e-04,
-2.8752e-03, -1.1491e-04, -2.4939e-03, -1.7671e-03, -5.4713e-04,
1.6195e-03, 1.4005e-03, 1.0893e-03, -2.8751e-03, -3.7019e-03,
8.3137e-04, 1.2187e-03, -1.9031e-03, -2.9444e-03, -5.9000e-04,
1.2935e-03, -1.5922e-03, 2.5774e-03, 1.8429e-03, -1.9447e-04,
-1.2445e-03, 3.7648e-03, 2.4625e-04, 1.0010e-03, 2.1041e-03,
1.0843e-03, -5.4861e-04, -1.4730e-03, 1.6103e-04, -1.0559e-03,
-3.1602e-03, 7.6495e-04, 1.2492e-03, -1.8039e-03, 1.4219e-03,
-2.5992e-03, 3.2599e-03, -1.6637e-03, -5.4802e-04, -3.1009e-03,
1.3097e-03, 3.4383e-03, 1.4124e-04], device='cuda:0')),
('bert.encoder.layer.3.attention.self.value.weight',
tensor([[ 0.0263, -0.0321, 0.0188, ..., -0.0067, 0.0754, 0.0032],
[-0.0128, -0.0266, -0.0487, ..., -0.0146, 0.0436, -0.0402],
[ 0.0357, 0.0467, -0.0109, ..., 0.0706, -0.0169, 0.1049],
...,
[-0.0023, 0.0142, -0.0067, ..., -0.0048, 0.0052, -0.0013],
[ 0.0182, 0.0180, -0.0293, ..., -0.0292, 0.0118, -0.0090],
[-0.0319, -0.0247, 0.0325, ..., 0.0074, -0.0118, 0.0032]],
device='cuda:0')),
('bert.encoder.layer.3.attention.self.value.bias',
tensor([ 3.4723e-02, -2.8239e-03, 1.3152e-02, 1.4158e-03, -2.9570e-03,
-1.9699e-02, 8.0892e-03, -4.7193e-03, -7.4354e-03, 8.3204e-03,
-2.1258e-02, 3.1916e-02, -2.1772e-02, 7.6961e-03, 3.1836e-02,
-2.2839e-03, -1.2467e-02, -5.3766e-03, -3.1257e-02, -3.1379e-02,
1.9737e-02, -3.7624e-03, 1.1415e-02, 1.2990e-03, -2.6571e-03,
-2.4404e-02, -2.9311e-02, 1.5330e-02, 1.8117e-02, -2.0611e-03,
4.5661e-03, 3.6781e-02, 8.7612e-03, 3.3585e-03, -1.0857e-02,
2.6215e-02, -1.9721e-02, 1.7443e-03, -1.2337e-03, -2.8685e-02,
-2.7193e-02, -2.2323e-02, -1.9368e-02, -2.2424e-02, -7.5879e-03,
8.2652e-03, -4.2825e-03, -2.1481e-02, 6.8723e-03, 1.6439e-02,
1.7106e-02, -9.9636e-03, -1.4474e-04, -8.7369e-03, -2.1315e-02,
-2.2517e-02, -2.2670e-02, 2.7062e-02, 9.7848e-03, 2.6599e-03,
1.7742e-02, -7.5922e-04, -5.3898e-02, -1.6719e-02, 3.6689e-02,
-1.0048e-02, 3.2080e-03, -8.4859e-03, -5.2305e-02, -4.2276e-02,
2.0489e-02, 5.3509e-03, 1.2005e-02, -5.0833e-04, 1.3981e-02,
3.6347e-02, 2.3060e-03, 3.5674e-03, -1.4523e-02, -4.0427e-02,
-1.1824e-02, 7.4041e-03, 7.3399e-03, 3.4625e-02, -7.6201e-05,
2.6959e-02, 1.0222e-02, -3.2013e-04, -1.1593e-02, -1.5033e-02,
2.7410e-02, -5.7287e-03, 5.6013e-02, 3.9032e-02, 2.2616e-02,
-1.0251e-02, -2.9587e-02, -4.0169e-04, 9.0892e-03, 2.1690e-02,
-5.5445e-03, -1.4158e-02, 8.1501e-03, 1.9440e-02, -8.9140e-03,
2.2827e-02, -1.0521e-02, -1.0934e-02, 2.9755e-03, 1.1309e-02,
5.7646e-03, 5.8360e-03, 1.5673e-02, 1.7275e-02, -1.4247e-02,
-5.4135e-03, -1.1120e-02, 7.7574e-03, -7.6897e-03, -1.7748e-02,
8.7531e-03, -1.9123e-03, -4.7971e-03, -3.3109e-02, 1.6301e-02,
1.7513e-02, -6.1424e-02, -2.2974e-03, 9.4438e-03, 4.8833e-03,
-9.0133e-03, 5.9596e-04, -2.3791e-02, 1.5637e-03, -5.8401e-03,
6.0963e-03, 1.2043e-02, 1.4199e-04, -1.5787e-02, 6.2801e-04,
9.0772e-03, 2.1525e-03, -7.5647e-03, -1.9449e-02, 9.9802e-03,
9.0336e-03, -4.5609e-03, -2.7431e-02, 1.1788e-02, -7.3679e-03,
-3.8596e-03, 1.9247e-02, 3.2078e-03, -8.8318e-03, -1.2028e-02,
-1.2816e-02, -1.2962e-02, -5.8230e-03, -5.1143e-03, -7.9767e-03,
2.0746e-02, -5.1122e-03, -1.9270e-02, 1.3714e-02, 1.0091e-02,
-7.9187e-03, -1.3413e-03, -1.1372e-02, 4.1038e-02, 4.7503e-03,
-1.1422e-02, 1.4485e-02, 2.7144e-02, 2.3173e-02, -4.0485e-03,
-5.3299e-03, 1.0611e-02, -7.1607e-03, 1.2703e-02, -9.2111e-03,
7.3495e-03, -1.2218e-02, 1.3558e-02, 8.0525e-03, -6.9846e-03,
-7.9619e-03, -2.7610e-02, 3.8097e-03, -6.3136e-03, -1.6114e-02,
1.4029e-02, 1.8684e-02, 1.7640e-02, 1.0951e-02, 2.6529e-02,
-2.8264e-03, -1.3555e-02, -1.0497e-02, 1.7331e-02, 1.0807e-02,
-2.4670e-02, 5.1496e-03, -9.9941e-03, 8.5936e-04, 1.5178e-02,
3.6003e-03, 2.3550e-02, 4.1112e-02, 1.0280e-03, 2.0901e-02,
1.1942e-03, 1.0466e-02, -2.3718e-02, -1.8445e-02, 1.3868e-03,
2.6571e-02, -9.8421e-03, -3.3612e-03, -1.8839e-02, 3.0228e-03,
-4.0569e-04, -1.3778e-02, -1.1605e-02, -7.7234e-03, -9.3460e-03,
-3.8294e-03, -2.5936e-02, -1.3179e-02, -7.3935e-03, 5.6482e-03,
-1.4273e-03, -2.7832e-02, -1.2406e-02, 1.0796e-02, -8.6417e-03,
1.0921e-02, 1.8174e-02, -1.3604e-02, 1.1252e-02, -4.1953e-03,
4.6081e-03, -4.7372e-03, -9.4693e-03, 9.6818e-03, 1.9229e-02,
-1.7779e-02, 5.1447e-04, -3.9559e-03, -1.5810e-02, -8.1593e-03,
-7.9963e-03, 6.1199e-03, 2.0310e-02, 1.3959e-02, 1.5573e-02,
9.5742e-03, 1.8721e-02, 1.4501e-02, -1.2543e-02, -1.8406e-02,
-1.3787e-02, 9.1493e-03, -3.2285e-02, 4.8570e-03, -6.0926e-03,
1.1441e-02, -7.5871e-03, 1.8498e-03, -9.5474e-03, -1.4282e-02,
8.0630e-02, 3.9837e-03, -5.4121e-02, 1.1599e-02, 2.2640e-03,
-1.5852e-02, 2.6094e-02, -9.1363e-03, 1.7012e-03, 9.5333e-03,
-5.8872e-02, -1.1662e-02, -1.2247e-02, 1.2864e-02, 1.7467e-02,
2.5530e-02, 4.6096e-02, -5.3623e-03, -9.9844e-03, 1.1867e-02,
6.3343e-03, 3.4320e-02, 5.6397e-03, 4.5048e-04, -1.7796e-02,
-1.5788e-02, -1.8331e-02, 1.9451e-03, 2.3832e-02, 2.0146e-02,
-4.7085e-03, -4.8648e-03, -3.0950e-02, 9.1765e-03, -1.2250e-02,
1.4146e-03, 1.1305e-04, 2.6771e-02, -1.0854e-02, -5.4228e-02,
-4.7614e-03, 2.9139e-02, -2.8909e-02, -1.7090e-02, -1.2499e-02,
2.2800e-02, -1.8907e-02, -4.0211e-02, -8.2449e-03, 1.2114e-02,
-5.2091e-03, -7.5316e-03, -3.4506e-02, -6.3642e-03, 1.2608e-02,
-3.0941e-03, 7.1474e-03, -7.3850e-03, 3.8698e-02, 1.8396e-02,
1.1956e-02, 1.4285e-02, -1.5730e-02, 8.8456e-03, 2.0037e-02,
2.8387e-02, 5.1667e-03, 2.6468e-03, -5.2066e-03, 1.7896e-02,
-1.1884e-02, -1.5597e-02, 1.4814e-02, -2.4732e-02, 5.8010e-03,
-8.2848e-03, -1.0923e-02, -1.9287e-02, -3.4437e-02, -1.8491e-02,
1.9996e-02, 3.1211e-03, 7.0789e-03, 6.2248e-03, -5.4746e-03,
3.8964e-02, -1.7502e-02, -8.9420e-03, -2.9722e-02, 2.3577e-02,
-2.4449e-02, 8.2919e-03, -1.2520e-02, 8.9155e-03, -2.6175e-02,
-1.2076e-02, -1.4011e-02, 2.3732e-02, 2.0150e-02, 1.4036e-02,
-1.5704e-02, 5.6825e-03, 4.2981e-02, -3.4803e-02, -1.6389e-02,
-7.4065e-03, 2.3285e-02, -1.5468e-02, 9.7824e-03, -1.0458e-02,
1.2606e-03, -2.9437e-03, 6.0268e-03, -2.4361e-02, -2.2806e-04,
9.8479e-03, 4.6284e-03, 2.1504e-02, -3.1632e-02, -1.8765e-02,
6.3767e-03, -1.8924e-02, -3.7484e-02, -2.8485e-02, 1.9937e-02,
-8.0183e-03, -1.2988e-02, 1.1449e-02, -2.8158e-02, -3.5283e-03,
-1.2915e-02, 5.7731e-03, -2.3027e-02, 1.3309e-02, 5.7761e-04,
2.7323e-02, -3.3893e-02, 1.1071e-02, 2.2304e-02, -3.9624e-03,
-1.1563e-02, -1.4613e-02, 2.5350e-02, -1.9695e-02, -2.4586e-02,
-2.0213e-02, -4.2972e-03, 4.2410e-03, -1.9408e-02, -5.8383e-03,
-1.0949e-02, -2.8764e-02, -2.7561e-02, 1.9573e-03, 2.9442e-02,
-2.7525e-02, -1.2094e-02, -1.8811e-02, 1.1122e-02, -4.0889e-02,
2.3884e-03, -1.0672e-02, -3.6393e-02, -2.4611e-02, -4.6118e-02,
-1.5796e-02, 6.7297e-03, 3.9285e-03, -2.4493e-03, -2.6280e-02,
-2.4148e-03, 3.6575e-02, -1.0408e-03, -1.3560e-02, 1.2203e-03,
-4.2832e-03, 9.0011e-04, -2.6582e-02, -6.1118e-02, -5.2543e-02,
3.9601e-02, -4.8483e-03, 2.6064e-02, -1.5749e-03, -1.1128e-02,
-4.3024e-02, 5.9409e-02, -1.7851e-02, 1.6928e-03, -1.0716e-01,
7.4919e-03, -2.1740e-02, 4.8953e-02, 8.1454e-02, 2.8215e-02,
5.6633e-02, -5.1292e-02, -6.6342e-02, 3.6703e-02, 2.9635e-02,
4.2317e-02, 5.5622e-02, 6.4563e-02, 1.6025e-02, -4.8810e-02,
-3.1852e-02, -1.7329e-02, -1.3846e-02, 4.5999e-02, -8.0641e-02,
5.8162e-02, 6.1984e-03, -3.8972e-02, 6.2644e-02, -5.4954e-02,
2.4936e-02, 5.6685e-02, -2.5814e-02, -1.1930e-02, -4.1693e-02,
-4.1973e-02, -8.4442e-03, 9.8512e-02, 1.4653e-03, 2.4602e-02,
-1.2870e-01, -1.9953e-02, -4.4356e-02, 7.1497e-02, -1.2234e-02,
9.1579e-02, -7.3336e-02, -1.2469e-02, 5.1016e-02, 1.6604e-02,
-4.7450e-02, -5.0804e-02, -8.1401e-03, -7.7459e-02, -2.5856e-02,
6.8131e-03, -1.0815e-01, -8.4912e-03, -1.0985e-02, -1.4866e-03,
-3.7695e-04, 2.6130e-02, -1.6702e-02, 3.0537e-02, -1.3649e-02,
-7.3823e-03, 1.3162e-02, 2.4052e-03, -1.1842e-02, 7.4774e-03,
4.4888e-03, -4.8704e-03, 6.9901e-03, 2.0617e-02, -1.9946e-02,
-2.4775e-02, -6.9176e-03, 5.3310e-03, -5.8289e-03, 9.1122e-03,
-1.0753e-02, 7.1881e-03, -1.5268e-03, 1.4470e-02, -3.0058e-03,
-2.9500e-02, -6.3756e-03, -1.8828e-02, 4.9369e-02, -9.8560e-03,
7.8436e-03, 2.1898e-02, -1.2985e-02, -5.3123e-03, -2.1436e-03,
-2.3868e-03, -2.3368e-02, 7.4811e-03, 2.1078e-02, -6.2007e-03,
-7.9568e-05, 2.3797e-02, 1.7703e-02, 1.5991e-02, -1.3670e-02,
-5.0499e-03, -5.0085e-03, -1.1088e-02, 6.7184e-03, 5.2950e-03,
-4.4707e-03, -1.2768e-02, 1.0530e-02, 1.9962e-02, 3.6041e-03,
6.2915e-04, 8.6363e-03, -6.8849e-03, -1.2167e-02, -3.3233e-02,
1.4182e-02, -2.1252e-02, 1.3524e-02, 1.5025e-02, -5.0554e-03,
2.4946e-02, 1.2444e-04, -6.7869e-02, -2.2041e-02, 7.3729e-03,
-4.3700e-02, 1.1493e-02, -2.0755e-02, -1.1985e-02, 1.4106e-02,
2.2123e-02, -9.2775e-03, -1.9809e-03, -1.5852e-02, 3.0630e-02,
9.6141e-03, 3.0751e-02, -2.5593e-03, -1.0607e-02, -6.6424e-03,
1.2040e-02, -1.8389e-02, -3.0776e-02, 1.1790e-02, -1.0909e-03,
5.6098e-03, -4.2885e-02, -1.9142e-02, 4.7327e-02, 4.6692e-03,
1.8376e-02, 1.7953e-02, -3.4069e-02, -5.9648e-02, -1.2873e-02,
2.1597e-02, 1.5004e-03, -2.2554e-02, -2.5036e-02, -1.9151e-02,
6.6806e-04, 2.3964e-02, 6.0471e-03, -4.6788e-03, 2.6763e-02,
2.7279e-02, -9.2329e-03, 3.1368e-02, 6.6940e-03, -2.8903e-02,
-1.5772e-02, -4.5207e-02, 2.2660e-03, -1.6210e-03, 2.3328e-02,
-3.4706e-02, 3.8245e-03, 2.6556e-02, 1.3845e-02, -8.2911e-03,
1.4396e-02, 2.8420e-03, -3.1738e-03, 1.1740e-02, -7.9315e-03,
-1.2532e-03, -7.8766e-03, -5.1142e-04, 1.2241e-02, -4.0351e-02,
1.0740e-02, -8.9675e-03, -1.9100e-03, -2.7956e-02, -1.1222e-02,
-1.4006e-02, 5.4678e-03, -1.9438e-02, 4.1566e-03, 8.0308e-03,
8.0567e-03, -9.9864e-03, -1.4037e-03, -8.2061e-03, 4.4909e-03,
1.2931e-02, -1.5151e-02, 9.3161e-03, 1.1449e-02, 2.2212e-03,
-1.4804e-02, -1.2657e-03, -1.5524e-02, 7.0613e-03, -1.5445e-02,
1.8330e-02, 3.7651e-03, 1.3558e-02, 6.1048e-03, -2.8364e-03,
-7.0533e-03, -1.3581e-02, -3.6750e-03, -9.5862e-03, 7.2914e-03,
-6.3936e-03, 2.5831e-02, -3.3584e-02, -1.8470e-02, 1.2512e-02,
2.6643e-02, -1.4363e-02, 1.8372e-02, -1.0633e-03, -1.3169e-03,
7.6248e-03, 1.8883e-02, -1.2683e-02, 1.7269e-02, 8.6344e-03,
2.1809e-03, -7.9837e-03, -1.6803e-03, -2.8052e-02, -7.6883e-02,
1.9962e-01, 4.9713e-02, 7.8414e-02, 2.4770e-02, 2.8076e-02,
-4.5985e-02, 2.0807e-01, -1.0239e-02, -3.0781e-02, -2.2832e-02,
1.5613e-01, 4.7627e-02, 4.3172e-02, -2.6691e-02, -4.1701e-02,
1.5729e-01, -4.9846e-02, -7.6757e-02, -1.9234e-02, -3.3192e-02,
-1.0109e-01, 1.3745e-02, -4.1023e-02, 7.0671e-03, -4.1610e-02,
-4.9035e-02, 7.4178e-03, -7.3070e-03, 1.2138e-02, 1.7402e-02,
2.3581e-02, -1.5922e-02, -1.5116e-02, 1.0519e-02, -7.9384e-02,
-2.6927e-02, -8.8150e-02, 1.2635e-02, -2.8731e-02, -3.5590e-02,
-7.5870e-02, -8.3078e-02, 3.3272e-03, -6.7585e-02, 5.0602e-02,
-7.2953e-02, 4.4835e-02, 7.9578e-02, -6.0914e-02, -6.2859e-02,
-3.3881e-02, -7.6581e-02, -2.1278e-01, -5.2330e-02, -1.0358e-02,
1.2944e-03, -2.4705e-03, 8.5924e-02, 7.4051e-02, -1.9729e-01,
-3.7930e-02, -1.7713e-02, 1.0179e-03], device='cuda:0')),
('bert.encoder.layer.3.attention.output.dense.weight',
tensor([[-0.0128, -0.0329, 0.0092, ..., 0.0029, -0.0120, -0.0142],
[-0.0198, -0.0060, -0.0097, ..., 0.0039, 0.0313, 0.0296],
[-0.0158, 0.0030, -0.0104, ..., 0.0354, 0.0069, -0.0166],
...,
[-0.0189, 0.0416, -0.0230, ..., -0.0043, 0.0184, 0.0185],
[-0.0047, -0.0064, 0.0295, ..., -0.0103, -0.0140, -0.0055],
[ 0.0096, -0.0349, -0.0182, ..., -0.0473, -0.0093, 0.0231]],
device='cuda:0')),
('bert.encoder.layer.3.attention.output.dense.bias',
tensor([ 3.2243e-02, 1.8434e-02, -3.8905e-02, 1.2572e-02, 3.8145e-02,
1.1269e-01, 6.7846e-02, -5.5901e-02, -1.3023e-02, -6.4740e-02,
3.9952e-02, 2.2538e-02, 3.4505e-02, 6.6097e-02, -5.6265e-02,
9.9626e-03, 3.1713e-02, 4.5428e-02, 5.7813e-02, -4.2009e-03,
3.0504e-02, -6.3086e-03, 5.7239e-02, -5.4300e-02, 3.5590e-02,
-9.4615e-02, -1.3072e-02, -1.2584e-02, 7.9373e-02, 5.5108e-03,
-8.5146e-02, 4.3763e-02, 2.8411e-02, -7.2430e-02, 2.3827e-02,
6.2292e-02, -9.5330e-02, 2.3477e-03, -1.6727e-01, 4.1770e-02,
-1.8329e-02, 3.0680e-02, -5.7110e-02, 3.3143e-02, -2.6444e-02,
7.2999e-02, -4.0901e-02, -1.1894e-02, 2.5057e-02, -2.9492e-02,
-8.0487e-03, 3.7412e-02, -1.6047e-02, -4.6573e-02, -2.3207e-03,
-1.4748e-01, 8.9523e-02, 4.3052e-03, -5.6717e-02, 9.9071e-03,
-3.1033e-02, 3.0510e-02, 2.8636e-02, 6.5186e-02, -1.6968e-01,
1.6846e-03, -3.1926e-02, 1.7223e-02, -2.8114e-02, -7.3388e-02,
-5.4957e-02, 7.6732e-02, -4.2220e-03, 2.8873e-02, -8.7014e-02,
-4.1494e-03, -2.9508e-02, -5.2775e-02, -9.6767e-03, -6.5911e-02,
-2.7860e-02, 7.5816e-03, 4.5171e-03, 2.7456e-02, 1.4061e-01,
-1.1287e-01, -1.5142e-02, -3.5178e-02, 1.0056e-02, -8.4332e-03,
3.6817e-02, -1.1774e-02, -2.6435e-02, 1.9788e-01, -3.9795e-02,
7.7518e-03, 3.0556e-02, -3.3307e-02, 1.0533e-01, 2.9584e-02,
-4.1891e-02, -2.1079e-02, 2.5412e-02, -1.4220e-02, -7.4718e-02,
1.7598e-02, -2.5861e-03, -5.1077e-03, -1.3270e-02, 7.5217e-03,
-1.3028e-01, 2.4964e-02, -5.6754e-03, -2.2526e-01, -1.9356e-02,
-6.1238e-02, 2.3175e-02, 1.4265e-03, 3.0547e-02, -1.6804e-02,
-1.9833e-02, 3.1911e-02, -1.0448e-01, 4.0808e-02, -1.3729e-01,
-4.0765e-02, -1.7123e-02, -2.9380e-02, 3.3208e-02, 4.5146e-02,
-1.0470e-02, 2.7788e-02, 4.7594e-03, -1.8329e-02, -1.6516e-02,
-6.4908e-02, 1.5391e-03, -5.4870e-02, -4.8635e-02, -7.1445e-04,
-5.3804e-02, 4.5372e-02, -2.8425e-02, 1.4588e-02, -7.2732e-02,
5.3767e-02, 8.3816e-02, -7.3642e-02, 5.7366e-04, 1.2706e-01,
2.5998e-02, -6.7169e-02, -9.6906e-02, -5.1194e-04, -6.0588e-03,
-6.0944e-02, 1.8083e-02, 1.9332e-02, -4.4567e-02, 4.9683e-02,
-5.5185e-02, 4.5461e-02, 7.3131e-02, -1.7048e-02, 1.7837e-01,
6.6146e-02, -5.2437e-02, -1.1443e-01, -2.5149e-02, -8.9052e-03,
-2.4183e-02, -1.0138e-01, 1.1711e-01, 4.2255e-02, -3.3820e-02,
-7.9687e-04, -6.1898e-02, 1.1356e-01, 7.1281e-02, 1.3414e-02,
-8.2979e-02, -6.0443e-02, 7.6068e-02, 3.6711e-02, 1.4221e-02,
1.1449e-02, 2.3009e-02, -5.5767e-02, 2.9283e-02, -7.7974e-02,
-7.4178e-02, -2.0115e-01, 3.5413e-02, -1.0028e-02, 5.3020e-02,
4.8698e-02, 1.1376e-02, 7.8257e-02, 7.6573e-02, 5.1557e-02,
5.4139e-02, -1.0326e-01, 2.6014e-02, 2.2885e-02, -1.0774e-02,
-3.4256e-02, 2.8113e-02, 2.7542e-02, 3.0812e-02, 1.2216e-01,
5.7529e-02, -7.2280e-02, -4.0219e-02, 2.4076e-02, 4.4234e-02,
6.1594e-04, -4.8299e-02, -1.6570e-02, 1.1439e-01, -6.3471e-02,
-7.1312e-02, -3.2952e-02, -1.4026e-02, 6.2588e-04, 1.2545e-02,
4.4004e-02, 2.6351e-02, -5.7340e-02, -4.0772e-03, 2.0066e-01,
-6.1461e-02, 2.5722e-02, 3.7017e-02, 2.8565e-02, 5.7854e-02,
1.9364e-02, -1.1352e-01, -1.9852e-02, -1.1461e-01, 1.4911e-02,
-1.4099e-02, -2.1075e-02, -1.2114e-01, -1.4649e-02, -2.3051e-02,
6.4925e-02, 9.2723e-03, -9.4974e-02, 3.2542e-03, 4.8988e-02,
-9.1260e-02, -3.7658e-03, 2.6171e-02, 6.1482e-02, -5.8381e-02,
-1.7681e-02, -3.6344e-03, 8.8388e-02, -7.3296e-02, -4.2805e-02,
-8.4999e-02, -1.0037e-01, 5.8248e-02, -8.0036e-03, -6.1139e-02,
2.4833e-02, -7.7343e-02, 2.3511e-02, 7.5055e-02, 1.0800e-02,
4.4641e-02, -1.5790e-02, 2.5247e-02, -2.2350e-02, 3.9012e-02,
-1.0387e-02, 4.0112e-02, -2.3126e-02, -1.9263e-02, -4.9503e-06,
-4.7037e-02, -2.4143e-02, -5.3886e-02, 7.3581e-02, 1.1993e-02,
3.9974e-02, 6.3281e-02, 2.2586e-02, 4.2094e-02, 3.1042e-02,
-8.5143e-02, -9.2904e-03, 2.6657e-02, -3.5428e-02, 3.9652e-02,
-8.2343e-02, 5.5490e-02, -1.6398e-01, 3.0319e-02, 3.4345e-02,
-3.7091e-02, -9.8619e-02, -1.0529e-02, -1.1078e-02, -1.7246e-01,
2.9786e-02, -2.2805e-02, -5.2338e-02, 4.0116e-02, 3.9849e-02,
-4.8793e-02, 8.4826e-02, -1.5717e-02, -1.4654e-01, 1.1259e-03,
4.8400e-02, 2.7349e-02, -1.4880e-01, 4.3566e-02, 5.1065e-02,
7.1656e-02, -1.9974e-02, 5.6286e-03, 2.7285e-02, 8.6036e-02,
-5.0020e-02, 4.9561e-02, -3.5391e-02, 2.4304e-02, 3.9152e-02,
7.7504e-02, -5.5120e-03, 1.5986e-02, 2.3927e-02, 7.0652e-02,
2.1960e-02, -5.4246e-02, -2.4299e-02, 1.1806e-02, -6.9910e-02,
7.7041e-02, 3.5063e-02, -1.0948e-01, 8.0913e-02, 5.9000e-02,
-5.6814e-02, 4.4339e-02, 1.2652e-02, -1.1491e-01, -2.2446e-02,
-9.0610e-02, 2.1385e-02, 9.3345e-02, 3.0262e-02, -1.1927e-02,
2.4646e-02, 4.3443e-02, 7.7886e-02, -9.9491e-02, -2.4396e-02,
2.8243e-02, -3.0809e-03, 5.0749e-02, 1.3053e-03, -4.0437e-02,
-5.1021e-02, 4.7587e-02, -7.6104e-04, 3.3575e-02, 4.5431e-02,
-3.8335e-02, -5.1800e-02, -9.0562e-02, 3.8481e-02, 6.2071e-02,
3.5026e-02, -2.2078e-02, 3.6790e-03, 1.4182e-02, -1.5831e-01,
2.8381e-02, 1.7326e-02, -1.8019e-02, -6.5636e-03, -8.9823e-02,
-5.9298e-04, 3.0629e-02, -1.3790e-02, -3.0214e-02, 6.7718e-04,
1.3982e-03, -6.3215e-02, 2.4128e-02, -2.0759e-03, 1.0764e-01,
7.3861e-02, -2.0685e-02, -2.8478e-02, 3.5520e-03, 6.6532e-02,
-1.0981e-02, 5.2541e-04, 1.4879e-03, 1.0896e-02, -3.2927e-02,
-6.5949e-02, 5.5068e-02, -4.8073e-02, 4.3061e-02, -1.8521e-02,
8.5292e-02, 6.8727e-02, 3.4840e-02, -2.1986e-02, -2.3605e-03,
-2.6187e-02, -1.4838e-02, -6.7522e-02, 6.8457e-02, 2.1290e-02,
-1.0256e-01, 7.4643e-02, 8.0946e-02, 7.2097e-02, -2.6526e-02,
5.6705e-02, -7.6862e-03, 1.3484e-02, 7.8854e-03, -2.4251e-02,
-2.1378e-02, -3.4071e-03, 7.6478e-03, -7.6133e-03, -1.3270e-01,
-1.7232e-02, -1.2239e-02, 5.3023e-02, 3.3677e-02, -4.0628e-02,
1.3412e-02, -8.6445e-02, -1.6515e-02, -6.1146e-02, -2.7502e-02,
2.5197e-02, -2.8842e-02, -4.6899e-02, -8.4151e-03, 1.3000e-01,
2.6330e-02, -8.2775e-02, -6.9191e-02, -9.7541e-03, -1.2670e-01,
5.3524e-02, 6.7635e-02, 9.2162e-03, -8.6403e-02, -6.2109e-02,
3.0105e-02, 3.2260e-02, -2.8917e-02, 1.4674e-02, -4.6261e-02,
-6.2288e-03, -9.9455e-02, -7.5891e-02, -9.0657e-02, 7.2371e-02,
-5.9760e-04, -1.1917e-02, -1.8935e-02, -2.6148e-02, -2.8281e-02,
2.2284e-02, 5.8299e-02, 1.7023e-02, -8.1430e-02, 2.3126e-02,
3.2384e-02, 4.9979e-02, 6.7762e-02, -4.8040e-03, 5.5803e-02,
-5.7599e-02, 3.6191e-02, -3.7355e-02, -1.3339e-02, 7.3790e-02,
1.8318e-02, -6.2263e-02, 1.7788e-02, -1.4097e-02, -2.9093e-02,
-9.7937e-02, -1.0748e-01, -6.7182e-02, -1.2432e-02, 4.3088e-02,
-3.5894e-02, -6.5241e-03, -1.4584e-02, 4.9997e-02, 2.0624e-02,
8.4960e-03, 2.5523e-02, 4.9387e-02, -9.1700e-03, 1.1814e-01,
-4.0844e-02, 1.0338e-01, -2.7504e-02, -3.5965e-02, 4.2603e-02,
5.3909e-02, -3.9047e-03, -4.8083e-02, -1.2140e-01, -1.8490e-02,
-5.7476e-03, -1.1002e-01, 1.4108e-02, 4.5835e-02, -2.5110e-02,
7.8122e-03, 3.0387e-03, 3.0947e-02, -1.5148e-02, -5.1568e-02,
3.6167e-02, -3.9902e-02, -2.5214e-02, -3.6643e-03, -3.1086e-02,
-4.6475e-02, 9.3248e-03, 1.6195e-02, 5.6042e-02, -6.3872e-02,
5.7812e-02, 2.8909e-02, 6.9072e-02, -2.3532e-02, 4.8135e-02,
2.4816e-02, 3.3426e-02, 5.5709e-03, -2.0211e-02, -3.0802e-02,
5.7807e-03, -1.1410e-01, 1.2955e-02, -3.9483e-02, -1.4752e-01,
6.9852e-02, -5.8898e-02, 8.2391e-02, -6.8703e-02, -6.9557e-03,
-2.2292e-02, -7.0178e-03, -6.5759e-02, -1.9904e-02, 1.8768e-02,
-1.3048e-03, 5.7915e-04, -4.2287e-02, -6.9657e-02, 2.3431e-02,
-4.5312e-02, -4.7738e-03, -9.7657e-03, 2.2663e-02, 1.6185e-02,
1.0125e-02, -7.1559e-02, 4.5805e-02, -3.0712e-02, 7.3696e-02,
1.3389e-02, -3.1300e-02, -1.5839e-02, 4.1747e-02, -3.1223e-03,
1.9833e-02, 4.1088e-02, -5.3480e-02, 4.4219e-04, 9.0099e-02,
5.7022e-02, 7.3130e-04, -2.6225e-02, 5.7729e-03, 2.6725e-02,
1.1933e-02, -3.5557e-02, 9.0541e-02, 5.9099e-02, 4.2145e-02,
-1.8380e-02, -2.2117e-02, 6.4510e-03, -4.9382e-02, 1.6510e-02,
3.8046e-02, 1.6887e-02, -9.1254e-02, 5.9499e-02, 1.3392e-02,
-8.1350e-02, 6.6713e-02, -6.3757e-02, -3.7393e-02, -3.2794e-02,
-4.0818e-02, -1.3775e-02, 3.5564e-02, -6.5070e-02, 4.3422e-02,
-1.7840e-02, -9.4763e-02, 6.7361e-02, 3.2747e-02, -1.3070e-03,
1.0626e-02, -1.0889e-02, 4.4071e-02, 2.1297e-02, 7.5071e-02,
-1.4659e-02, 6.5029e-03, 1.8651e-02, 1.5753e-02, 5.9753e-02,
-3.0180e-02, 5.5062e-02, -8.3186e-02, 1.4349e-02, 6.9212e-03,
-1.4120e-02, 6.4146e-02, -4.9388e-02, -9.5143e-02, 8.0984e-02,
-5.0049e-02, -2.5544e-02, 3.2798e-02, -6.6403e-02, -4.2226e-02,
7.6565e-02, 6.1535e-02, 5.4953e-02, 4.3084e-02, 6.9556e-02,
6.7694e-02, -3.5927e-02, -1.0665e-01, -4.6974e-02, -1.4082e-02,
-4.2258e-02, -1.3725e-02, 3.7464e-02, -3.0781e-02, 3.4874e-02,
2.8101e-02, 5.1923e-02, 6.2354e-02, -1.6444e-02, 4.3146e-02,
-5.9961e-02, 1.7008e-01, 5.8610e-02, -5.0449e-03, -8.2219e-02,
8.0551e-02, 1.2586e-02, 2.7540e-02, 9.9058e-02, 4.1983e-02,
-2.6136e-02, -2.3655e-02, -1.8290e-02, -1.0430e-02, 1.5172e-02,
4.6774e-02, -6.5684e-03, -3.9840e-02, 1.5788e-02, 4.6679e-02,
3.6315e-02, 1.1920e-01, 3.1419e-02, 1.7551e-02, -6.4528e-02,
1.7677e-02, -2.8380e-02, 4.5451e-04, -1.0750e-01, -3.9896e-02,
9.0178e-02, 2.1414e-03, 8.5834e-02, -9.1108e-02, 2.1823e-02,
-2.0293e-03, -3.1646e-02, 4.4386e-02, -4.0638e-02, 7.7022e-02,
1.0424e-01, -1.2483e-01, 4.2014e-02, 2.0872e-02, -2.3188e-02,
5.6729e-02, 3.1010e-02, 7.6409e-02, -5.2086e-02, 4.4477e-03,
-2.8504e-02, 1.1381e-02, 2.9968e-03, -9.7021e-03, 7.7351e-02,
-2.8062e-01, 8.5604e-03, -3.3166e-02, 4.1346e-02, 2.9716e-03,
-2.2061e-02, -4.6790e-02, 3.6100e-02, -9.9159e-02, 2.6514e-02,
-1.5190e-02, 1.5644e-02, 1.4838e-01, -3.1185e-02, 6.0548e-02,
1.0624e-02, 3.1010e-04, -2.6274e-02, -3.4931e-02, 1.3657e-02,
-1.2914e-02, 9.1400e-02, 2.0279e-02, 8.6915e-02, 3.4158e-02,
-7.9910e-03, 2.4694e-02, 4.3265e-03, 5.4758e-02, -6.5526e-02,
-8.6256e-03, -6.1581e-02, -1.5427e-02, 8.1483e-03, 3.5417e-02,
3.7136e-02, -1.1066e-02, 2.5454e-02, -1.3931e-02, -1.0136e-02,
2.7925e-02, -1.3331e-02, -8.8754e-02], device='cuda:0')),
('bert.encoder.layer.3.attention.output.LayerNorm.weight',
tensor([0.8683, 0.8563, 0.8595, 0.8267, 0.7802, 0.8732, 0.7496, 0.8503, 0.9070,
0.7741, 0.9010, 0.8976, 0.9129, 0.8904, 0.8836, 0.7479, 0.8336, 0.8152,
0.8262, 0.8967, 0.7908, 0.9095, 0.8363, 0.8571, 0.8062, 0.8450, 0.8805,
0.9094, 0.8381, 0.8838, 0.8669, 0.7432, 0.8955, 0.7561, 0.8468, 0.8214,
0.7510, 0.8937, 0.7415, 0.8933, 0.9095, 0.8721, 0.8531, 0.9015, 0.9204,
0.8928, 0.8829, 0.8741, 0.9280, 0.8175, 0.9125, 0.8122, 0.8273, 0.8838,
0.7796, 0.7310, 0.8605, 0.8674, 0.8044, 0.7972, 0.8500, 0.9107, 0.9228,
0.9127, 0.7612, 0.8951, 0.8836, 0.8571, 0.7471, 0.8165, 0.8695, 0.8359,
0.8633, 0.8516, 0.8965, 0.8914, 0.8732, 0.8651, 0.8897, 0.8620, 0.8539,
0.8229, 0.8667, 0.8622, 0.7184, 0.9351, 0.8238, 0.8547, 0.8979, 0.8655,
0.8735, 0.8517, 0.8708, 0.8873, 0.8575, 0.8588, 0.6879, 0.8861, 0.8999,
0.8885, 0.7968, 0.9125, 0.7997, 0.9269, 0.7236, 0.9182, 0.9022, 0.8194,
0.9108, 0.9011, 0.8271, 0.8469, 0.9044, 0.7160, 0.8581, 0.9345, 0.8566,
0.8744, 0.9032, 0.9052, 0.8918, 0.8637, 0.8826, 0.8138, 0.8174, 0.7946,
0.8775, 0.8338, 0.8559, 0.8296, 0.8897, 0.7921, 0.8769, 0.8746, 0.8858,
0.8470, 1.1072, 0.8908, 0.8501, 0.8903, 0.7744, 0.8854, 0.8474, 1.4006,
0.8796, 0.8570, 0.8840, 0.8897, 0.8567, 0.9085, 0.9125, 0.8868, 0.8959,
0.8552, 0.8760, 0.8319, 0.8819, 0.8875, 0.8587, 0.8826, 0.9930, 0.8893,
0.7229, 0.8577, 0.8347, 0.8993, 0.9188, 0.7444, 0.8264, 0.8476, 0.8975,
0.6963, 0.8085, 0.8757, 0.8730, 0.9174, 0.9167, 0.9450, 0.9059, 0.8598,
0.8334, 0.8482, 0.8095, 0.9279, 0.8529, 0.8862, 0.8197, 0.8760, 0.8732,
0.8648, 0.8788, 0.7454, 0.8379, 0.8824, 0.8468, 0.9051, 0.9117, 0.6657,
0.8432, 0.8968, 0.8938, 0.8075, 0.8793, 0.8829, 0.8215, 0.8573, 0.8860,
0.9158, 0.8733, 0.8354, 0.8764, 0.8910, 0.8140, 0.9032, 0.8345, 0.9023,
0.8111, 0.8025, 0.8668, 0.8724, 0.9036, 0.8217, 0.8952, 0.9885, 0.8551,
0.8829, 0.9003, 0.8857, 0.8672, 0.6687, 0.8021, 0.8851, 0.8357, 0.8405,
0.8359, 0.8907, 0.6650, 0.9104, 0.8289, 0.8804, 0.8687, 0.8194, 0.8179,
0.8406, 0.8981, 0.8297, 0.9071, 0.8157, 0.9023, 0.9203, 0.9011, 0.8817,
0.9368, 0.9259, 0.9212, 0.8744, 0.9206, 0.6859, 0.8650, 0.8816, 0.7252,
0.8902, 0.8579, 0.8761, 0.8740, 0.8813, 0.8745, 0.9053, 0.7338, 0.8931,
0.8818, 0.8610, 0.9070, 0.8599, 0.9489, 0.8954, 0.8437, 0.8752, 0.8416,
0.8924, 0.9267, 0.8809, 0.7624, 2.5703, 0.8816, 0.9185, 0.7314, 0.9555,
0.8776, 0.8659, 0.7267, 0.8628, 0.8186, 0.8250, 0.8664, 0.7934, 0.8975,
0.6793, 0.9030, 0.8921, 0.9111, 0.8205, 0.8130, 0.8704, 0.7344, 0.9108,
0.7922, 0.9173, 0.8972, 0.8442, 0.8493, 0.8180, 0.8698, 0.7296, 0.8222,
0.8883, 0.8691, 0.7940, 0.9482, 0.7965, 0.8235, 0.8842, 0.8624, 0.9154,
0.8035, 0.8379, 0.9546, 0.8184, 0.9195, 0.8931, 0.9991, 0.8553, 0.8845,
0.9086, 0.9216, 0.9036, 0.8695, 0.9054, 0.8872, 0.7882, 0.6621, 0.8956,
0.7937, 0.9251, 0.8362, 0.9007, 0.8844, 0.8465, 0.8484, 0.8350, 0.8941,
0.8421, 0.8224, 0.8475, 0.9105, 0.8633, 0.8487, 0.8791, 0.8775, 0.7860,
0.8425, 0.8946, 0.8508, 0.9082, 0.8748, 0.8814, 0.9002, 0.9831, 0.8870,
0.8591, 0.8208, 0.8950, 0.8664, 0.8641, 0.8281, 0.8309, 0.8197, 0.8737,
0.9052, 0.6940, 0.8317, 0.8577, 0.8885, 0.9491, 0.8453, 0.8163, 0.8012,
0.8768, 0.8907, 0.7804, 0.9068, 0.8031, 0.8866, 0.8929, 0.8625, 0.8822,
0.7785, 0.9289, 0.8384, 0.7743, 0.7401, 0.8206, 0.7763, 0.8653, 0.8680,
0.8943, 0.8264, 0.8684, 0.9171, 0.9246, 0.8400, 0.8060, 0.9164, 0.9154,
0.9151, 0.8529, 0.8147, 1.0309, 0.8472, 0.8929, 0.8502, 0.9207, 0.8928,
0.8073, 0.8441, 0.8939, 0.8856, 0.7022, 0.8919, 0.9300, 0.8706, 0.8738,
0.8334, 0.9156, 0.7951, 0.9378, 0.8912, 0.8580, 0.8956, 0.8799, 0.9134,
0.7895, 0.8526, 0.7892, 0.8451, 0.8135, 0.8929, 0.9101, 0.8849, 0.8248,
0.9211, 0.6681, 0.8664, 0.8939, 0.8913, 1.0316, 0.8048, 0.7896, 0.8542,
0.8511, 0.8370, 0.8712, 0.8517, 0.9055, 0.7855, 0.8103, 0.8554, 0.8071,
0.9033, 0.8823, 0.8940, 0.8503, 0.9183, 0.8727, 0.9086, 0.8459, 0.7085,
0.9115, 0.8089, 0.9479, 0.8235, 0.8621, 0.9018, 0.9100, 0.8870, 0.8598,
0.9187, 0.7888, 0.9065, 0.7968, 0.8235, 0.9023, 0.8758, 0.8143, 0.9229,
0.8378, 0.8100, 0.9008, 0.8172, 0.8675, 0.8955, 0.8859, 0.7963, 0.8680,
0.8966, 0.9924, 0.9302, 0.8516, 0.8943, 0.8824, 0.9163, 0.8718, 0.9244,
0.8608, 0.8939, 0.7945, 0.9014, 0.8502, 0.7611, 0.9014, 0.8859, 0.7563,
0.8390, 0.9005, 0.8786, 0.9106, 0.9587, 0.9143, 0.8787, 0.8831, 0.8720,
0.9052, 0.8541, 0.8043, 0.8208, 0.8486, 0.7691, 0.8957, 0.8571, 0.8219,
0.9167, 0.8945, 0.7853, 0.7628, 0.8138, 0.8993, 0.8448, 0.8167, 0.8828,
0.9077, 0.8501, 0.8171, 0.9300, 0.8679, 0.7577, 0.8493, 0.8207, 1.9940,
0.8575, 0.8372, 0.9052, 0.8972, 0.7053, 0.8848, 0.8898, 0.9200, 0.8417,
0.8889, 0.7951, 0.9308, 0.7767, 0.8699, 0.8137, 0.8713, 0.8851, 0.8957,
0.8544, 0.8408, 0.9139, 0.8797, 0.8724, 0.9358, 0.8921, 0.8485, 0.8766,
0.9064, 0.8707, 0.8873, 0.8585, 0.8079, 0.9044, 0.7877, 0.8314, 0.8794,
0.8741, 0.9318, 0.8383, 0.8419, 0.8894, 0.8607, 0.8977, 0.8570, 0.7825,
0.9038, 0.9432, 0.8566, 0.8709, 0.8500, 0.8944, 0.8669, 0.8651, 0.7844,
0.8494, 0.9163, 0.9489, 0.9051, 0.9053, 0.9276, 0.8961, 0.8842, 0.8652,
0.7494, 0.8499, 0.9157, 0.8525, 0.9558, 0.8842, 0.8818, 0.8489, 0.8923,
0.8923, 0.9049, 0.8071, 0.8556, 0.8394, 0.8998, 0.8885, 0.9109, 0.8815,
0.8107, 0.9271, 0.8420, 0.8932, 0.8640, 0.8287, 0.8110, 0.7670, 0.9063,
0.9030, 0.8294, 0.8226, 0.9144, 0.8131, 0.7479, 0.8190, 0.8763, 0.8846,
0.8705, 0.8634, 0.8960, 0.8861, 0.8313, 0.8519, 0.8468, 0.8227, 0.8613,
0.9395, 0.7006, 0.7409, 0.8824, 0.9193, 0.8219, 0.8471, 0.9209, 0.9339,
0.8357, 0.8701, 0.8907, 0.9002, 0.9063, 0.9210, 0.8440, 0.8852, 0.8776,
0.9002, 0.8594, 0.8316, 0.9137, 0.8512, 0.8983, 0.8876, 0.7019, 0.8938,
0.8986, 0.9213, 0.8770, 0.8592, 0.9739, 0.8291, 0.9143, 0.8057, 0.7958,
0.6646, 0.8132, 0.9176, 0.9197, 0.8508, 0.9328, 0.8598, 0.9051, 0.8455,
0.9082, 0.8868, 0.8280, 0.9235, 0.8652, 0.8110, 0.7456, 0.8665, 0.9121,
0.8986, 0.8973, 0.8898, 0.8137, 0.9012, 0.7215, 0.9457, 0.8183, 0.8836,
0.8922, 0.8603, 0.8075, 0.9002, 0.9643, 0.8497, 0.8955, 0.9491, 0.7983,
0.8430, 0.8816, 0.9210, 0.8437, 0.7126, 0.8517, 0.8437, 0.8168, 0.8732,
0.8707, 0.8395, 0.7303, 0.8455, 0.8902, 0.8934, 0.8433, 0.9094, 0.8256,
0.7924, 0.8661, 0.8904, 0.8675, 0.8446, 0.8914, 0.9097, 0.8539, 0.9047,
0.8582, 0.9166, 0.8553], device='cuda:0')),
('bert.encoder.layer.3.attention.output.LayerNorm.bias',
tensor([ 5.7966e-02, 1.8026e-03, -1.9701e-01, -8.3486e-02, -1.2014e-01,
1.8711e-01, -1.5166e-01, 3.5926e-01, 2.2606e-01, -3.2701e-02,
1.3576e-01, -7.5217e-03, -4.3886e-02, -1.8354e-01, -1.0460e-02,
3.2847e-01, -6.3011e-02, -1.5287e-02, -9.1164e-02, -8.3914e-02,
2.0339e-02, 1.2900e-01, -1.0988e-01, 7.3239e-02, -2.7679e-02,
1.6227e-01, -5.2696e-02, 2.3955e-01, 3.0813e-02, 2.1511e-02,
-4.7135e-02, -1.7153e-01, -8.1515e-02, -6.9622e-02, 4.7751e-02,
4.2326e-02, -1.5803e-01, -5.2531e-02, 5.9929e-02, 2.1859e-01,
-7.1243e-02, -1.0138e-01, 5.0247e-02, 9.0983e-02, -6.7677e-02,
-5.8094e-02, 2.2389e-01, -1.7666e-02, 1.1842e-01, 6.8387e-02,
2.6324e-02, -4.0083e-02, 1.2769e-01, -1.4725e-01, -8.5199e-02,
-9.0249e-02, -9.3883e-02, 3.7671e-02, 3.1947e-02, 8.5395e-02,
2.4513e-03, 5.2796e-02, 2.0146e-01, -3.1683e-01, -7.4633e-02,
-1.4800e-02, 1.2172e-01, -3.7036e-02, 1.4413e-01, -1.2364e-04,
-1.7510e-01, 1.4215e-03, -4.3144e-02, 1.1352e-01, 4.8667e-02,
-5.7281e-02, 1.4509e-01, -2.0261e-02, 7.0111e-03, 1.1626e-01,
1.9666e-02, 4.9898e-03, -1.4608e-01, 1.7239e-01, 3.1046e-02,
2.8286e-01, -1.1145e-01, 1.7492e-02, 8.3783e-02, 9.0645e-02,
-1.3457e-01, -8.1592e-02, -2.6677e-01, 8.8213e-02, -8.3963e-02,
1.9862e-01, 6.9075e-03, -9.5518e-02, 6.3355e-02, 2.7443e-01,
-5.1543e-02, -4.5980e-02, 2.8694e-02, 1.2022e-01, -1.6237e-01,
3.8195e-02, 2.2339e-02, -1.6822e-02, -1.7707e-01, -1.0837e-01,
9.8166e-02, -1.3173e-01, -4.7793e-02, -1.1829e-02, 7.0161e-02,
1.6213e-01, 4.5601e-02, 1.6981e-01, -8.8471e-03, 6.0619e-02,
4.5225e-02, -4.2458e-02, 2.3129e-02, 6.6091e-02, -3.2863e-02,
-1.1626e-03, -1.1627e-01, 3.4682e-02, 6.8829e-02, 5.8667e-02,
4.6102e-02, 3.3177e-02, -1.1995e-01, 8.4640e-02, 7.6979e-04,
4.7406e-02, 2.7996e-01, 3.5996e-02, -1.3233e-01, -8.8627e-03,
-2.7999e-01, -2.0798e-03, -3.6922e-02, -1.7242e+00, -4.5329e-02,
-1.7469e-01, 1.3557e-01, 5.9919e-02, -9.1440e-02, -2.7532e-01,
-3.5331e-01, -1.9779e-02, -5.0144e-02, -3.5310e-02, 1.2030e-01,
2.0498e-02, -1.2809e-01, -1.0474e-01, -5.5910e-02, -8.3077e-02,
2.4215e-01, 4.1637e-02, -8.1618e-02, -5.8832e-02, -9.1879e-03,
-2.7305e-01, 2.5260e-01, 6.6316e-02, -1.2610e-01, -6.7019e-02,
-6.4631e-02, -2.4814e-02, 3.2971e-03, 1.0030e-01, 2.2390e-01,
1.8891e-01, 1.8208e-01, -4.6386e-01, -7.3112e-02, 1.5766e-02,
-2.4900e-01, -2.7316e-02, -1.1859e-01, -2.8517e-01, -3.2242e-02,
-1.0348e-01, -2.6473e-01, -1.6031e-01, 2.5980e-02, -7.4975e-02,
1.7264e-01, 1.4195e-01, 6.9137e-02, -1.7004e-02, -8.2319e-02,
-2.0178e-01, 2.7971e-02, -1.2218e-01, -5.5007e-02, -7.5909e-02,
1.2439e-01, 1.0028e-01, -9.6538e-02, 1.5346e-01, 1.2340e-01,
8.7600e-02, 6.2695e-03, -2.0369e-01, -5.7776e-02, -1.3599e-01,
1.5796e-02, -6.7471e-03, 7.0502e-02, -1.4120e-01, -8.1081e-02,
-8.4545e-02, 1.6637e-01, 4.6021e-02, -6.7321e-02, 1.5325e-01,
2.0066e-02, 1.4754e-02, 4.2572e-02, -4.3365e-01, -1.6622e-01,
1.0639e-01, 2.7808e-02, 3.3188e-02, 2.3517e-01, -2.2588e-01,
-5.6777e-02, 3.8361e-02, 3.1255e-02, -5.2035e-02, -1.1531e-01,
-1.7246e-01, 3.4042e-02, -2.5894e-02, -3.3050e-02, -4.6600e-02,
-2.2055e-01, -5.8786e-02, 1.2968e-01, 2.8382e-02, -1.9139e-01,
-1.8649e-01, 3.9493e-02, 5.5709e-03, 4.8841e-02, 1.3901e-01,
3.3997e-02, 5.3919e-02, 1.7065e-01, 3.1673e-02, 1.1641e-01,
-5.6786e-03, -2.0865e-01, 5.4085e-02, -1.0884e-01, -1.0074e-01,
-6.9165e-03, -2.4483e-01, 8.3835e-02, 5.1415e-02, -5.6123e-02,
5.8978e-02, -8.1777e-02, -5.9286e-02, -1.2085e-02, -5.3345e-02,
-3.6183e-02, -2.0191e-01, 1.2473e-01, -1.8758e-02, 1.6354e-01,
-7.7369e-02, -1.1062e-01, -7.5085e-02, 3.9708e-02, -2.7083e-01,
1.5526e-02, -5.1965e-02, -1.5296e-01, 1.0251e+00, -1.7492e-02,
1.0633e-01, 3.3778e-02, -3.4915e-01, 1.0789e-01, 6.6008e-02,
-2.1252e-02, -1.1570e-01, -5.1033e-02, -1.0638e-01, -1.2390e-01,
-8.3858e-02, -3.2482e-01, 1.2427e-02, -1.0142e-01, 8.5771e-02,
1.4518e-01, -7.5350e-02, -8.3164e-02, -4.4089e-03, -1.6414e-01,
-1.5958e-01, -3.1613e-02, 6.2120e-02, 2.6994e-02, 1.2344e-01,
3.2962e-01, -8.3187e-02, 2.1877e-02, 3.5458e-02, -2.3781e-02,
6.9627e-02, -7.7477e-02, -1.5073e-02, -2.8544e-01, 5.5259e-02,
-9.8550e-02, -3.1219e-02, 1.7613e-02, 6.0878e-03, -6.5192e-02,
-1.4073e-01, 3.1316e-01, 1.4435e-01, 1.3800e-02, 2.4669e-01,
-4.8552e-01, -4.2559e-02, -6.1906e-02, 7.5759e-02, 1.1464e-01,
-1.1158e-01, 5.8482e-02, 8.4407e-02, -1.7933e-01, 6.4785e-02,
-5.7425e-02, -2.5103e-02, 1.0530e-02, -1.2776e-01, 2.9742e-03,
-4.4478e-02, -4.5329e-02, -1.2459e-01, -8.1138e-02, -5.5933e-02,
2.0876e-02, 2.3915e-02, -1.6628e-01, 2.4730e-02, 1.6735e-02,
-1.6769e-01, -2.3052e-03, 4.5474e-02, -3.5927e-02, -1.6185e-01,
-2.0252e-02, -7.9109e-02, 8.1750e-02, -5.8199e-02, -1.8790e-01,
6.5366e-02, -5.8120e-02, 2.3494e-01, -1.2768e-01, 1.7772e-01,
-5.6792e-02, -1.8084e-01, -4.4470e-02, 2.8148e-02, -6.8976e-03,
-5.6365e-02, 2.9175e-02, -2.8294e-02, 2.0506e-01, -2.2205e-02,
6.7637e-02, -6.6179e-02, 5.8809e-03, 3.2400e-01, -2.1323e-01,
-1.6984e-01, 1.1552e-01, -1.8750e-02, 6.1056e-02, -3.8556e-02,
7.2095e-02, 1.3194e-02, 5.1688e-02, -3.4638e-02, -9.2467e-02,
-7.9494e-02, 9.7777e-03, 1.1233e-01, -1.1588e-01, -5.1488e-02,
-1.4191e-01, 2.2043e-01, 2.8451e-02, 4.1230e-02, -1.6955e-01,
3.5313e-02, 1.1501e-01, -1.0428e-01, -1.7363e-01, -1.1243e-01,
-2.4119e-01, 1.1827e-02, 1.5459e-01, -4.1224e-02, 1.3018e-01,
-1.4169e-02, 1.1702e-01, 4.1925e-01, -1.4278e-01, -2.3580e-02,
-8.0755e-02, -6.0537e-02, -1.4536e-01, -6.9187e-02, 1.0347e-01,
-1.5048e-01, -2.6339e-01, -1.6816e-01, -1.3120e-01, 1.5726e-01,
-5.0478e-02, -1.8399e-02, -1.9384e-01, 9.8524e-02, -1.9074e-01,
1.6057e-01, 2.0801e-01, 9.7640e-02, -9.4340e-02, 6.4987e-02,
1.2535e-01, 4.3270e-02, -4.3728e-02, -2.8509e-02, 3.0744e-02,
-1.4375e-01, -2.3113e-02, 6.1065e-02, 4.5285e-02, -6.1069e-02,
2.2136e-01, 2.3773e-01, -2.1727e-03, 2.9593e-03, -1.5225e-01,
-4.9168e-01, -2.2086e-02, 4.6180e-03, -8.7871e-02, -1.1051e-02,
-1.5473e-02, -2.8706e-02, -4.7131e-02, 1.3090e-01, -5.5634e-02,
-3.5575e-03, 2.7797e-02, 5.0652e-02, 1.4877e-01, 5.7000e-02,
1.2524e-01, 1.3787e-01, -3.8363e-02, 2.3069e-01, -9.0282e-02,
3.5654e-02, -4.0613e-02, 1.3534e-01, 9.9856e-02, -8.3235e-02,
-1.4204e-02, -1.2290e-01, -1.1707e-01, 8.2042e-02, 9.1552e-02,
-2.0269e-01, 1.1391e-01, 1.7041e-02, 6.0660e-02, 2.4619e-02,
-3.1429e-02, -5.4816e-02, -1.0120e-01, 3.0930e-02, 2.0010e-01,
1.4503e-02, -2.5314e-03, 1.8153e-02, -2.2212e-02, 6.0802e-02,
4.3294e-02, 7.1493e-02, -2.1260e-02, -1.2332e-01, -2.2100e-01,
2.4843e-01, -9.8450e-02, 3.2214e-02, -2.3575e-01, -1.6469e-01,
-3.5828e-01, 1.0589e-02, 3.4897e-01, 9.1537e-02, -1.7960e-01,
-3.7875e-02, 8.0523e-02, 1.2835e-01, 1.5011e-01, 1.4528e-02,
-9.5291e-02, 9.6869e-03, 3.0951e-02, -1.6187e-01, -8.6496e-02,
-4.0433e-02, 1.4286e-01, -2.3819e-02, -4.3672e-02, -9.9988e-02,
-6.3192e-02, 1.5186e-01, -1.3567e-01, -8.8978e-02, -9.2625e-02,
-7.7824e-02, -2.1404e-02, 1.8524e-01, -2.1593e-01, 5.5729e-02,
-2.4669e-01, 1.9454e-02, 2.7329e-02, -1.1868e-02, -2.6959e-02,
1.2062e-01, -4.7408e-03, -2.6096e-02, 1.6928e-01, 1.6193e-01,
2.2339e-01, 1.2184e-01, -6.0363e-02, 1.3302e-01, -3.0002e-02,
-1.0848e-02, -1.5219e-01, -1.7982e+00, -1.4347e-01, 2.0634e-02,
-1.6907e-01, 6.5344e-02, -1.5764e-01, -2.5710e-02, 7.7098e-02,
-1.3031e-01, -7.3567e-02, -3.5227e-03, -1.2394e-01, 1.3964e-01,
-1.0776e-01, 2.2119e-02, -1.1348e-01, -3.6920e-02, 9.5452e-03,
-4.5532e-02, 8.4972e-02, -8.0367e-02, 2.2422e-01, -4.2317e-02,
5.1020e-03, 2.8768e-01, 8.2465e-02, -6.5079e-02, 5.6071e-03,
-3.4731e-02, 1.5377e-01, -5.3578e-02, 1.2738e-01, 3.7443e-02,
-1.0854e-01, 1.4311e-02, -1.1610e-01, -2.8464e-01, -2.3832e-01,
4.1105e-02, 4.9566e-02, -4.4881e-02, -1.7085e-01, 5.7745e-02,
-1.0537e-01, -9.9319e-02, -6.6945e-02, -2.0195e-01, 1.4847e-01,
-1.1401e-01, -1.0910e-02, 1.8324e-01, 1.6267e-01, 7.2454e-02,
4.6277e-02, -3.6781e-02, -2.2914e-02, -2.6373e-01, 1.9954e-01,
1.2734e-01, 2.1413e-02, -7.1651e-02, -6.7500e-02, -7.4622e-04,
-1.1584e-01, 1.2929e-01, 9.8082e-02, 5.4810e-02, 9.2913e-02,
-1.9141e-01, -4.1139e-02, -1.6285e-01, 8.3313e-02, 4.0739e-01,
-1.5083e-01, 1.0246e-01, 6.9786e-02, -8.2091e-02, 9.1998e-02,
2.5497e-01, -1.1122e-01, 1.8279e-01, -2.2487e-01, -7.7871e-02,
-8.4126e-02, -8.7373e-02, 2.0282e-01, -1.0044e-01, 2.1302e-02,
-1.1542e-01, -3.4839e-01, 1.1932e-01, -9.7503e-02, -1.7283e-01,
3.4197e-02, -1.2636e-01, -1.8720e-02, -2.4894e-01, -4.2955e-02,
9.7800e-02, -5.3684e-02, 6.2217e-02, 8.7960e-02, -1.5430e-02,
1.0320e-01, 5.5556e-02, -1.1324e-01, -1.1595e-01, 7.5685e-03,
-1.7884e-01, 2.6015e-01, 9.3175e-02, -1.3031e-01, 1.3017e-01,
3.3817e-02, 5.2395e-02, 3.4877e-02, 5.8463e-02, 2.3707e-01,
-4.6866e-02, -1.7170e-02, -2.0954e-01, -9.1989e-02, 9.2417e-03,
1.6838e-01, -6.3430e-02, 1.3143e-01, -6.6343e-03, 4.4440e-02,
3.3500e-02, -5.3376e-02, -2.5608e-02, -2.0863e-02, -7.0549e-02,
1.5753e-01, 3.4383e-02, -1.7589e-01, -7.5839e-02, 1.5925e-01,
-8.9309e-02, 6.6852e-02, -3.1404e-01, 2.2800e-01, 5.0066e-02,
1.2358e-01, 1.0808e-01, 1.2797e-01, 1.3087e-01, -1.0827e-01,
-8.5305e-02, 4.1440e-03, -2.4987e-01, -1.0049e-02, -8.2955e-02,
-2.9583e-02, 2.7570e-02, -5.5990e-02, -3.4608e-03, 5.9207e-02,
1.0389e-01, -1.5659e-01, -1.1034e-01, 1.3125e-01, 9.5043e-02,
5.2525e-02, 1.4973e-01, 6.6068e-02, 6.1681e-02, -1.4385e-02,
3.2854e-02, 2.3088e-01, -4.9147e-02, 5.8379e-02, 1.0706e-01,
-1.6878e-01, -5.1655e-03, -4.7568e-02, 3.8204e-01, -1.8552e-02,
-3.7583e-02, 3.8166e-01, -8.2579e-02, 3.8538e-02, 6.4205e-02,
-2.3500e-01, -1.0999e-01, 4.4729e-02, 1.5468e-01, 2.3057e-02,
-2.8001e-02, -1.9991e-02, -8.6637e-02, -1.8871e-01, 9.0815e-02,
-9.5605e-02, 5.1433e-02, 2.8927e-02, -1.5669e-01, -6.5412e-02,
-1.3424e-01, 1.0810e-01, -7.3089e-02, -1.8608e-02, 2.3210e-01,
-1.4035e-01, -5.4219e-02, 6.3940e-02, -3.4938e-02, 1.2795e-01,
-5.2215e-02, 1.4063e-02, 9.8398e-02], device='cuda:0')),
('bert.encoder.layer.3.intermediate.dense.weight',
tensor([[ 0.0938, 0.0731, 0.1307, ..., 0.0480, 0.0143, 0.0591],
[-0.0013, -0.0736, 0.0254, ..., 0.0056, 0.0072, -0.0011],
[ 0.0261, 0.0139, 0.0440, ..., -0.0228, -0.0171, 0.0029],
...,
[-0.0312, -0.0709, 0.0364, ..., -0.0492, 0.0137, 0.0215],
[-0.0613, -0.0703, 0.0258, ..., 0.0677, -0.0280, 0.0762],
[ 0.0147, 0.0385, -0.0130, ..., -0.0459, -0.0116, 0.0023]],
device='cuda:0')),
('bert.encoder.layer.3.intermediate.dense.bias',
tensor([-0.1254, -0.0548, 0.0052, ..., -0.0807, -0.0687, -0.0220],
device='cuda:0')),
('bert.encoder.layer.3.output.dense.weight',
tensor([[ 2.4917e-02, -1.1534e-02, -5.0020e-02, ..., 3.8085e-02,
-2.7971e-02, 4.2855e-02],
[ 3.1214e-02, -4.2402e-02, -1.9795e-03, ..., -3.3879e-02,
-5.0778e-02, -1.4188e-02],
[ 5.9497e-03, -1.7377e-04, 3.1876e-02, ..., 5.4411e-02,
8.7179e-03, 9.9141e-03],
...,
[-1.4907e-02, 2.5177e-02, -1.5196e-02, ..., -3.8555e-02,
-1.7840e-02, 1.3409e-02],
[-6.5997e-02, 4.7325e-03, 4.2424e-02, ..., -6.0986e-05,
-2.2723e-02, -3.9425e-02],
[-8.3678e-03, 5.2611e-02, 3.3961e-02, ..., 7.3836e-02,
-5.7280e-03, -1.5510e-02]], device='cuda:0')),
('bert.encoder.layer.3.output.dense.bias',
tensor([ 1.3137e-02, -6.8312e-02, 3.3959e-02, 4.1586e-03, -3.1095e-02,
7.3687e-02, 2.2561e-02, 7.9295e-02, 2.9594e-02, -6.1811e-02,
9.8760e-02, 3.6586e-03, -7.6198e-02, -6.8235e-02, 1.8202e-03,
1.6205e-01, -1.9501e-02, -3.4429e-02, -4.8855e-02, -6.8227e-02,
5.3423e-03, 5.5899e-02, -4.6705e-02, -1.5513e-02, -1.7490e-01,
-1.5006e-02, 4.0259e-02, -2.3457e-02, 8.3841e-02, 2.0495e-02,
2.2324e-02, -1.8891e-02, 5.5472e-02, -2.8153e-01, 5.1480e-03,
-4.6411e-02, -1.0442e-01, -1.5095e-02, 6.0815e-02, 1.1491e-01,
-1.3434e-02, -9.1178e-02, -7.2619e-02, 2.6745e-03, -6.7865e-03,
7.9590e-03, 7.9279e-02, -5.5471e-02, -2.5633e-02, -2.8033e-02,
-1.0034e-02, 7.9418e-03, 1.4567e-01, -3.8962e-02, -7.4036e-02,
-1.0752e-01, 2.8456e-02, -8.8148e-02, 5.1558e-02, -5.0966e-02,
-7.9091e-02, 2.3731e-02, -2.9262e-02, -6.4017e-02, -3.0280e-02,
1.1773e-01, -4.2742e-02, 6.7733e-03, -5.7563e-02, -1.5782e-01,
-1.0793e-01, -5.4770e-02, 6.7282e-03, -3.8404e-02, -3.3019e-02,
4.8763e-02, -4.5194e-02, -5.7244e-02, -3.2472e-02, -2.0559e-02,
7.3451e-03, 1.4756e-02, 5.1056e-02, 1.6562e-02, -1.4658e-02,
-1.1858e-01, -4.9781e-03, -4.4827e-02, 2.7952e-02, 4.7833e-04,
-5.6675e-02, -1.1516e-01, -5.1557e-02, -1.5084e-03, -2.8662e-02,
2.0311e-01, -1.0307e-01, -3.3190e-02, 1.2559e-01, 8.3319e-02,
5.4345e-02, -1.5123e-02, 8.5605e-02, 2.7234e-02, -1.8010e-01,
6.5770e-04, 1.2408e-01, 6.7696e-02, -9.1681e-02, 5.2114e-02,
5.5756e-03, -5.1037e-02, 3.8896e-03, 4.6164e-02, 9.2352e-02,
4.0115e-02, -1.0412e-01, -1.4555e-02, 4.8550e-03, 3.6460e-02,
-2.0579e-03, 4.8497e-02, -8.2564e-02, -1.0425e-01, -1.4953e-01,
-4.8002e-02, -3.0510e-02, -6.6191e-02, -1.8172e-02, 2.8421e-03,
6.0137e-02, -4.9357e-02, 1.7638e-02, 3.3605e-02, 3.3494e-02,
-8.8656e-04, 4.5051e-02, 3.2807e-02, -1.0320e-01, 1.0764e-01,
-1.6917e-01, -1.7699e-02, -2.2428e-02, -6.3012e-01, -5.5684e-02,
-8.0233e-03, 3.4651e-02, -5.2484e-02, -3.8714e-02, 6.7552e-02,
-5.6688e-02, -8.5834e-02, -4.6085e-02, -5.8544e-03, 6.0233e-02,
4.6752e-02, 9.6262e-02, -7.5636e-02, 5.0815e-03, 4.0998e-02,
6.6073e-02, 7.5655e-02, -9.0769e-02, 2.2088e-02, 4.2533e-02,
3.1983e-02, -6.4453e-03, -3.7560e-02, -1.7355e-01, -7.0855e-02,
9.9904e-03, -1.8630e-02, -6.6182e-02, 6.2811e-02, -7.2967e-02,
3.0552e-02, 1.2482e-01, -1.1168e-01, -6.3343e-03, 1.0028e-03,
-1.5990e-01, -3.2808e-02, -3.4563e-04, -3.2081e-02, 1.4828e-01,
-1.9437e-02, -2.8246e-02, -4.8338e-02, 7.3440e-03, -6.4694e-02,
6.8982e-02, -6.5876e-02, 1.0413e-01, 3.5371e-02, 7.0413e-02,
-3.4446e-02, -3.1408e-02, 8.0328e-02, -5.2427e-02, -5.4677e-02,
6.6150e-02, 1.7011e-01, 6.4062e-03, 6.5734e-02, 1.6013e-01,
-1.0614e-02, 4.9895e-02, -2.5942e-02, 1.5143e-02, -3.3871e-02,
1.1529e-03, -4.9535e-02, 9.3498e-02, -1.5142e-02, 2.9035e-02,
-1.0590e-02, -8.5819e-02, 4.8714e-02, -8.0223e-04, -9.4530e-03,
1.0124e-01, 9.6753e-02, 3.5540e-02, 8.1756e-03, -1.4276e-02,
1.3912e-02, -1.5014e-01, -3.9301e-02, 9.8088e-02, -4.2848e-02,
-8.3664e-02, 6.3953e-02, 3.6751e-02, -3.3924e-02, -1.2554e-02,
-1.2267e-01, -1.7739e-01, -5.8083e-02, -1.4359e-01, 4.1457e-02,
-9.8946e-03, 1.3287e-01, 2.8783e-02, 3.9263e-02, -1.5065e-01,
-8.1013e-02, 4.8880e-02, -1.1466e-02, -4.7048e-03, 3.3508e-02,
2.1342e-02, 8.7031e-03, -2.3100e-02, 4.2749e-02, 3.2860e-02,
-3.6314e-02, -1.4899e-02, 3.1671e-02, 9.4083e-03, 1.0917e-02,
7.7276e-03, -3.0493e-02, -6.4019e-02, -6.4470e-02, 4.1605e-02,
-2.2930e-02, -5.5862e-02, 3.8376e-02, -9.6164e-02, 6.6094e-03,
-9.3895e-02, -1.2401e-02, 1.2567e-01, -2.3052e-02, 1.1081e-01,
-2.0717e-03, 6.7657e-02, -7.7689e-02, 1.2931e-01, 8.3351e-02,
-1.8865e-03, 1.8435e-02, -1.0606e-01, 1.6315e-01, -1.2650e-01,
-6.5530e-03, 7.7351e-02, 6.2567e-02, 2.0008e-02, 4.6559e-02,
1.9450e-02, 1.3014e-02, 4.0742e-03, 3.1303e-02, -3.1274e-02,
-1.2446e-01, -1.4649e-02, 9.2176e-02, -1.3687e-02, 2.8095e-02,
-5.4379e-02, 2.5673e-02, 6.7217e-02, 7.6429e-03, 1.3125e-01,
-2.6216e-02, -7.5246e-02, 4.7321e-02, -2.5796e-02, 6.5413e-02,
1.4070e-01, 8.2150e-02, 1.1718e-02, 8.5078e-02, -8.7670e-02,
2.7306e-02, -9.0281e-02, -8.5434e-02, 3.4132e-02, 8.1360e-02,
-6.6909e-02, 4.9472e-02, -6.3960e-02, 7.4804e-02, -5.9893e-02,
-8.2671e-02, 2.4661e-02, 7.9156e-02, 1.2486e-01, 4.9307e-02,
-7.6706e-02, 4.8866e-02, 5.7054e-02, -5.9316e-02, 4.2895e-02,
-1.2900e-03, -3.1081e-02, 2.3264e-02, -7.8038e-02, -2.1367e-02,
8.0347e-02, 8.2787e-02, -7.4823e-02, 3.4683e-02, -3.3029e-02,
-7.4765e-03, 3.9625e-02, -4.0659e-02, -1.7774e-04, 1.0336e-01,
-1.0147e-01, -1.0539e-01, -5.8878e-02, 7.9913e-02, 2.4714e-02,
-2.4097e-02, 9.3468e-03, 2.9674e-02, 3.3659e-02, -9.3237e-02,
8.6881e-02, -1.0331e-01, 2.2784e-02, 1.0060e-02, -6.0120e-02,
7.0545e-02, 1.2792e-02, 4.2729e-02, 1.8135e-02, 6.1368e-02,
-5.1400e-02, -7.2669e-02, -4.6510e-02, 2.3332e-02, -5.6528e-02,
-4.2534e-02, -4.6152e-02, -7.9435e-03, 2.8134e-02, -6.8191e-02,
5.7708e-02, 2.3472e-03, 5.7369e-02, 5.1197e-02, -9.7427e-02,
4.2134e-02, 4.1823e-02, 5.9694e-02, -1.0528e-01, 8.7626e-03,
1.1362e-02, -2.9441e-02, 1.2914e-01, 2.8104e-02, 1.1890e-01,
-8.9405e-02, 6.9346e-02, 1.9820e-02, -7.0739e-02, -6.3227e-03,
-1.1885e-02, 1.2922e-01, 4.6461e-02, -6.0073e-02, -1.0476e-01,
4.5817e-04, 9.4948e-02, -3.9207e-02, -7.6765e-02, -7.3454e-02,
1.9958e-02, 4.4998e-02, -5.0551e-02, -1.1657e-02, 1.0988e-01,
2.9446e-03, -4.6587e-02, -1.3104e-02, -3.5279e-02, -8.1478e-04,
-1.3200e-01, 1.4521e-03, 1.6228e-02, 2.9074e-02, 1.0706e-01,
-3.0925e-02, -2.3204e-02, -1.5374e-01, -1.6488e-02, 1.1705e-02,
5.2317e-02, 1.3512e-01, 1.0266e-01, 1.0552e-01, -7.8045e-02,
2.3227e-02, 8.6477e-02, 7.1261e-02, 6.9316e-02, 5.6914e-02,
5.6930e-02, -5.5691e-02, -1.7569e-01, -1.2566e-01, -5.0677e-02,
-6.2353e-02, -3.8754e-02, 3.8160e-02, -4.7057e-03, 5.3935e-02,
1.2517e-01, 1.7954e-02, 3.6148e-02, -9.1271e-04, -3.3813e-03,
-1.1804e-01, 4.3406e-02, 3.3794e-03, 1.8818e-02, -5.8773e-02,
1.4389e-02, 4.3773e-02, 7.3505e-02, 5.7537e-02, -2.9036e-02,
1.0570e-01, -4.3787e-02, 6.2810e-03, -5.4745e-02, 8.0749e-02,
-4.7320e-02, 5.3330e-02, 6.8260e-03, 9.4080e-02, -2.7237e-02,
-3.5207e-02, 2.1634e-02, -1.0024e-01, 9.1800e-02, 1.0410e-02,
-4.5564e-02, 5.0467e-03, 3.1668e-02, -5.3485e-02, -3.4806e-02,
-4.8709e-02, 4.5943e-02, -4.7989e-02, -2.9247e-02, -6.5402e-02,
1.8132e-02, 2.3601e-02, -7.6425e-02, 1.1359e-01, 5.0059e-02,
4.6480e-02, -5.7725e-02, -6.0779e-02, -5.3292e-02, 9.4328e-02,
-5.4238e-02, -5.1129e-02, 4.2649e-03, -1.0602e-01, -6.2357e-03,
7.1639e-02, 9.2779e-02, 1.0767e-02, -3.5551e-02, 3.1633e-02,
-4.1446e-02, -1.6857e-03, 9.5637e-03, 3.8768e-02, -3.7486e-02,
1.2427e-01, 4.1177e-02, -6.6687e-02, 1.5615e-02, 5.3937e-02,
-3.9793e-02, 6.2303e-02, 1.2074e-01, 3.2206e-02, -3.8874e-02,
-9.1013e-03, -2.9191e-02, 2.0627e-02, -3.9251e-02, -4.5572e-03,
9.0560e-02, 1.2461e-01, -5.4765e-02, -1.3269e-01, -4.4578e-02,
-3.6842e-02, 7.3730e-02, 2.5168e-02, 9.6031e-03, -4.4316e-03,
-2.1023e-02, 2.2436e-02, 1.5474e-02, 1.7854e-02, 4.9565e-02,
5.6268e-02, 2.5664e-02, 6.0530e-02, -2.1789e-02, 5.5523e-02,
5.0823e-02, 5.8977e-03, -6.3428e-03, -4.1224e-03, -1.4906e-01,
6.5394e-02, -1.3795e-01, -4.5964e-01, -7.4513e-02, 1.1607e-01,
1.0087e-01, -2.7116e-02, -8.4869e-02, -3.4465e-02, -1.4344e-02,
-5.1489e-02, -5.7311e-02, 2.3343e-02, -5.6084e-02, 2.2475e-02,
-1.4010e-01, 2.5861e-02, -8.7225e-02, 1.4671e-02, 5.2846e-02,
-2.1777e-02, 1.6316e-02, -4.3746e-02, -1.3996e-02, -7.0979e-02,
8.0324e-02, 7.7981e-02, -7.5352e-02, -1.1132e-01, 3.9150e-02,
6.4766e-02, 1.0716e-02, 3.5858e-02, 5.0066e-02, -3.3396e-02,
1.9253e-02, 1.4763e-01, 1.4596e-02, -8.7610e-02, -1.0411e-02,
9.2069e-02, -9.1295e-03, 1.9222e-02, -1.0870e-02, 4.7797e-02,
-1.3745e-03, -2.3090e-02, -4.7726e-02, 5.4580e-02, -3.2618e-02,
-3.0646e-02, -9.2749e-03, 2.3693e-02, -3.0104e-02, 9.2322e-02,
1.9047e-02, 2.4530e-02, -1.3702e-01, -5.1151e-03, -5.0014e-03,
-3.0030e-02, -1.2787e-03, -5.1308e-03, 3.0920e-03, 6.0730e-02,
3.6208e-02, 2.7971e-02, 1.3243e-02, 2.0644e-02, 3.6030e-02,
-5.6135e-02, 4.2425e-02, -5.1731e-02, -1.1568e-01, 1.7817e-01,
-1.2182e-01, 1.0474e-01, -5.3007e-02, 4.7320e-02, 1.4679e-02,
1.7401e-01, 9.7889e-02, 8.1636e-02, 1.8457e-02, -7.9074e-02,
3.5382e-03, 4.8688e-02, 8.6840e-02, -3.6480e-02, -4.4096e-02,
-9.2879e-02, -5.0541e-02, 3.6585e-03, -1.0573e-01, -8.1285e-02,
9.7396e-02, 4.8951e-02, -4.2263e-03, -6.4235e-02, 1.1307e-01,
8.4604e-02, 2.7349e-02, -2.0195e-02, 1.2032e-02, -4.2429e-02,
6.5145e-02, 8.9657e-02, -6.0673e-02, 7.7753e-02, 3.0196e-02,
-1.1650e-03, 3.3644e-02, 6.1300e-02, -7.1175e-02, 3.9952e-02,
9.3591e-03, 2.9254e-01, -2.7304e-02, 1.2097e-03, 6.0582e-03,
1.9215e-02, 2.6492e-02, -2.6510e-02, -2.3136e-02, 4.0026e-02,
3.6501e-02, -1.9498e-01, 5.1984e-02, -1.8082e-02, 5.6576e-02,
4.5184e-02, -5.6195e-02, -9.3154e-03, 1.1085e-01, -9.2843e-03,
5.4332e-03, 1.1204e-01, -8.0544e-02, -1.4084e-03, -1.6944e-02,
1.1842e-02, -6.6188e-02, 1.9683e-03, 3.3385e-02, 4.6500e-02,
1.1927e-01, -2.9413e-02, 6.7758e-02, -8.2812e-02, -7.6881e-02,
-4.6048e-03, -1.0963e-01, -9.5356e-02, -8.7602e-02, -4.0158e-02,
1.2286e-02, -3.5244e-02, -1.0035e-01, -4.7441e-02, 3.8033e-02,
9.3637e-02, -3.9550e-02, -6.6000e-02, 4.1997e-02, 6.1251e-02,
6.1014e-03, -2.1640e-02, -9.8645e-02, -3.9801e-02, 2.3421e-02,
-1.3884e-01, -6.6185e-03, 4.1369e-02, 4.4708e-02, -6.4610e-02,
-1.6318e-01, 1.3823e-02, 2.2702e-02, -1.2090e-02, -5.2237e-02,
-4.2994e-02, 6.0873e-02, 5.0903e-02, 7.8167e-02, 8.9176e-02,
-1.8109e-02, -1.0594e-01, 1.3396e-01, 7.9554e-02, 2.7904e-02,
-1.1607e-02, 5.9920e-02, 1.1487e-01, -3.3936e-02, 1.0356e-01,
1.6862e-02, -2.8027e-02, 6.0691e-02, 1.9646e-02, 1.0967e-02,
2.2384e-02, 3.8786e-02, -4.4112e-02, -9.9940e-02, 3.2967e-02,
6.6233e-02, -3.5265e-02, 6.9159e-02, -1.1325e-02, -5.7830e-02,
2.4396e-02, -1.0838e-02, 8.2020e-02], device='cuda:0')),
('bert.encoder.layer.3.output.LayerNorm.weight',
tensor([0.8311, 0.8671, 0.8316, 0.8333, 0.8457, 0.7995, 0.7446, 0.7002, 0.8545,
0.8041, 0.8735, 0.8890, 0.9391, 0.8928, 0.8746, 0.7132, 0.8454, 0.8616,
0.8500, 0.8803, 0.7726, 0.8763, 0.8839, 0.8359, 0.8040, 0.8415, 0.8719,
0.8235, 0.8366, 0.8854, 0.8556, 0.7801, 0.8830, 0.8221, 0.8660, 0.8211,
0.7838, 0.8863, 0.7391, 0.8323, 0.9203, 0.8608, 0.8738, 0.8712, 0.8981,
0.8813, 0.8036, 0.8993, 0.8950, 0.8347, 0.8997, 0.8268, 0.8316, 0.8648,
0.7805, 0.7892, 0.8361, 0.8489, 0.8170, 0.8246, 0.8579, 0.9056, 0.8714,
0.8449, 0.7837, 0.9140, 0.8644, 0.8387, 0.7009, 0.8121, 0.8561, 0.8512,
0.8583, 0.8407, 0.8916, 0.8884, 0.8550, 0.8494, 0.8948, 0.8721, 0.8691,
0.8544, 0.8642, 0.8505, 0.7403, 0.8273, 0.8174, 0.8759, 0.9090, 0.8289,
0.8360, 0.8719, 0.8413, 0.8497, 0.8390, 0.8332, 0.7779, 0.8731, 0.8449,
0.8520, 0.8463, 0.9024, 0.8078, 0.9164, 0.7505, 0.9161, 0.8893, 0.8171,
0.8865, 0.8877, 0.8406, 0.8201, 0.9145, 0.7321, 0.8180, 0.8972, 0.8626,
0.8556, 0.8930, 0.8924, 0.8633, 0.8701, 0.8697, 0.8066, 0.8370, 0.8214,
0.8885, 0.8315, 0.8511, 0.8500, 0.8950, 0.8424, 0.8485, 0.8710, 0.8933,
0.8576, 0.8774, 0.8812, 0.8543, 0.9053, 0.7450, 0.8998, 0.8449, 0.1732,
0.8420, 0.8560, 0.8421, 0.8664, 0.8626, 0.8266, 0.8263, 0.8523, 0.8757,
0.8588, 0.8372, 0.8506, 0.8915, 0.8721, 0.8569, 0.8669, 0.8959, 0.8916,
0.7573, 0.8822, 0.8015, 0.8385, 0.8092, 0.7590, 0.8315, 0.8653, 0.8902,
0.7708, 0.7907, 0.8554, 0.7928, 0.8662, 0.8856, 0.7273, 0.8938, 0.8525,
0.8342, 0.8534, 0.8213, 0.8761, 0.8910, 0.8809, 0.8250, 0.8673, 0.8418,
0.8898, 0.8147, 0.7846, 0.8420, 0.8834, 0.8394, 0.8850, 0.9045, 0.7441,
0.8689, 0.8788, 0.8739, 0.7800, 0.8861, 0.8454, 0.8087, 0.8578, 0.8892,
0.9058, 0.8792, 0.8308, 0.8908, 0.8913, 0.8361, 0.8920, 0.8788, 0.8859,
0.8441, 0.8202, 0.8623, 0.8376, 0.9124, 0.8499, 0.8947, 0.7976, 0.8558,
0.8691, 0.8887, 0.8912, 0.8065, 0.7667, 0.8303, 0.8880, 0.8550, 0.8254,
0.8440, 0.8557, 0.7402, 0.9000, 0.8521, 0.9076, 0.8379, 0.8302, 0.8033,
0.8509, 0.8751, 0.8059, 0.8865, 0.8228, 0.9224, 0.8893, 0.8520, 0.9061,
0.9371, 0.9156, 0.9101, 0.9044, 0.8618, 0.7498, 0.8659, 0.8512, 0.7490,
0.8403, 0.8791, 0.8468, 0.8654, 0.8584, 0.8803, 0.9071, 0.8142, 0.8667,
0.8769, 0.8804, 0.9171, 0.8469, 0.8852, 0.8853, 0.8656, 0.8821, 0.8435,
0.8469, 0.9094, 0.8999, 0.8037, 0.4320, 0.8737, 0.9113, 0.8088, 0.8354,
0.8782, 0.7884, 0.8143, 0.8401, 0.8496, 0.8483, 0.8597, 0.8087, 0.8135,
0.7538, 0.9027, 0.8706, 0.8587, 0.8459, 0.8652, 0.8669, 0.6672, 0.8840,
0.8227, 0.8774, 0.8894, 0.8658, 0.7703, 0.8423, 0.8485, 0.7808, 0.8496,
0.9045, 0.8467, 0.8244, 0.8816, 0.7992, 0.8094, 0.8717, 0.8263, 0.9081,
0.8178, 0.8118, 0.8002, 0.8029, 0.9021, 0.8582, 0.8352, 0.8551, 0.9216,
0.8892, 0.9257, 0.9182, 0.8826, 0.8806, 0.8786, 0.8146, 0.7032, 0.8957,
0.8485, 0.9053, 0.8606, 0.9130, 0.8838, 0.8667, 0.8636, 0.8463, 0.8820,
0.8272, 0.8246, 0.8719, 0.9031, 0.8132, 0.8558, 0.8599, 0.8635, 0.7727,
0.8770, 0.8942, 0.8552, 0.9050, 0.8338, 0.8044, 0.8841, 0.8698, 0.9094,
0.8332, 0.8786, 0.8772, 0.8780, 0.8740, 0.8325, 0.8269, 0.8546, 0.8830,
0.8556, 0.7409, 0.8519, 0.8656, 0.8939, 0.8369, 0.8295, 0.7938, 0.8027,
0.8959, 0.8672, 0.7733, 0.8833, 0.8149, 0.8605, 0.9000, 0.8564, 0.8816,
0.8359, 0.8909, 0.8285, 0.7927, 0.8284, 0.7981, 0.8052, 0.8427, 0.8807,
0.8634, 0.8321, 0.8445, 0.8893, 0.9183, 0.8170, 0.8342, 0.8673, 0.9075,
0.8641, 0.8382, 0.8227, 0.8241, 0.8438, 0.8730, 0.8650, 0.9144, 0.8779,
0.8051, 0.8119, 0.8840, 0.8298, 0.7156, 0.8843, 0.8893, 0.8713, 0.9070,
0.8151, 0.9144, 0.7451, 0.8954, 0.8471, 0.8291, 0.8759, 0.8787, 0.8705,
0.7857, 0.8280, 0.8083, 0.8651, 0.7987, 0.8751, 0.8918, 0.8930, 0.8471,
0.8641, 0.7688, 0.8639, 0.8775, 0.8491, 0.8135, 0.8500, 0.8300, 0.8365,
0.8634, 0.8519, 0.8620, 0.8067, 0.8883, 0.7901, 0.8274, 0.8286, 0.8294,
0.8427, 0.8409, 0.9126, 0.8310, 0.9210, 0.7862, 0.8658, 0.8683, 0.7986,
0.8790, 0.7999, 0.9231, 0.8268, 0.8701, 0.9008, 0.8806, 0.8637, 0.8205,
0.9021, 0.8189, 0.9413, 0.8436, 0.8452, 0.8820, 0.8755, 0.8249, 0.8574,
0.8333, 0.8671, 0.9133, 0.8454, 0.8778, 0.8690, 0.8986, 0.8426, 0.8841,
0.8401, 0.8649, 0.9051, 0.8765, 0.8245, 0.8602, 0.8310, 0.8915, 0.7933,
0.8711, 0.8872, 0.8354, 0.8798, 0.8371, 0.7839, 0.9063, 0.9061, 0.7739,
0.8471, 0.9084, 0.8811, 0.9049, 0.8713, 0.9129, 0.8690, 0.8831, 0.8430,
0.8772, 0.8384, 0.8402, 0.8497, 0.8453, 0.8071, 0.8473, 0.8220, 0.8517,
0.8702, 0.9019, 0.7935, 0.8135, 0.8421, 0.8930, 0.8375, 0.8289, 0.8567,
0.8620, 0.8224, 0.8312, 0.9000, 0.8407, 0.7985, 0.8165, 0.8070, 0.5265,
0.8577, 0.8777, 0.9026, 0.9081, 0.7635, 0.8892, 0.8700, 0.8854, 0.8457,
0.8697, 0.8100, 0.8921, 0.8266, 0.8398, 0.8294, 0.8595, 0.8939, 0.8889,
0.8325, 0.8708, 0.8521, 0.8894, 0.8711, 0.8433, 0.8673, 0.8838, 0.8691,
0.8726, 0.8057, 0.8793, 0.8243, 0.8189, 0.9051, 0.7658, 0.8195, 0.8259,
0.8609, 0.9243, 0.8012, 0.8489, 0.8611, 0.8657, 0.8804, 0.8606, 0.8161,
0.8500, 0.8547, 0.8584, 0.8582, 0.8232, 0.8496, 0.8520, 0.8432, 0.8197,
0.8416, 0.7673, 0.8688, 0.8782, 0.9097, 0.9157, 0.8814, 0.8836, 0.8334,
0.7908, 0.8483, 0.9010, 0.8446, 0.8767, 0.8876, 0.8456, 0.8195, 0.8071,
0.8714, 0.8721, 0.8381, 0.8476, 0.7956, 0.8540, 0.8979, 0.8701, 0.8580,
0.8439, 0.9216, 0.8343, 0.8609, 0.8762, 0.8739, 0.8289, 0.7213, 0.8722,
0.8998, 0.8165, 0.7768, 0.9156, 0.8510, 0.7796, 0.8444, 0.8213, 0.9023,
0.8381, 0.8325, 0.8719, 0.8604, 0.8457, 0.8640, 0.8723, 0.8174, 0.8607,
0.9009, 0.7952, 0.7809, 0.8588, 0.9109, 0.8467, 0.8412, 0.9235, 0.8631,
0.8458, 0.8668, 0.8597, 0.9196, 0.8618, 0.8863, 0.8584, 0.8553, 0.8814,
0.8862, 0.8600, 0.8394, 0.9115, 0.8715, 0.8909, 0.8824, 0.7687, 0.8597,
0.8811, 0.9088, 0.8979, 0.8937, 0.8719, 0.8169, 0.9085, 0.8264, 0.7838,
0.7480, 0.8388, 0.8561, 0.9128, 0.8743, 0.8790, 0.8631, 0.8975, 0.8438,
0.8984, 0.8964, 0.8517, 0.9109, 0.8024, 0.8463, 0.8077, 0.8755, 0.8953,
0.8912, 0.8517, 0.8812, 0.8148, 0.9027, 0.7259, 0.8903, 0.8228, 0.8897,
0.8697, 0.8413, 0.8742, 0.9008, 0.8460, 0.8683, 0.9056, 0.8406, 0.8157,
0.8370, 0.8699, 0.8854, 0.8424, 0.7842, 0.8535, 0.8436, 0.8129, 0.8389,
0.8732, 0.8361, 0.7864, 0.8435, 0.8658, 0.8476, 0.8608, 0.8950, 0.8539,
0.8084, 0.8501, 0.8646, 0.8235, 0.8076, 0.8891, 0.9032, 0.8654, 0.9205,
0.8383, 0.8871, 0.8669], device='cuda:0')),
('bert.encoder.layer.3.output.LayerNorm.bias',
tensor([-3.7850e-02, -4.3246e-02, 8.2807e-02, 3.3584e-02, 5.8054e-02,
-1.1857e-01, 4.0407e-02, -1.6428e-01, -8.8087e-02, 1.4365e-02,
-6.9919e-02, 3.3879e-03, 4.7827e-03, 8.2875e-02, 8.5199e-03,
-9.3664e-02, 2.1854e-02, -1.8718e-02, 4.0545e-02, 2.9688e-02,
-1.6368e-02, -5.4135e-02, 3.2749e-02, -2.1754e-02, 4.2895e-03,
-6.1956e-02, 3.2061e-02, -1.3339e-01, -7.6844e-03, -1.6952e-02,
-2.1352e-03, 5.2129e-02, 2.4465e-02, 4.2860e-02, -2.7371e-02,
-4.1364e-02, 4.0823e-02, 1.6125e-02, -2.8106e-02, -9.2965e-02,
9.3234e-03, 4.8851e-02, -3.4697e-02, -5.2950e-02, 4.4733e-02,
2.5160e-02, -7.8887e-02, 1.8494e-03, -6.7604e-02, -3.9443e-02,
-1.3753e-02, 2.8733e-07, -5.4809e-02, 6.9825e-02, 3.7351e-02,
4.1238e-02, 3.1523e-02, -1.3591e-02, -9.8744e-03, -6.7712e-02,
-9.0159e-03, -1.5070e-02, -1.1432e-01, 1.3969e-01, 1.8585e-02,
1.0743e-02, -6.1642e-02, 2.6017e-02, -7.0325e-02, -1.0088e-02,
6.3615e-02, -1.5941e-02, 1.2240e-02, -7.1579e-02, 1.4370e-03,
2.1968e-02, -5.8505e-02, -7.0791e-04, -1.5394e-02, -6.0334e-02,
-2.9343e-02, -1.1809e-02, 3.6694e-02, -9.0755e-02, 2.4662e-02,
-1.2212e-01, 4.1179e-02, 1.3884e-02, -4.1548e-02, -5.2901e-02,
5.7739e-02, 2.8898e-02, 1.1900e-01, -6.9799e-02, 2.9554e-02,
-8.9044e-02, -1.1296e-02, 2.5291e-02, -6.8518e-02, -1.1390e-01,
2.6902e-02, 2.6345e-02, -2.3924e-02, -6.3357e-02, 5.4194e-02,
-3.6536e-02, -4.4098e-03, -2.8294e-02, 8.2454e-02, 5.4054e-02,
-4.5389e-02, 7.3130e-02, 7.3170e-03, 1.8015e-02, -3.2086e-02,
-9.3089e-02, -3.8772e-02, -1.0162e-01, -1.5578e-02, -1.3659e-02,
-2.4582e-02, 2.0032e-02, -3.4345e-02, -3.8349e-02, 8.8911e-03,
1.0002e-02, 5.7908e-02, -3.3716e-02, -2.2441e-02, -2.3481e-02,
-1.4322e-02, -9.3362e-03, 4.2703e-02, -3.7237e-02, -7.4446e-03,
-2.1649e-02, -5.0794e-02, -2.9748e-02, 8.7779e-02, -1.0035e-02,
8.7785e-02, -1.0509e-02, 1.5713e-02, 2.9264e-01, 1.6825e-02,
7.1635e-02, -7.1845e-02, -4.1830e-02, 3.2749e-02, 8.2029e-02,
1.4660e-01, -2.1916e-02, 2.4969e-02, 8.0315e-03, -7.6229e-02,
-2.1040e-02, 5.8288e-02, 4.9486e-02, 1.2616e-03, 2.9543e-02,
-1.1895e-01, -2.0923e-02, 1.4030e-02, 1.8368e-02, -1.0148e-02,
1.1846e-01, -1.4915e-01, -4.7973e-03, 4.4007e-02, 1.2742e-02,
2.1845e-02, 1.4357e-02, -2.4137e-03, -7.1519e-02, -1.2456e-01,
-9.5737e-02, -9.0391e-02, 1.9935e-01, 2.0401e-02, 3.2610e-03,
1.0570e-01, 9.3339e-03, 4.8755e-02, 1.2886e-01, 2.1227e-02,
4.8278e-02, 9.6570e-02, 8.8639e-02, -2.5627e-02, 3.3487e-02,
-8.3005e-02, -8.8767e-02, -3.5799e-02, -5.9530e-03, 5.1172e-02,
1.0338e-01, -2.1334e-02, 2.9935e-02, 3.2091e-02, 1.6645e-02,
-7.7746e-02, -5.4651e-02, 4.8602e-02, -7.6830e-02, -5.5907e-02,
-3.8183e-02, -2.2868e-02, 8.0390e-02, 1.9102e-02, 6.2985e-02,
-8.7177e-03, 1.1456e-02, -2.9807e-02, 4.8318e-02, 3.7255e-02,
4.1606e-02, -7.0323e-02, -3.0128e-02, 2.1047e-02, -6.7221e-02,
-9.8083e-03, -4.4053e-04, -1.7963e-02, 2.1657e-01, 7.6413e-02,
-3.8889e-02, -2.0406e-02, -2.1438e-02, -1.0403e-01, 8.7539e-02,
4.2510e-02, -2.9639e-02, -3.1071e-02, 8.2882e-03, 4.2382e-02,
4.5762e-02, -2.9188e-02, 7.7902e-03, -2.1321e-02, 2.4973e-02,
1.0193e-01, 3.4967e-02, -3.9051e-02, -2.3666e-02, 7.8415e-02,
5.8590e-02, -2.3423e-02, 2.4424e-03, -2.3323e-02, -6.6966e-02,
-3.5913e-02, -3.5593e-02, -7.4390e-02, -1.4096e-02, -5.0218e-02,
-6.9262e-03, 9.0562e-02, -1.3696e-02, 5.9775e-02, 5.5238e-02,
-1.2979e-02, 1.1299e-01, -4.3113e-02, -3.5821e-02, 1.6123e-02,
-4.1363e-02, 4.6079e-02, 4.1517e-02, -1.3372e-02, 2.3684e-02,
-1.4780e-03, 8.4397e-02, -6.2970e-02, -1.1462e-02, -9.9773e-02,
2.9630e-02, 4.2450e-02, 2.7308e-02, -2.8009e-02, 1.3875e-01,
6.7511e-03, 2.6465e-02, 8.2579e-02, -2.8805e-01, 1.8584e-02,
-6.0817e-02, -2.1275e-02, 1.5763e-01, -6.4879e-02, -3.8524e-02,
-1.0011e-02, 5.1185e-02, 3.0359e-02, 5.4247e-02, 5.1489e-02,
4.2346e-02, 1.4105e-01, 5.5043e-03, 3.5001e-02, -4.1758e-02,
-8.5830e-02, 1.8971e-02, 1.8836e-02, -2.5611e-03, 6.8638e-02,
7.6574e-02, 2.7618e-03, -3.4580e-02, -4.0977e-02, -3.7447e-02,
-1.3775e-01, 2.2660e-02, -1.1041e-02, -2.6128e-03, 4.5899e-04,
-4.5571e-02, 3.6967e-02, 5.6450e-03, 1.1628e-01, -3.2106e-02,
3.5952e-02, 2.0021e-03, 2.1259e-04, -3.9389e-02, 1.6309e-02,
5.6284e-02, -1.7141e-01, -6.7397e-02, -1.7716e-02, -1.0060e-01,
1.7881e-01, 2.5464e-02, 1.8601e-02, -6.0993e-02, -4.1840e-02,
3.7766e-02, -2.8358e-02, -6.9101e-02, 6.3793e-02, -5.1832e-03,
7.9076e-03, 3.5747e-02, 2.5879e-02, 4.8814e-02, -2.3473e-02,
-6.9823e-04, 2.9499e-03, 5.0801e-02, 3.1322e-02, 3.3396e-02,
-2.6850e-03, -1.9841e-02, 6.9605e-02, -1.9132e-02, -2.1945e-02,
7.2603e-02, -1.0626e-02, -3.1449e-02, 6.6535e-03, 6.2118e-02,
3.3978e-03, 4.9093e-02, -4.8994e-02, 4.5675e-02, 7.6978e-02,
-5.6762e-02, 2.4036e-02, -1.4214e-01, 6.1182e-02, -1.1622e-01,
2.5478e-02, 7.0572e-02, 1.1713e-02, -2.7004e-02, -2.4509e-03,
3.4309e-02, -2.9001e-02, 9.3547e-03, -9.3489e-02, -1.2306e-02,
-2.3664e-02, 2.4232e-02, -9.7241e-03, -1.6219e-01, 1.1097e-01,
7.4594e-02, -5.8526e-02, 2.3334e-02, -4.8365e-02, 1.7193e-02,
-4.2955e-02, -1.8954e-02, -3.9779e-02, 3.4341e-02, 3.8816e-02,
3.7952e-02, -3.1084e-03, -7.6216e-02, 3.1416e-02, 2.5927e-03,
6.0909e-02, -1.0041e-01, -2.0030e-02, -5.3508e-02, 7.7485e-02,
-3.9534e-02, -4.2075e-02, 5.6520e-02, 7.9573e-02, 5.6318e-02,
1.0194e-01, -7.2625e-03, -1.0421e-01, 1.0882e-02, -8.5595e-02,
6.5352e-05, -5.0083e-02, -1.4152e-01, 4.9819e-02, -9.3851e-03,
1.0792e-02, 3.1095e-02, 6.0891e-02, 2.5545e-02, -3.8343e-02,
5.5088e-02, 1.3084e-01, 5.0247e-02, 4.0348e-02, -7.3250e-02,
1.0360e-02, 2.2274e-02, 1.1046e-01, -4.2447e-02, 8.2301e-02,
-7.4834e-02, -1.0282e-01, -4.4941e-02, 2.6272e-02, -4.5560e-02,
-7.6190e-02, -1.0580e-02, -1.8330e-02, -1.2747e-03, -1.2133e-02,
4.6681e-02, 2.8476e-03, -3.6865e-02, -2.9590e-02, 3.5904e-02,
-1.2201e-01, -6.6872e-02, 6.7675e-03, -2.3192e-02, 5.5172e-02,
1.8517e-01, -7.2098e-03, -2.2141e-02, 1.6984e-02, 8.3648e-04,
-9.5196e-04, 1.6871e-02, 4.4591e-02, -5.2836e-02, 4.1821e-02,
2.4328e-02, -1.2125e-02, -3.8557e-02, -7.5809e-02, -3.7536e-02,
-4.3425e-02, -7.2346e-02, 2.7943e-02, -1.0342e-01, 5.1180e-02,
-2.9642e-02, 3.0591e-02, -9.4543e-02, -3.4595e-02, 3.6270e-02,
1.3094e-02, 3.1828e-02, 6.6885e-02, -6.9619e-02, -5.5042e-02,
9.1894e-02, -8.3413e-02, -3.1715e-02, -3.2450e-02, -2.4933e-02,
6.2107e-03, 3.0091e-02, 3.3397e-02, -2.3326e-02, -7.5173e-02,
-6.3987e-03, -2.3277e-02, -2.5184e-03, 1.2928e-02, -1.6048e-02,
-8.0722e-03, -2.9481e-02, 1.1527e-02, 3.6287e-02, 9.3116e-02,
-1.6336e-01, 6.8472e-02, -8.8651e-03, 1.1433e-01, 7.1237e-02,
1.4570e-01, -3.1879e-03, -1.6113e-01, -4.9782e-02, 7.6115e-02,
2.1748e-02, -3.6663e-02, -5.5111e-02, -3.6582e-02, 5.0484e-03,
2.5708e-02, -6.1131e-03, -1.0514e-02, 7.5397e-02, 2.5114e-02,
1.8745e-02, -9.9699e-02, 1.3658e-02, -1.0864e-02, 4.7112e-02,
3.0300e-02, -6.1210e-02, 5.3112e-02, 2.2991e-02, 3.5292e-02,
2.3876e-02, 1.6041e-02, -9.0087e-02, 8.6047e-02, -4.2941e-02,
1.0299e-01, -2.5042e-02, -3.3780e-02, -1.2009e-02, 4.3984e-03,
-8.8231e-02, -1.9024e-02, 2.0040e-02, -9.2176e-02, -8.1922e-02,
-7.6829e-02, -4.2838e-02, 2.0928e-02, -4.9594e-02, 2.3510e-02,
1.9162e-02, 5.3523e-02, -3.2846e-01, 5.2694e-02, 3.2083e-03,
6.7310e-02, -3.6035e-02, 3.0002e-02, 1.9341e-02, -5.1465e-02,
4.9487e-02, 9.0023e-03, 7.8496e-03, 3.2193e-02, -8.3618e-02,
2.6893e-02, -2.2920e-02, 2.6645e-02, -1.8381e-03, -1.3136e-02,
1.2875e-02, -1.9544e-02, 1.7018e-02, -9.4323e-02, -2.1449e-03,
-5.7608e-03, -1.4948e-01, -4.2344e-02, 1.1404e-02, -3.6262e-04,
2.7626e-02, -1.1342e-01, 2.8472e-03, -5.7753e-02, -1.6776e-02,
4.7025e-02, 4.0110e-03, 4.4281e-02, 1.2124e-01, 8.0857e-02,
-1.0455e-02, -6.5773e-04, 2.1471e-02, 8.8493e-02, -2.6482e-02,
5.4584e-02, 3.1835e-02, 1.0876e-03, 1.1209e-01, -3.8931e-02,
3.1875e-02, -1.4286e-02, -8.7962e-02, -7.0738e-02, -3.2883e-02,
-2.5684e-02, -7.7905e-03, 3.1201e-03, 1.5525e-01, -1.2588e-01,
-1.1331e-02, -4.3916e-02, 3.6511e-02, 4.6390e-02, 2.9024e-03,
4.2119e-02, -3.3562e-02, -4.3779e-02, -2.0353e-02, -6.8521e-02,
1.3572e-01, 2.8449e-02, 7.2095e-02, -2.8059e-02, -1.3104e-01,
3.7452e-02, -4.9185e-02, -2.7476e-02, 3.6512e-02, -6.4665e-02,
-1.0019e-01, 4.1551e-02, -8.1444e-02, 9.5522e-02, 3.7291e-02,
3.7262e-02, 4.0435e-02, -7.2007e-02, 3.4485e-02, -3.2661e-02,
3.5167e-02, 1.5221e-01, -4.9422e-02, 3.7004e-02, 5.5108e-02,
-1.8953e-02, 6.4205e-02, -4.5704e-03, 8.9609e-02, 2.2970e-02,
-5.0567e-02, -7.9670e-04, -2.6574e-02, -4.7667e-02, 1.0164e-02,
-4.8889e-02, -1.0140e-02, 4.2881e-02, 4.6199e-02, -1.5907e-02,
7.4739e-02, -1.0110e-01, -3.4356e-02, 5.3811e-02, -8.6854e-02,
-1.8047e-02, -3.9340e-02, -3.7976e-02, -1.7054e-02, -1.0819e-01,
1.4448e-02, 5.9887e-03, 7.2004e-02, 3.1308e-02, 1.5437e-03,
-9.9966e-02, -7.3676e-03, -6.3345e-02, -3.3640e-02, -1.5387e-02,
-3.5840e-02, 2.1877e-02, 1.0426e-02, 1.9761e-03, 4.6019e-02,
-8.2241e-02, 1.1016e-02, 8.1442e-02, 2.3829e-02, -9.2209e-02,
2.2526e-02, -3.9574e-02, 1.2708e-01, -9.5560e-02, -1.6848e-02,
-2.9962e-02, -4.7084e-02, -3.1397e-02, -5.3521e-02, 4.1817e-02,
2.7905e-02, -5.4767e-03, 9.5591e-02, -1.1128e-02, 2.9421e-02,
1.0003e-02, -5.6914e-03, 4.5491e-02, 6.6006e-03, -2.2664e-02,
-6.1756e-02, 4.6876e-02, 5.5355e-02, -5.3059e-02, -4.4856e-02,
-1.6662e-02, -7.7655e-02, -5.3483e-02, -8.2566e-03, -6.7779e-03,
-7.2230e-03, -8.8137e-02, 7.5831e-03, -3.2216e-02, -5.2003e-02,
6.8015e-02, -1.8082e-03, 1.6503e-02, -1.2408e-01, -6.7554e-03,
1.7517e-02, -1.8214e-01, 2.6022e-02, -3.4361e-02, -2.4981e-02,
1.0945e-01, 5.4265e-02, 1.1699e-03, -5.3861e-02, -4.5441e-02,
-1.2486e-02, -6.3165e-03, 3.9454e-02, 8.0457e-02, -1.3183e-02,
2.9764e-02, -2.8290e-02, -2.6664e-02, 7.0050e-02, 3.6040e-02,
3.5086e-02, -4.5794e-02, 2.3327e-02, -7.7716e-03, -1.2665e-01,
9.2627e-02, 5.9272e-03, -2.5397e-02, -9.4587e-03, -5.1642e-02,
1.2488e-02, -2.2487e-02, -4.4600e-02], device='cuda:0')),
('bert.encoder.layer.4.attention.self.query.weight',
tensor([[-0.0408, -0.0019, -0.0799, ..., -0.0033, 0.0759, 0.0492],
[ 0.0311, -0.0692, 0.0046, ..., -0.0216, 0.0578, 0.0566],
[ 0.0200, -0.0833, 0.0097, ..., -0.0228, 0.0023, 0.1323],
...,
[ 0.0451, 0.0051, -0.0407, ..., -0.0572, 0.0109, 0.0197],
[ 0.0359, -0.0086, -0.0113, ..., 0.0532, 0.0249, 0.0008],
[ 0.0163, -0.0775, 0.0245, ..., -0.0308, 0.0652, -0.0231]],
device='cuda:0')),
('bert.encoder.layer.4.attention.self.query.bias',
tensor([-2.3391e-01, -3.3139e-02, 4.0983e-01, 7.8270e-01, -2.6020e-01,
1.2996e-01, -1.8802e-01, -1.2900e-01, 3.6008e-01, 4.6207e-01,
5.7511e-01, 1.8155e-01, 1.0992e-01, -1.2194e-02, 2.3347e-02,
-6.7911e-02, 7.8631e-02, -1.9936e-01, -2.6817e-01, 8.6401e-02,
-7.0942e-02, 1.6252e-02, -1.0254e-01, -1.1984e-01, 1.5024e-01,
-2.7647e-01, -4.1794e-01, 2.0911e-01, -4.0850e-02, -1.0495e-01,
-1.3734e-02, -1.5639e-01, 1.2029e-01, 3.5267e-01, 2.1691e-01,
-5.1489e-02, -3.2339e-01, -2.2430e-01, 3.9174e-02, -7.1121e-02,
-7.4318e-02, 1.4014e-01, 1.5927e-01, -1.5837e-01, -5.8038e-02,
4.4210e-03, -1.4447e-01, -5.8995e-02, 1.1853e-01, 2.0688e-01,
6.0303e-01, 1.3007e-02, 3.4156e-03, 7.1775e-01, 5.6639e-02,
-2.2179e-01, -5.8914e-02, -2.2846e-01, 1.5763e-02, -1.2339e-01,
-7.4216e-02, -1.8740e-01, 1.0388e-01, 4.5779e-01, 9.3146e-02,
1.1182e-02, -4.6368e-02, -8.7555e-03, -1.2580e-02, 3.9386e-02,
4.9453e-02, -6.2713e-02, -2.6203e-02, -4.0403e-02, 1.3865e-01,
-3.7059e-02, 1.6646e-02, 1.0047e-02, -1.3533e-02, -8.5993e-02,
2.3739e-03, 3.2637e-02, -2.9763e-02, 1.6125e-02, 8.8903e-03,
5.6897e-03, 5.0778e-03, 1.1749e-02, -2.2931e-02, -3.2602e-02,
2.3682e-02, 1.6447e-02, 9.3511e-03, -1.0101e-02, -1.0051e-02,
4.7728e-02, -2.1629e-02, 5.5488e-02, 6.0632e-02, 1.4344e-01,
2.2002e-02, -3.7225e-03, 5.7580e-02, 1.2575e-03, -1.1944e-02,
-1.6847e-02, 8.5137e-03, 1.4005e-02, 4.3151e-02, -6.0620e-03,
4.3411e-03, -2.0892e-02, 1.6039e-02, -8.2863e-03, 3.5612e-02,
1.0092e-02, 4.2486e-02, 3.6492e-02, -2.3720e-02, 6.9692e-02,
-3.5427e-02, 1.6990e-02, -1.3416e-02, 4.3194e-02, -5.8434e-03,
-3.8972e-03, -2.5178e-03, -6.0567e-02, -2.0456e-02, -3.0079e-02,
3.0184e-02, 2.0732e-03, -2.7080e-02, -4.7894e-03, 1.4870e-02,
2.4166e-01, -7.4496e-02, 4.1865e-02, -1.2604e-02, 2.2210e-02,
6.5442e-02, -4.2703e-02, -1.6965e-01, -7.2613e-02, 1.2569e-01,
2.0018e-02, -3.3210e-02, 5.9731e-02, -3.4442e-01, 2.7101e-02,
-2.7928e-02, -2.9357e-02, -2.8669e-02, 3.3362e-02, -9.0248e-03,
4.0141e-03, -7.8472e-02, 3.7176e-01, 3.8969e-02, -1.7558e-02,
1.8099e-02, -4.8465e-02, -5.4453e-02, 6.8309e-02, 3.2109e-02,
2.2585e-02, 9.0490e-02, -2.4485e-02, 3.2168e-02, 9.9292e-02,
-3.6222e-02, -2.1222e-03, 6.9692e-02, 5.8072e-02, 6.5229e-02,
1.4827e-02, -7.2054e-03, -2.8409e-02, 1.7286e-02, -5.4053e-02,
2.1903e-02, 8.7152e-02, -1.3823e-02, 1.3940e-01, -8.6198e-03,
5.7475e-04, 1.2978e-01, -8.1307e-02, 1.4086e-02, 1.1809e-01,
-2.4914e-02, 3.3634e-02, 5.9505e-02, -5.7757e-02, -4.5065e-02,
-6.5470e-02, 1.2942e-01, 1.6506e-01, 1.3802e-02, -7.9011e-02,
8.1895e-02, -1.2023e-02, 4.5057e-02, 1.3992e-01, 1.1423e-01,
-2.9831e-02, 1.1217e-01, 1.1085e-02, 5.0647e-02, -1.0108e-02,
6.8214e-02, 1.9805e-02, -2.7580e-05, -8.2634e-02, 4.0182e-02,
-5.5249e-02, 5.0297e-02, 6.0813e-02, 1.4169e-02, 9.4317e-02,
-7.5868e-02, 1.2571e-01, 6.4666e-02, 1.7764e-02, -4.2895e-02,
1.4912e-01, -6.6174e-02, 5.5256e-02, -1.6097e-02, 8.5735e-02,
1.4288e-01, 8.6665e-02, -2.6512e-02, -6.5467e-02, -5.3690e-02,
1.0012e-01, 7.8020e-02, 2.8951e-03, 2.2762e-02, 2.4335e-01,
-9.3812e-02, 4.4291e-02, 9.2819e-02, -8.7148e-03, 3.1753e-01,
-1.0703e-01, -1.4244e-01, 9.0184e-02, -3.3903e-01, -3.8770e-02,
7.5555e-02, -1.1139e-01, 2.8689e-01, -1.5433e-02, 4.1503e-03,
2.7724e-01, -4.6792e-02, -6.2636e-02, 5.0511e-03, -5.4444e-02,
-4.5618e-02, -2.4735e-02, -3.3948e-02, 8.0211e-03, 7.9232e-03,
2.3901e-02, 2.5671e-02, 5.9718e-02, 7.0499e-02, 2.1746e-01,
-1.2019e-03, -3.4546e-02, 4.9458e-02, 8.6974e-03, 3.7455e-05,
2.6783e-02, -6.3214e-02, -2.6207e-02, -1.9110e-04, -5.7034e-02,
2.6403e-02, -1.0742e-01, 1.2246e-01, -2.6148e-02, -6.3813e-02,
-3.0277e-02, -7.6684e-02, -1.7614e-03, 1.5263e-01, 5.2361e-02,
2.2679e-02, -7.1969e-02, 6.3392e-02, -6.5651e-02, -3.1486e-02,
3.3158e-02, 1.0082e-03, 3.3294e-02, -1.8205e-02, -2.4624e-02,
-5.9156e-02, 7.7532e-02, -2.9859e-02, 4.3634e-03, 6.2562e-02,
1.9779e-01, -3.5685e-02, -8.9259e-03, 2.6232e-03, 2.7605e-02,
-5.2986e-02, -1.2959e-01, -1.2933e-02, -3.4369e-02, -9.0755e-03,
-6.3931e-03, 4.6965e-02, -1.0594e-01, -5.7867e-02, 2.4721e-02,
-1.5713e-02, 5.3994e-02, -4.9188e-03, 1.0208e-01, 3.8220e-02,
-4.4023e-02, -2.8277e-02, -4.2336e-02, -5.2928e-02, -7.0714e-02,
-1.9619e-01, -8.6257e-02, -7.7874e-02, 6.7182e-02, -6.1444e-02,
1.9582e-02, -6.7835e-02, -1.1686e-01, -4.3194e-03, -8.4271e-03,
-1.5682e-02, 3.8663e-02, 1.5038e-01, -6.1282e-01, 3.6777e-02,
-4.9475e-03, -4.8484e-03, 6.6190e-02, 6.7687e-02, 8.2679e-02,
4.6862e-02, -2.3227e-02, -6.2384e-02, 3.7908e-03, 9.2516e-03,
-5.0797e-02, 3.6423e-02, 3.1413e-02, 9.3539e-02, 5.2142e-01,
8.0083e-02, 1.1971e-01, 6.1142e-02, -5.1896e-02, -2.3879e-01,
-4.6228e-02, 1.4084e-01, 1.2066e-01, 3.9797e-02, -3.7903e-02,
1.5134e-01, -3.6278e-02, -4.0215e-02, 9.7633e-02, 6.9574e-02,
-3.4131e-02, 7.2331e-02, -4.8884e-02, -3.2329e-02, 1.1041e-01,
6.5158e-02, 1.1931e-01, 5.9872e-02, 1.1064e-01, -6.2987e-02,
-4.9906e-02, -7.7661e-02, 3.9675e-02, 1.0115e-01, -1.2743e-02,
6.7711e-03, 3.5120e-02, 2.6525e-02, -3.3064e-02, -3.3477e-02,
9.0092e-03, -4.3135e-02, -2.8076e-02, -1.3905e-02, 7.8117e-02,
-3.7025e-02, 1.0894e-01, -3.9895e-02, -1.1458e-01, -5.9361e-02,
-4.4845e-02, 1.0741e-01, -1.8794e-02, 7.4112e-02, 2.5071e-03,
-3.3835e-02, -2.3539e-02, 4.7668e-02, 8.0536e-03, -3.4840e-02,
4.9850e-02, 1.1866e-02, 1.8004e-02, 4.7232e-02, -2.8296e-02,
6.0655e-02, 5.0680e-03, 1.0230e-01, 2.8731e-02, 6.3711e-02,
2.2370e-02, -2.8643e-03, -9.2449e-02, -5.4826e-02, -2.8831e-01,
1.0284e-02, 7.2291e-02, 9.5138e-03, 1.6359e-02, 1.0845e-01,
-1.2734e-02, -2.0729e-02, -9.7783e-03, 4.4728e-02, 3.6477e-02,
-1.8691e-02, -4.8571e-03, -3.0095e-02, -2.4199e-02, 2.5875e-02,
-2.4551e-02, 3.3214e-02, 6.7734e-02, 8.5379e-02, 2.2856e-01,
-6.0828e-01, -3.9190e-04, -5.5252e-02, 4.3589e-02, -4.6071e-01,
-4.0319e-01, -1.5868e-01, -3.5762e-01, 3.4901e-01, 1.9273e-01,
-1.1605e-01, -4.8385e-03, -7.0477e-02, -1.5608e-01, -2.7366e-01,
-2.6428e-01, -1.3605e-01, -8.8066e-02, 1.6572e-01, -2.2613e-01,
1.8069e-02, 4.0793e-02, 8.5767e-04, -1.0516e-01, -8.9967e-02,
3.5428e-02, 3.2594e-01, 1.0897e-01, 4.3305e-02, -4.0041e-01,
1.4963e-01, -1.3033e-01, 1.1452e-01, 2.2597e-01, -5.5542e-02,
-3.6543e-02, -4.1226e-01, 3.3264e-01, 2.0513e-01, -1.8157e-01,
-3.9641e-01, 2.0419e-01, 1.8662e-02, -8.5139e-03, -2.2953e-01,
1.5659e-01, -2.0732e-02, 1.6981e-01, -1.4106e-01, 5.1890e-01,
1.7393e-01, -9.3827e-02, 1.7126e-01, -3.9704e-02, -1.8819e-01,
-6.1974e-02, 5.0730e-01, 2.0847e-01, -1.3224e-01, -9.6378e-03,
3.5156e-02, -1.7412e-02, 4.0435e-03, 2.7735e-01, -6.5766e-02,
3.0255e-01, 3.5737e-02, -7.5380e-02, -1.0997e-02, -1.3231e-01,
-7.8256e-02, 7.0111e-02, 6.6125e-03, -1.6828e-01, -2.4902e-02,
-1.8256e-02, -6.2508e-02, 1.6283e-02, -3.6791e-02, -3.7103e-03,
2.0938e-02, -4.6973e-02, 1.2483e-01, -8.0994e-02, 6.8005e-02,
2.6075e-02, -8.5125e-02, 1.1416e-01, -3.7753e-02, -1.5094e-01,
-1.8135e-02, 2.6702e-02, 7.2475e-02, 5.6582e-02, -2.4313e-02,
-3.4134e-02, -1.4765e-02, -2.0176e-01, 1.0091e-02, -5.1417e-02,
-6.9367e-03, 2.0079e-02, 2.2686e-02, -1.1206e-01, -2.4411e-01,
4.0624e-02, 1.1108e-02, -3.6666e-01, 4.4220e-02, -5.9900e-02,
-4.5639e-02, 6.2272e-02, -1.9425e-04, -6.4529e-02, 4.0823e-02,
-5.2780e-02, 3.7266e-02, -2.1450e-02, 3.4692e-02, -2.0749e-02,
-7.8307e-03, -1.0093e-01, -1.4833e-02, -8.1531e-02, 1.2577e-02,
-1.3664e-02, 1.9383e-02, -1.1641e-02, 7.2931e-02, -1.5941e-01,
-3.5320e-02, 1.5107e-02, -4.4032e-02, -3.6898e-01, -3.9737e-02,
-1.1919e-01, 1.5793e-01, -2.4541e-01, -7.2437e-02, 6.3831e-02,
1.1282e-02, 8.9754e-02, 1.1161e-02, 1.8151e-01, 4.3087e-02,
-1.9683e-02, -2.8536e-01, -1.3932e-02, -1.5735e-02, 2.3374e-02,
1.6499e-01, 5.7086e-02, 2.8004e-02, -2.3967e-02, -1.2219e-02,
2.6291e-02, -1.2513e-01, 1.4267e-02, -1.7259e-02, 2.8727e-02,
-3.2837e-02, -3.9109e-02, -6.9652e-03, -2.6569e-02, 2.6353e-02,
6.5791e-03, -5.5184e-02, -5.7154e-02, -5.6494e-02, -3.5700e-02,
1.1253e-01, 4.9908e-02, -2.3716e-02, 1.2600e-01, 2.7078e-02,
-4.8920e-02, 6.7488e-02, 3.0639e-03, -6.3673e-02, -1.2456e-02,
4.5466e-02, -1.2472e-01, -5.7034e-02, 8.9847e-02, -9.3215e-02,
-1.4400e-03, 1.4936e-03, -1.1607e-01, 2.5127e-03, -6.1954e-02,
-5.1829e-02, -4.5680e-02, -7.7728e-03, -6.4957e-02, -2.9239e-02,
2.7508e-02, 1.2208e-01, 1.8033e-02, 4.3676e-03, -5.9241e-02,
2.3184e-02, 3.6853e-02, 4.6523e-02, -8.2237e-02, -1.2898e-01,
3.5515e-02, 1.5959e-01, 3.3384e-02, -2.3972e-02, 8.6534e-03,
-9.8739e-02, 1.0596e-01, 4.7961e-02, 8.8152e-02, 1.1408e-01,
5.0685e-02, 2.9552e-03, 2.1161e-01, 3.0366e-02, 7.4297e-02,
7.2144e-03, -6.9908e-02, 3.6370e-02, 1.8895e-02, -8.7763e-02,
-3.8395e-02, -2.2368e-02, -4.5850e-02, 1.3059e-01, -3.1675e-01,
1.8665e-02, -7.1119e-03, 9.6741e-02, -3.6093e-02, -6.4648e-02,
7.0633e-02, 7.9492e-02, 1.7032e-02, -1.2351e-02, -1.4172e-02,
3.4926e-02, -2.8392e-02, -2.8867e-02, -1.7061e-02, 9.2005e-02,
-5.8873e-04, 1.0776e-01, -4.6316e-02, -9.2714e-04, 3.5232e-02,
9.5398e-02, -5.8883e-02, -9.3324e-02, 1.0508e-01, -2.0886e-01,
2.3795e-03, 5.1847e-02, -1.4614e-01, -1.4871e-01, -1.7017e-01,
8.4405e-02, 6.7690e-04, 1.7871e-01, 2.2698e-01, 7.6243e-03,
4.3343e-02, -1.5154e-01, 4.0519e-02, 1.0131e-01, 9.4410e-02,
-1.3272e-01, 1.7134e-01, 1.0847e-01, -2.9537e-02, 2.2076e-02,
1.1813e-05, -8.9231e-02, -1.7308e-01, 8.0011e-02, 2.6795e-01,
1.0333e-01, 6.2931e-02, -2.2138e-02, 1.1382e-01, 6.1883e-02,
1.4377e-01, 3.1726e-02, 2.9508e-02, 1.9002e-02, 1.0162e-01,
1.9298e-01, 9.4982e-02, 1.1604e-01, 1.3325e-01, -2.8401e-02,
-1.9454e-01, -1.1685e-01, -6.1631e-05, -8.0639e-02, -6.0852e-02,
4.7312e-02, -2.7575e-02, -2.3629e-01, -1.0105e-01, 1.9084e-01,
2.3171e-03, -5.1881e-02, -2.7769e-02, 5.2102e-02, -1.0939e-01,
-7.3402e-02, -5.0958e-04, 1.0811e-01, 5.6224e-02, 1.3883e-01,
-5.0323e-02, -1.4734e-01, 1.4960e-01], device='cuda:0')),
('bert.encoder.layer.4.attention.self.key.weight',
tensor([[-0.0418, 0.0783, -0.0139, ..., 0.0047, 0.0342, -0.0364],
[-0.0383, 0.0163, 0.0018, ..., 0.0248, -0.0376, 0.0381],
[-0.0311, 0.0135, -0.0108, ..., 0.0084, -0.0218, 0.1169],
...,
[ 0.0098, 0.0116, 0.0063, ..., 0.0206, -0.0047, 0.0016],
[ 0.0515, -0.0229, -0.0294, ..., -0.0049, -0.0194, -0.0014],
[-0.0266, -0.0120, 0.0125, ..., 0.0089, 0.0558, -0.0223]],
device='cuda:0')),
('bert.encoder.layer.4.attention.self.key.bias',
tensor([-3.1494e-04, -1.2622e-02, -1.2973e-02, -9.3407e-03, -2.1142e-03,
-5.5995e-03, 1.5091e-03, -8.8992e-03, -7.8916e-03, -2.8732e-03,
-3.2290e-03, 1.2396e-03, -3.8118e-03, 4.0383e-03, 4.8578e-03,
-8.0817e-03, -7.8650e-03, 1.0606e-02, -1.1127e-03, 3.4024e-03,
3.9386e-03, 4.4381e-03, -1.4071e-03, 5.3869e-03, -2.8310e-03,
-6.3454e-03, -2.7790e-03, 1.7810e-02, -8.0109e-03, 2.2731e-03,
-4.0113e-04, 3.3458e-03, 4.6643e-03, 5.0661e-04, -3.5607e-03,
-3.5748e-03, 6.7685e-03, -1.3862e-02, -1.8677e-03, -9.2447e-03,
-8.5189e-03, -3.1654e-03, -3.8216e-03, -6.1939e-03, -9.4940e-04,
1.7306e-03, -2.5116e-03, 1.0043e-02, -1.0316e-02, 1.1107e-03,
4.0714e-03, -7.2421e-03, 8.8770e-03, -6.9994e-03, 1.3176e-02,
-2.1578e-03, -2.3623e-03, 4.7454e-03, -1.6234e-02, 5.5922e-03,
1.2159e-02, -1.4919e-02, 1.7181e-02, -1.4808e-02, -9.9574e-04,
-3.2315e-03, 6.2419e-03, -4.0666e-03, -2.1271e-03, -2.5117e-03,
1.8858e-03, -3.1308e-03, 1.3935e-03, 3.3908e-03, -1.8646e-03,
-2.1728e-03, -1.1094e-03, 1.8041e-03, -2.4202e-03, -1.7255e-03,
3.8992e-04, -2.2089e-03, -6.0422e-04, 4.5465e-04, 1.7851e-03,
3.7561e-03, 5.6833e-04, 1.7102e-03, -3.5633e-03, 3.1848e-03,
-1.7964e-03, -1.5945e-03, 1.7427e-04, -1.5619e-03, 1.0921e-03,
-2.6168e-03, -3.8792e-04, 1.1622e-03, -4.2027e-04, 2.4922e-04,
6.9282e-04, 1.1294e-03, 2.9492e-03, 9.6638e-04, 6.7348e-04,
2.5262e-03, -1.3816e-03, 1.1736e-03, 1.2220e-04, -2.5658e-03,
6.9701e-04, 1.2589e-03, -3.6445e-03, 1.7423e-03, 2.0244e-03,
-2.8303e-03, -2.2323e-03, -2.8149e-03, -2.3342e-03, 2.2962e-03,
-1.2687e-03, 5.0557e-03, 2.7269e-03, -2.3330e-03, -2.1869e-03,
-2.4075e-03, -1.1989e-03, 5.8376e-04, -6.4235e-03, -1.1754e-03,
-1.4205e-03, 3.0312e-03, 4.9819e-03, -6.0465e-03, -1.3327e-03,
-3.3543e-03, 1.6957e-03, -4.2323e-03, 3.3239e-04, 3.9311e-03,
-6.8940e-03, -2.7070e-03, -1.5586e-03, -7.7240e-03, -5.6703e-03,
-1.5333e-03, 1.0975e-03, -2.3394e-05, 4.0826e-03, -1.6961e-03,
3.1777e-03, -9.6266e-04, 3.0578e-03, 3.2742e-03, 2.8733e-04,
-2.9424e-03, -1.1862e-03, -3.4153e-03, -6.8849e-03, -4.7301e-03,
1.6121e-04, 3.3332e-03, -1.1101e-03, 2.3453e-03, 2.8678e-03,
1.6111e-03, -1.4026e-03, -2.0249e-04, 4.4377e-03, 4.1632e-03,
2.5577e-03, 9.6839e-03, -9.5818e-04, -7.8325e-05, -3.8788e-03,
-7.4684e-03, 1.3753e-03, -4.1692e-03, -4.2900e-03, -2.3117e-03,
7.2629e-03, -2.8326e-03, -2.3148e-03, 4.8475e-03, -1.7534e-03,
4.6791e-04, 2.2538e-03, 6.3760e-03, -7.0099e-03, -3.2764e-03,
1.0696e-03, -7.1808e-03, -5.4887e-05, 4.2785e-03, 1.1296e-03,
-1.0555e-03, 2.9382e-03, 4.4574e-03, -4.7091e-03, 1.9276e-03,
1.4252e-03, 9.7793e-05, -7.3452e-04, -3.4782e-03, 1.0394e-03,
-4.0022e-04, 1.4299e-03, -1.1337e-03, -2.5567e-03, 1.8500e-03,
2.1773e-03, -2.3868e-03, -3.1406e-03, -2.2598e-03, 1.6071e-03,
-1.3308e-03, -1.4553e-03, -2.4911e-03, -5.6869e-04, 3.8542e-03,
3.3885e-03, 1.7662e-03, -2.4457e-03, 7.6459e-04, 1.1043e-03,
-1.6539e-03, 1.4603e-03, 2.6338e-04, 8.4572e-04, 2.8276e-04,
1.8856e-03, -7.3631e-04, 2.6333e-04, 1.5285e-03, 3.0484e-03,
9.4471e-04, -2.0190e-03, 6.5322e-04, 2.5036e-03, 2.9602e-03,
-7.0718e-04, -1.0678e-03, -3.1309e-03, 2.9374e-03, 9.1514e-04,
2.2468e-03, -4.5793e-05, 9.7701e-04, 6.1561e-03, 1.2998e-03,
-3.0182e-03, 1.4251e-03, 5.5911e-04, -1.3536e-03, 4.4218e-03,
1.1210e-03, -1.2536e-03, 2.6167e-03, -1.3157e-04, -2.0174e-03,
1.7410e-04, 9.3801e-04, 1.4862e-03, -6.2958e-03, 6.0312e-04,
-2.4939e-03, -5.2786e-04, 2.2889e-03, 1.2804e-03, -3.1859e-03,
3.0688e-03, -4.6565e-03, 1.6967e-03, -2.5924e-03, 2.3209e-03,
-2.9806e-03, -1.5788e-03, 1.6137e-03, -1.2569e-03, -4.2930e-03,
-6.6403e-04, -3.1495e-03, -4.2022e-03, -1.7485e-03, -2.1017e-03,
4.1802e-04, 9.8494e-04, -9.4679e-04, 7.0469e-04, 1.8147e-03,
8.4348e-04, -4.7549e-03, 9.2034e-04, -1.1872e-03, -1.2654e-03,
6.0987e-04, -2.0308e-03, -2.4730e-03, -1.1256e-03, 7.0463e-04,
2.4922e-04, 1.3791e-03, -1.6492e-03, 4.7331e-03, 1.2131e-03,
1.1127e-03, -3.2092e-03, -4.1773e-03, 9.2476e-04, 2.3304e-04,
1.7090e-03, -3.5804e-03, -1.5628e-03, -1.4653e-03, -2.3265e-03,
-8.3636e-04, 2.6868e-03, -2.3127e-03, 1.5382e-03, 3.8834e-03,
-1.6706e-03, 4.3834e-03, 1.3760e-03, 1.8976e-03, -1.7667e-04,
4.6216e-03, 9.7813e-04, -2.5617e-03, 2.9154e-04, 6.2187e-03,
1.8571e-03, -3.2790e-03, -2.2368e-03, -8.8045e-04, 2.8277e-03,
-1.0423e-02, 2.6836e-03, 2.5721e-03, 3.3561e-03, 4.9455e-03,
-4.5340e-03, 5.9688e-03, 1.0422e-03, -3.8246e-03, -9.6251e-03,
3.0477e-04, -2.2225e-03, 1.4061e-03, 2.5307e-03, -1.0761e-03,
6.9803e-04, -1.9585e-03, 1.6254e-03, -1.8274e-03, -1.1787e-02,
2.3225e-03, 1.9430e-03, -1.0985e-03, 2.7080e-03, -1.2098e-03,
1.1080e-03, 4.1236e-04, -5.2247e-03, -1.0557e-03, -5.3912e-03,
-7.9345e-03, 4.8321e-03, 7.8009e-04, 1.0126e-03, -7.1442e-03,
4.3303e-03, -2.8608e-03, -1.2487e-03, 1.5955e-03, -4.4799e-03,
-1.7534e-03, -1.8586e-03, 1.2790e-03, 1.8696e-03, -3.4273e-03,
1.0042e-03, -5.1982e-03, -3.6856e-03, 2.7682e-03, -2.6891e-03,
-1.6957e-03, 8.6222e-03, 6.6325e-03, -7.3379e-05, -7.5270e-04,
-7.9886e-04, 1.7616e-03, 8.6154e-04, 2.2862e-03, -1.5861e-03,
-3.0204e-03, 2.0798e-04, 1.2130e-03, -4.4476e-03, 1.8112e-03,
4.4804e-04, 3.6688e-03, 6.9918e-04, 3.3441e-03, -2.8642e-03,
-4.2069e-03, 3.6596e-03, -2.6438e-03, -2.2014e-03, -1.8261e-03,
3.1510e-03, 1.9493e-03, -2.4783e-04, 3.0819e-03, 3.1552e-04,
5.4150e-03, 6.1301e-04, 3.3792e-03, -9.7604e-04, -3.5668e-04,
2.1226e-03, -1.5054e-03, 3.4893e-03, -6.4737e-04, -3.1016e-03,
4.2939e-03, -2.9957e-03, -9.1800e-04, -9.6843e-04, 4.3354e-03,
1.3385e-03, 2.0987e-03, 8.1260e-04, -6.5100e-04, 1.7985e-03,
-4.0913e-03, 8.5138e-04, 5.8437e-04, -3.4054e-04, 2.1112e-03,
-1.5493e-03, -3.8011e-04, -1.1285e-03, 3.5311e-04, -9.6365e-04,
3.5319e-03, -1.9942e-03, -2.2717e-03, 1.6450e-03, -3.2156e-03,
-5.3697e-04, -1.8788e-03, 3.2183e-03, -2.0213e-03, -2.5635e-03,
3.0370e-03, 1.6422e-03, 3.9475e-03, -1.5380e-03, 1.1487e-03,
-3.0574e-04, 3.7475e-03, -1.4958e-03, -2.2084e-03, 8.4456e-04,
-3.4288e-04, -3.0031e-04, -1.8051e-03, -3.0335e-03, -2.1783e-03,
1.0224e-03, 3.1613e-04, 1.5776e-03, 1.4711e-03, -2.5374e-03,
8.5612e-04, -4.4618e-03, -1.4141e-03, 8.6608e-04, 4.6903e-03,
-2.3426e-04, -2.7313e-03, -7.4373e-04, 3.2771e-04, 1.1529e-03,
-5.7932e-05, 2.4804e-03, 1.5527e-03, 1.9010e-03, 2.4579e-03,
1.8413e-03, -1.2280e-03, 2.4938e-03, -3.8670e-04, -1.6275e-03,
-2.1543e-03, 3.1725e-03, 4.4202e-04, 2.2457e-03, -7.1239e-04,
1.8719e-03, 3.4080e-04, 3.4035e-04, -1.5391e-03, 2.1254e-03,
1.9769e-04, -4.4811e-04, 9.5506e-04, -2.9558e-04, -5.2046e-05,
7.9381e-04, -1.6643e-03, 3.5765e-03, -3.1630e-03, 2.9978e-03,
2.3053e-03, 2.4241e-03, -4.5086e-03, -1.0930e-02, 4.3937e-03,
-1.3444e-03, -8.4534e-03, 4.1779e-03, -6.9864e-03, 1.6952e-03,
-3.4673e-03, -2.1633e-03, -2.5796e-03, -3.9451e-03, -1.8596e-03,
1.9934e-03, 1.8509e-03, 8.3887e-04, 6.4005e-03, -1.7325e-03,
-8.5767e-03, 1.1205e-03, 7.8637e-04, 5.8938e-03, 2.5158e-03,
2.1066e-03, -5.8211e-03, 2.7665e-03, -2.0682e-03, 2.3855e-03,
-9.8904e-04, 8.5183e-04, -5.9750e-04, -2.7323e-03, -7.6805e-03,
-7.9840e-03, 5.9083e-03, -3.6214e-03, -4.0861e-03, -1.8197e-03,
1.6484e-03, 2.5528e-03, 3.6494e-03, 4.8071e-04, 9.4509e-04,
1.6157e-03, 3.0938e-03, -1.1407e-03, 5.0413e-03, -1.4629e-03,
4.8907e-03, -3.5221e-03, -1.1890e-04, 9.6499e-03, -1.1894e-03,
-3.3934e-03, -1.2829e-03, 1.9736e-03, 2.4469e-03, 3.8017e-03,
-3.8514e-03, -2.9080e-03, -1.5105e-03, 3.3577e-03, 1.0099e-03,
-5.7087e-04, 7.9285e-03, 3.8041e-03, -2.8513e-03, -1.0951e-03,
-4.9128e-03, -1.0600e-03, -5.3214e-03, -4.8091e-03, -1.8728e-03,
2.8488e-03, 1.2248e-03, 2.4719e-03, -2.6624e-03, 6.2155e-03,
-7.3311e-03, 2.7935e-03, 1.7385e-04, -1.5884e-04, -5.2602e-04,
4.0089e-03, -5.6507e-03, -8.6689e-04, -5.5839e-03, 3.3498e-03,
-3.0672e-03, -6.0006e-04, 5.6689e-05, -3.0619e-03, 5.5459e-04,
1.4329e-03, 2.0450e-03, 3.6497e-04, 1.0849e-04, -1.7791e-03,
1.4377e-03, -2.5512e-03, -2.7343e-03, -2.2268e-03, -4.1699e-03,
1.9596e-03, 5.8175e-03, -3.3301e-04, 3.2668e-04, 2.8310e-03,
-1.7483e-03, -2.5939e-04, -1.7340e-03, -5.5749e-03, 5.7669e-03,
-3.4387e-04, -3.2068e-03, 2.6891e-03, 5.5912e-03, -1.8863e-04,
5.5710e-03, -2.2098e-03, -9.3754e-03, -1.2406e-03, -4.1579e-03,
1.7488e-03, -4.1468e-03, -2.4710e-03, -4.8985e-03, -2.4790e-03,
3.2814e-03, 2.7824e-03, 1.5882e-03, -1.1175e-03, -4.5606e-04,
-4.9486e-03, 6.0880e-04, -2.0174e-03, -4.5459e-03, 4.6087e-03,
2.6826e-03, -3.8783e-03, -6.3076e-04, -7.6057e-04, -3.0596e-03,
7.7792e-04, 1.7035e-03, -6.5280e-04, -1.7247e-04, -3.2433e-03,
-1.3173e-03, 4.2179e-04, 2.2980e-03, 1.4671e-03, -3.8084e-03,
-3.6158e-04, 1.3641e-04, 7.8934e-04, -9.5642e-04, -2.7630e-03,
2.8293e-03, 7.1559e-03, -1.7090e-03, -2.0056e-03, -2.4069e-03,
-3.2326e-03, 2.2026e-03, -1.4887e-03, -1.1742e-03, -1.6018e-03,
-2.2202e-03, -2.5219e-04, 3.7579e-04, -3.2415e-03, -7.9777e-04,
-3.4178e-04, 2.0506e-04, 2.0446e-04, 6.0596e-04, -3.8452e-03,
-3.8105e-04, 3.3396e-03, -1.5310e-03, -4.6286e-04, 1.9955e-03,
1.2068e-03, 1.7839e-03, -1.6588e-03, -3.0821e-03, -3.4368e-03,
-2.8840e-03, -1.8940e-03, 4.3841e-04, -3.1746e-04, -8.8840e-04,
1.1039e-03, 9.7166e-04, 1.2647e-03, 4.4746e-03, -2.7109e-03,
-9.8273e-04, 1.6845e-03, 1.1941e-03, -2.0426e-03, 1.3177e-03,
-2.9006e-03, -1.8488e-03, 6.9401e-04, -1.5962e-03, -8.2683e-04,
-2.0100e-03, -7.9233e-04, -8.8164e-03, 3.1835e-03, -7.2873e-04,
-1.6526e-04, 2.0023e-03, -5.5517e-04, 1.6604e-03, 3.3049e-04,
2.7953e-03, 4.2223e-03, 1.8640e-03, -7.3317e-04, 3.2113e-03,
1.0612e-03, 1.6318e-03, -2.8169e-04, -7.5277e-04, 7.5320e-04,
1.7457e-03, -9.7627e-04, -2.6655e-03, -4.4084e-03, 3.2019e-03,
-1.4945e-03, -8.9812e-04, -1.0013e-03, -1.0153e-05, -2.3141e-03,
3.7864e-03, 8.0009e-06, 4.6489e-03, -3.8357e-03, -6.5283e-03,
-7.7273e-04, 3.0300e-03, -2.8618e-03, 6.1412e-04, -4.4817e-04,
-1.7981e-04, -5.6863e-03, 1.2477e-04], device='cuda:0')),
('bert.encoder.layer.4.attention.self.value.weight',
tensor([[ 0.0370, 0.0138, 0.0207, ..., -0.0279, -0.0076, 0.0185],
[ 0.0248, 0.0859, -0.0342, ..., 0.0577, 0.0005, -0.0210],
[-0.0928, 0.0213, -0.0552, ..., 0.0054, -0.0115, -0.0637],
...,
[ 0.0225, -0.0441, 0.1043, ..., -0.0084, -0.0266, -0.0182],
[ 0.0399, -0.0187, 0.0316, ..., 0.0489, -0.0420, 0.0326],
[ 0.0117, 0.0084, -0.0152, ..., 0.0169, -0.0135, 0.0720]],
device='cuda:0')),
('bert.encoder.layer.4.attention.self.value.bias',
tensor([-1.2824e-02, -4.0567e-02, 1.4378e-02, 3.7552e-03, 2.4535e-02,
4.1453e-02, -7.8974e-02, -4.5335e-03, 1.9722e-02, -5.4051e-02,
7.0488e-02, -1.6858e-02, -2.4932e-02, -3.4986e-03, 1.0525e-02,
-1.6225e-03, 2.3549e-02, -9.3806e-03, 1.0611e-02, -1.1852e-02,
1.0741e-01, 2.8002e-02, -2.6023e-03, 2.5985e-02, -9.5159e-03,
-3.5742e-02, 2.5776e-02, -3.8913e-02, -8.8547e-02, -3.3756e-02,
6.0067e-02, 4.5508e-03, -6.4565e-03, 2.6332e-02, 2.8482e-02,
-2.7291e-02, 4.3374e-02, -1.0308e-02, -4.3197e-02, -9.5376e-02,
2.3536e-02, -2.8379e-02, 2.4043e-02, 7.6277e-03, 4.0994e-02,
-2.6429e-02, -5.8821e-02, -7.5673e-02, 3.5087e-02, -4.5532e-04,
1.9371e-02, -4.7155e-02, -4.9727e-03, 4.0599e-02, 1.9793e-02,
3.7525e-02, -6.7179e-02, -4.4501e-02, 1.0623e-02, -5.0543e-02,
2.0921e-01, 4.6790e-02, 1.6028e-02, -4.8597e-03, -1.0891e-03,
-2.1597e-03, -9.1709e-03, -1.2494e-02, -7.1817e-03, 1.7010e-02,
8.8429e-03, -6.5345e-03, -7.1273e-03, 2.6890e-02, 2.0644e-02,
-2.4355e-02, 7.7055e-03, 9.9668e-04, -3.6878e-03, -1.2574e-02,
2.5684e-02, 8.4367e-03, 1.4838e-03, 3.4407e-03, -3.9101e-03,
2.8113e-03, 1.0452e-02, -3.0990e-02, -4.0321e-03, 1.4032e-02,
1.3439e-02, -1.5143e-03, 1.2538e-02, -2.9920e-03, 1.6409e-02,
6.4907e-03, -5.6430e-03, 1.6938e-02, 1.5995e-02, -9.1916e-03,
-6.8674e-03, 1.3389e-02, 1.4600e-02, -1.9439e-02, -1.8156e-02,
3.1033e-02, 1.1334e-02, 1.2789e-02, -4.4304e-03, 1.1839e-02,
2.3994e-02, -2.7201e-02, 2.4903e-03, 9.5701e-03, -2.7819e-03,
-3.4326e-02, 7.0815e-03, 5.0131e-03, 1.5141e-02, 2.1208e-02,
1.0933e-03, 1.4622e-02, -1.2597e-02, -1.3641e-02, -1.7340e-02,
2.3347e-03, -2.6928e-02, 2.2173e-03, -2.1615e-03, 2.4858e-02,
-1.5045e-02, -2.9482e-02, 1.9367e-02, 4.5607e-02, 6.7673e-02,
-5.9939e-03, -2.4117e-02, -2.4591e-03, -1.7258e-02, 9.3222e-02,
3.4446e-02, -2.5335e-02, 4.1759e-02, -1.7101e-02, -1.2692e-02,
3.3031e-02, -6.6913e-02, 2.7113e-02, -1.4933e-02, 3.8659e-02,
1.3150e-02, -1.9095e-02, 5.9355e-02, 4.0788e-02, 3.7704e-02,
-1.8592e-02, -2.5012e-02, -8.6448e-03, -2.8975e-02, 4.1498e-02,
-2.4273e-02, -1.4681e-02, 4.4637e-02, 2.5003e-03, 9.0889e-03,
-2.9052e-02, -4.0049e-02, -1.7222e-02, 6.0470e-02, 1.7016e-02,
1.5844e-02, 3.4846e-03, 1.6137e-03, 1.0897e-02, -5.1609e-03,
1.7112e-02, -8.0819e-02, 2.9810e-02, -9.2959e-03, -1.4388e-02,
-3.9080e-02, -5.1385e-04, -7.9288e-02, -8.4375e-03, -2.3250e-02,
-1.6142e-02, -1.6241e-02, 4.4072e-02, -8.3393e-02, 1.4183e-01,
2.8446e-02, 3.1935e-02, -2.3578e-03, 5.6173e-03, -1.7948e-02,
1.8501e-02, -2.1346e-02, -8.2675e-03, 2.5722e-02, -3.4008e-03,
5.0468e-03, 2.4229e-02, 1.8181e-02, 4.1643e-02, 2.2444e-02,
2.1531e-02, 2.6594e-02, 2.3280e-02, 7.7999e-03, 1.5805e-02,
5.2337e-03, -1.2711e-02, -1.4093e-02, -1.0104e-02, -6.9132e-03,
-2.1712e-02, -1.3541e-02, -3.3221e-02, 1.9956e-02, 2.3616e-02,
3.1952e-02, -1.8636e-03, 2.3391e-03, -1.8991e-03, -5.6144e-03,
-6.8330e-03, 4.0069e-03, 1.9482e-03, 1.8116e-02, 1.1371e-03,
-5.9945e-03, -4.4580e-03, -2.6380e-03, 1.8900e-02, 1.5997e-02,
1.2120e-02, -2.0345e-02, 4.2048e-03, 1.4594e-02, 1.2393e-02,
-2.4483e-02, -1.5967e-02, 2.2666e-02, -1.3195e-02, 1.3306e-02,
-1.6919e-02, -7.7538e-03, -2.3215e-02, -1.1199e-02, -5.7733e-03,
-9.4136e-03, 9.8839e-03, 1.5759e-02, -1.3981e-02, -3.3556e-02,
1.7204e-03, -1.0948e-03, 5.5045e-03, -1.7807e-02, -1.3893e-02,
4.3164e-03, -3.6769e-03, -5.2022e-03, -5.9407e-03, -2.4704e-02,
-4.8739e-03, 2.1356e-02, -1.5996e-02, -2.2895e-02, 8.6520e-03,
2.7177e-02, -3.6141e-02, 3.4028e-03, 1.6483e-02, 1.0947e-02,
1.9512e-02, 6.1976e-03, 1.4538e-03, 1.4629e-02, 2.1357e-03,
-1.3999e-02, 1.1945e-02, -3.9714e-03, -2.7369e-03, 1.8105e-02,
1.2043e-02, -2.9333e-03, -1.3120e-02, -8.6789e-03, -6.7992e-03,
-1.3650e-02, 1.2129e-02, 1.9330e-02, -1.0990e-03, -1.4283e-02,
5.1032e-04, 1.4148e-02, 2.0858e-02, 9.4913e-03, -3.0054e-02,
-6.1354e-03, 1.4823e-02, 1.3837e-02, -5.0445e-04, -8.8730e-03,
9.0051e-03, -1.1964e-05, -4.7647e-03, 8.0086e-03, 1.1130e-02,
9.4125e-03, 2.0694e-02, 1.3610e-03, -2.3601e-04, 1.2537e-02,
-2.2591e-04, -1.1517e-02, 3.1821e-02, -2.9090e-02, 1.2904e-02,
2.2612e-02, -4.7150e-02, 7.0808e-03, -2.5996e-02, -2.9326e-02,
-6.2359e-02, -5.5947e-02, -4.4259e-02, 6.5586e-03, -1.5826e-02,
3.4304e-03, 4.8311e-02, 7.3535e-02, 3.2546e-02, -1.8852e-02,
8.9866e-02, -6.0688e-02, -4.4872e-03, 1.0402e-01, 2.7877e-02,
-2.9209e-02, -2.8336e-02, 1.0372e-01, 6.0949e-02, 1.0572e-01,
5.6673e-02, -7.8201e-02, -1.1966e-02, -7.3315e-03, -5.2123e-02,
-9.4480e-02, 2.3419e-02, -7.7247e-03, 5.3631e-02, -7.8007e-02,
1.4946e-02, 6.7079e-02, 9.5883e-02, -2.2456e-02, 2.6838e-02,
1.1426e-01, 4.4635e-02, 5.2780e-02, 1.0617e-01, -5.6488e-02,
5.3849e-02, -7.3385e-02, 2.3853e-02, 1.5920e-02, -2.4464e-02,
2.2144e-03, 3.4779e-03, 5.0699e-02, -8.1685e-05, -4.3321e-02,
-2.2165e-02, -4.0963e-02, -1.4264e-01, -3.3847e-02, -3.2721e-02,
-2.2767e-02, -8.7518e-02, 4.1665e-02, -5.0607e-02, -3.2243e-02,
4.8007e-02, -2.6362e-02, 3.9061e-03, -8.6411e-03, -1.8223e-02,
-5.6031e-03, -2.3063e-03, -7.6664e-03, -1.6988e-02, -1.7994e-02,
-1.2814e-02, 1.4945e-02, -4.0009e-02, 2.8540e-02, 1.5756e-02,
1.4181e-02, -1.8049e-02, -2.6597e-02, 1.7560e-02, 2.2054e-02,
-7.2682e-03, 8.8885e-03, -1.9046e-03, -2.8877e-02, -1.7983e-02,
1.0399e-03, -5.4423e-03, 7.4402e-03, 2.0381e-03, -1.3699e-02,
-3.7720e-03, 1.2294e-02, 9.8381e-03, -2.3575e-02, 2.3557e-02,
-2.3864e-02, -9.5941e-03, -8.9462e-03, 1.2595e-02, 2.6624e-02,
5.3777e-03, -1.4369e-02, 1.5658e-02, 1.1489e-02, -3.5928e-04,
-3.1534e-02, 1.2902e-02, -1.4044e-03, 5.2285e-03, 3.2107e-03,
1.1561e-03, 4.2722e-03, -2.6054e-02, 2.8416e-02, 8.7722e-04,
-1.5852e-02, 4.7294e-03, 5.5545e-03, 1.8995e-02, -1.4947e-02,
-1.2782e-02, -3.4642e-03, 3.0039e-02, -8.3735e-03, -1.4825e-02,
-4.2722e-03, 2.0751e-02, 4.1610e-02, -3.4839e-02, 6.6011e-02,
5.8777e-03, -3.0303e-02, -8.5405e-03, -2.3294e-02, -3.0889e-02,
3.5718e-03, 8.3547e-03, -1.7201e-02, 2.0966e-03, -1.8153e-02,
2.0199e-02, -2.0706e-02, 4.6425e-03, -9.9589e-03, -5.7036e-02,
7.3310e-02, 3.9419e-03, -1.9983e-02, -6.2352e-03, -7.6182e-03,
-1.8538e-02, 1.1414e-02, -6.0398e-02, 3.0170e-02, -7.9102e-02,
3.7220e-03, -3.4664e-03, -6.0971e-03, 4.0445e-03, -3.2822e-02,
1.7450e-02, -6.7014e-02, -4.0764e-03, -1.6930e-02, 2.5718e-02,
-9.0963e-04, -1.1930e-02, -2.3087e-02, -4.7790e-03, -2.8228e-03,
-1.6852e-02, -1.2757e-02, -4.2921e-03, 4.5865e-03, 5.1889e-03,
-1.7402e-02, 1.7975e-02, -3.3964e-03, -4.5898e-02, 2.4712e-02,
5.1702e-02, 3.8474e-02, -4.5123e-03, 2.1112e-02, -7.6845e-03,
-1.3073e-02, 3.1043e-02, 1.5005e-02, -3.1178e-02, -3.0532e-02,
-4.3000e-02, 7.0170e-03, -7.0803e-03, 1.1466e-02, 6.4380e-02,
6.0916e-03, -1.6361e-02, -1.0691e-02, 2.8945e-02, 1.3443e-02,
2.2316e-02, -2.4997e-02, -1.0280e-02, 4.5492e-02, -1.8819e-02,
8.9685e-03, -1.6766e-02, 5.3139e-02, 1.5428e-02, -8.2474e-03,
1.7450e-02, 2.4433e-03, 1.3470e-02, 2.2854e-02, 1.2629e-02,
-2.8088e-02, -3.0437e-02, 4.1657e-02, -9.9409e-03, 1.8658e-02,
-1.2620e-02, -1.3236e-02, 7.2259e-03, -4.2232e-03, -5.0778e-02,
-1.1892e-02, 2.9910e-02, -2.1652e-03, -7.6176e-02, 1.8740e-02,
-1.6894e-02, 2.3392e-03, -2.5242e-03, 1.4594e-02, 2.4284e-02,
2.4139e-03, -3.0978e-03, 1.9601e-02, -1.8936e-02, 2.1738e-02,
1.0065e-02, -1.8413e-02, -2.3638e-02, -3.5017e-03, 1.3822e-02,
2.2662e-03, 2.4745e-02, 1.7439e-03, -2.3400e-02, 1.4194e-02,
2.3806e-02, -2.5162e-02, 1.1209e-02, 2.5787e-02, 1.2435e-02,
5.3984e-03, -3.3282e-03, -1.7423e-02, 7.5547e-04, -1.7007e-02,
-2.8627e-02, 1.1918e-03, 1.9477e-02, -8.3622e-03, -5.3331e-03,
6.9384e-03, -2.3974e-02, 1.7085e-02, 1.3549e-02, 1.9502e-02,
-1.8640e-02, 3.8090e-02, -3.2134e-02, 6.0590e-04, 1.8179e-02,
2.2968e-02, 3.8949e-02, -1.1758e-02, -1.0480e-02, -3.1523e-02,
1.6014e-03, -6.9961e-04, 4.0558e-03, 2.8264e-02, 7.3542e-03,
1.7261e-02, -1.5671e-02, 1.3737e-02, -1.9979e-02, 3.9046e-03,
-3.4519e-02, 2.0395e-03, 2.6237e-02, 2.5372e-02, 1.8834e-02,
1.3302e-02, -1.0816e-02, -1.1729e-02, 2.2274e-02, -6.4680e-03,
-7.3917e-03, -1.5822e-02, 8.0767e-03, 1.7355e-02, 4.0558e-03,
3.0273e-02, -4.2954e-02, 5.1867e-03, -1.3233e-02, -2.8881e-02,
-4.8380e-03, -6.3440e-03, 4.3834e-02, 6.1868e-03, -1.9288e-02,
6.3696e-03, -5.1543e-03, 5.3730e-04, -3.1949e-03, 1.3093e-02,
-1.0632e-02, 1.8651e-02, -1.8178e-03, -7.9632e-04, 1.0150e-02,
9.8529e-03, -2.3309e-02, -1.6183e-02, -3.2926e-03, 1.6770e-02,
1.8871e-02, -1.7776e-02, -6.1455e-03, -3.7930e-03, -1.1609e-02,
-1.6871e-02, 5.5077e-03, -8.2412e-03, -5.6791e-03, 2.3671e-02,
-2.1129e-02, 1.2265e-04, 1.7183e-02, -3.3943e-02, -3.9781e-04,
2.1491e-02, 2.4524e-03, -3.6374e-03, -1.7732e-02, 2.1787e-02,
-1.7032e-02, -1.5714e-03, 1.9890e-03, 7.8586e-03, -3.9130e-03,
2.7285e-03, -1.3816e-02, 2.0774e-02, 1.4073e-03, -5.8489e-03,
1.1678e-02, 1.2196e-02, -1.2509e-02, 1.6562e-02, -9.6904e-03,
1.2759e-02, -4.5748e-03, -8.6844e-03, -4.0910e-03, 2.1999e-02,
-1.3575e-03, 1.1449e-02, -2.4258e-04, -3.7674e-03, 1.2860e-04,
1.4881e-02, 2.8003e-03, 2.3603e-02, -7.9119e-03, 2.4391e-02,
-3.7736e-03, -5.8517e-03, -1.0356e-02, -5.4750e-03, -8.1782e-03,
3.0869e-02, 5.8617e-03, 1.4886e-02, 1.5052e-02, -1.1016e-03,
9.5959e-04, -9.0542e-03, -6.9248e-04, -4.6904e-03, 2.7205e-03,
-1.5454e-02, -2.5575e-02, 4.4592e-03, -7.8368e-03, -7.4538e-03,
5.9393e-03, -1.5481e-02, 3.1856e-03, -8.7635e-03, -2.7524e-02,
-1.1317e-02, -9.0595e-03, -3.0352e-03, 1.3661e-02, 1.3872e-02,
-1.3065e-02, -6.6543e-03, 2.8997e-02, -9.4600e-04, 4.4404e-03,
-1.0597e-02, -4.3269e-03, -4.3462e-03, -3.4158e-02, -2.7074e-02,
-5.3230e-03, -1.8020e-02, 1.1662e-02, 3.3378e-02, 1.4064e-02,
7.0512e-03, -1.4591e-02, -2.6409e-02, 2.0038e-02, -3.2458e-02,
4.0935e-03, 1.0731e-02, -9.7925e-03, -2.9350e-02, -7.4216e-03,
3.0856e-03, 1.2013e-02, 1.6074e-02, 2.1222e-02, 2.9813e-02,
-2.9128e-03, 2.2628e-02, -2.0130e-02], device='cuda:0')),
('bert.encoder.layer.4.attention.output.dense.weight',
tensor([[-0.0231, 0.0204, -0.0277, ..., -0.0674, -0.0244, 0.0699],
[ 0.0053, 0.0544, 0.0686, ..., -0.0208, 0.0180, 0.0227],
[-0.0486, 0.0080, 0.0237, ..., 0.0048, -0.0372, 0.0898],
...,
[ 0.0924, -0.0054, 0.0307, ..., -0.0512, -0.0027, -0.0791],
[-0.0168, -0.0462, -0.0303, ..., 0.0243, 0.0378, 0.0028],
[ 0.0002, -0.0057, 0.0110, ..., 0.0131, -0.0247, 0.0085]],
device='cuda:0')),
('bert.encoder.layer.4.attention.output.dense.bias',
tensor([ 3.6824e-02, 3.4152e-02, -3.1969e-02, 8.0631e-02, 7.8464e-02,
7.6259e-02, 6.9047e-03, -6.3528e-02, 2.6040e-02, 1.1024e-01,
1.6386e-02, -2.3048e-03, 5.0044e-02, 9.5223e-02, -7.3019e-02,
4.9575e-02, -1.0900e-01, 2.4093e-02, 2.7724e-02, -6.7455e-02,
3.4844e-02, 4.4745e-03, 4.1758e-02, -5.8939e-02, 1.6275e-01,
-1.1647e-02, 5.4864e-02, 4.5781e-02, -2.5672e-02, 3.4769e-02,
-1.8174e-02, 2.2203e-02, 9.3993e-03, 6.8337e-02, -1.0658e-01,
8.9052e-02, -1.5191e-01, -3.7693e-02, -1.7700e-01, 3.4292e-02,
4.9037e-02, 3.7215e-02, -2.5805e-02, 1.1897e-01, -5.9335e-02,
2.8210e-02, 7.8063e-02, 3.5765e-02, 2.9414e-02, -9.2425e-02,
-2.7544e-02, 1.0506e-01, -1.3935e-01, 8.4313e-03, -1.4969e-01,
5.3890e-03, 1.2043e-01, 3.5376e-02, 1.2790e-01, 2.6844e-02,
-7.9065e-03, 4.8193e-02, 6.8169e-02, 4.2733e-03, -1.0691e-01,
-4.5219e-02, 8.6349e-02, 3.3054e-02, -3.2890e-01, -1.0355e-01,
-5.0412e-02, 3.1194e-02, 2.7071e-02, 5.6029e-02, -6.8484e-02,
-4.1503e-02, 2.6592e-02, -7.6460e-02, 3.9774e-02, -4.3006e-02,
-1.6606e-01, 3.2348e-02, -1.3834e-01, -3.5643e-02, 1.6056e-01,
-1.0534e-01, 8.9598e-02, -8.2777e-02, -2.5661e-02, 1.7563e-01,
6.9527e-02, 7.3857e-02, -1.1081e-02, 1.6889e-01, -4.2427e-02,
6.9344e-03, -9.2266e-02, 1.8964e-02, 1.1535e-01, -5.3342e-02,
-3.2444e-02, -4.0920e-02, 6.5036e-03, -2.0531e-02, -7.0393e-02,
5.7781e-02, -9.3537e-02, 2.9094e-02, -1.8731e-02, 3.8632e-02,
-1.0459e-01, -9.7137e-02, 6.3939e-02, -1.5878e-02, -4.0749e-02,
-7.1991e-02, 1.7679e-01, -8.2011e-02, 2.4493e-02, 5.3286e-02,
-6.9853e-02, -2.5923e-02, -5.5532e-02, -9.7082e-02, -1.4125e-01,
2.0277e-03, -1.6804e-02, -3.4296e-02, 1.0575e-01, 9.5881e-02,
-3.5564e-02, 6.0261e-02, 5.3298e-02, -7.9780e-02, -5.6793e-02,
1.2672e-02, 2.2910e-03, -3.4455e-02, -1.9461e-01, -4.3658e-02,
8.0484e-03, 1.0589e-01, -4.0231e-02, 1.9611e-01, -1.7854e-02,
4.2372e-02, 1.4183e-01, -9.9647e-02, -5.6421e-02, 2.6287e-01,
4.4689e-03, -5.8455e-03, -1.0456e-01, -7.8182e-02, -5.5777e-02,
-1.0224e-01, -9.7814e-02, 3.2006e-03, -8.4383e-02, 8.0376e-02,
-8.6877e-02, 1.3647e-01, 4.8604e-02, 2.8568e-02, 2.4214e-01,
5.2390e-02, -3.9172e-02, -2.6676e-01, 4.7297e-02, 6.8842e-02,
-4.8126e-02, -1.6700e-01, 5.4839e-02, 5.4084e-02, 3.9945e-02,
-2.6975e-02, 1.3261e-02, 4.0125e-02, 2.9041e-02, -7.8206e-03,
-1.2422e-01, -4.6974e-02, -1.4301e-02, 2.1989e-02, -6.4589e-02,
4.2727e-03, 1.5256e-01, -5.9889e-02, 6.0726e-02, -5.1558e-02,
-2.2756e-01, -4.5745e-02, 5.5881e-03, -2.1953e-02, 8.3393e-02,
7.4834e-02, -6.6455e-02, 8.5869e-02, 9.4028e-02, -4.1182e-02,
4.9596e-02, 4.4634e-02, 6.2691e-02, -1.5886e-03, -6.1389e-02,
1.2975e-03, 1.5014e-01, 5.5737e-03, -3.8485e-02, 1.1568e-01,
9.9734e-03, -1.0655e-03, -3.0744e-02, 3.2279e-02, 3.4655e-02,
-1.5980e-02, -7.7239e-02, -1.3647e-01, 5.4760e-02, 3.3663e-04,
-6.3223e-02, -1.7839e-01, 1.5440e-02, 3.7341e-02, -1.4350e-02,
5.3663e-02, -3.4012e-02, 6.8252e-02, -9.3884e-02, -1.8056e-02,
-1.0796e-01, -2.1067e-02, 8.8082e-03, -1.1188e-01, 9.7301e-02,
-7.6010e-03, 1.9578e-01, -2.0364e-02, -5.5147e-02, 6.3477e-02,
-4.8592e-02, -7.6591e-02, -1.1830e-01, -5.4865e-02, -3.3049e-02,
1.3277e-01, -2.0099e-02, -6.0638e-02, -2.8435e-02, -3.7059e-03,
-4.7448e-02, -3.5533e-02, -2.6149e-02, 5.9441e-02, 4.5533e-03,
-9.8517e-03, -6.2638e-02, 2.6586e-01, -1.1056e-01, -5.7999e-02,
-1.3141e-01, -6.9442e-02, 6.3412e-02, 3.1241e-02, -1.0206e-01,
5.4681e-02, -2.2100e-02, 3.5995e-02, -3.7187e-02, 4.1574e-02,
3.2192e-02, 1.4958e-02, 9.5126e-03, -7.7283e-02, 7.2096e-02,
7.1395e-02, 9.3868e-02, -7.9805e-02, -5.9106e-02, -6.6943e-02,
1.1877e-02, -2.4074e-02, -4.2150e-02, 3.0815e-02, 7.7198e-02,
-5.5831e-03, 4.7824e-02, 8.5659e-02, 1.2063e-01, -4.2488e-02,
3.5035e-02, 1.2212e-03, 1.4905e-01, -4.4997e-03, 3.8216e-02,
1.1449e-01, -2.9007e-02, 5.7874e-02, 1.1162e-01, -3.3743e-02,
-6.4811e-02, -6.8176e-02, 1.0644e-02, -5.2828e-02, -1.8992e-01,
-3.0064e-02, -9.9281e-02, 1.5499e-02, 5.2393e-02, -3.0495e-02,
-2.0687e-01, 7.1401e-02, -3.2442e-02, -1.8235e-01, -8.7381e-02,
-2.3215e-02, -3.9702e-02, -4.5350e-02, 2.9013e-02, -4.1301e-02,
2.0297e-01, 6.3027e-02, 1.6846e-02, 8.5226e-02, 9.6063e-02,
-1.1802e-02, 9.8720e-02, -5.3770e-02, 3.2902e-02, -4.6931e-02,
-2.4087e-02, -1.1669e-01, 2.9160e-03, 7.2067e-02, 4.0791e-03,
-4.7541e-03, -2.9544e-02, 4.3693e-04, 3.3880e-02, -5.2140e-03,
-2.3422e-01, -6.2319e-03, -1.0868e-01, 7.0419e-02, 7.8026e-02,
-8.1089e-02, 3.4786e-02, 3.0206e-02, -1.8354e-01, -2.0211e-02,
-2.5099e-02, 4.6237e-02, 1.0436e-01, 3.0801e-02, 5.4868e-02,
8.8943e-02, 7.5466e-03, 6.9964e-02, -2.8905e-02, 1.1665e-01,
3.9998e-02, 2.2038e-02, 4.8905e-02, -2.8236e-02, 9.5517e-03,
-1.9409e-01, 2.6054e-02, 2.3508e-02, -2.7545e-02, 2.2995e-02,
-5.5627e-02, -4.8463e-02, -6.5147e-02, 7.7919e-02, -1.9021e-03,
2.9811e-02, -4.1667e-02, 1.5591e-02, -2.9944e-03, 1.5106e-01,
3.2467e-02, -3.8780e-02, -9.2968e-02, -6.8490e-03, -9.8794e-02,
-1.0195e-01, -1.2472e-02, 8.0579e-02, -4.7282e-02, -1.1639e-01,
5.0257e-02, -8.7652e-02, -6.8685e-02, -9.0405e-03, 6.1800e-02,
8.0138e-02, 6.8047e-02, -5.7053e-02, 8.8698e-02, -7.8570e-02,
1.2995e-02, 2.7111e-02, -4.3505e-02, 5.1417e-02, 2.9735e-02,
-1.0889e-01, 6.5335e-02, -1.5359e-01, -3.7920e-02, 3.4862e-02,
-6.4889e-02, -1.9997e-03, 8.6752e-02, 1.5722e-02, 1.6620e-02,
2.8642e-02, -1.0899e-01, -7.0284e-02, 1.1334e-01, 3.7755e-02,
-1.0441e-01, 6.4451e-02, 1.2256e-01, -2.5777e-02, -1.4510e-01,
5.2828e-02, 6.6659e-03, 7.3912e-02, -1.4291e-02, 1.6632e-02,
-9.5993e-03, 1.8275e-02, 6.9668e-02, -5.1610e-02, -1.2467e-01,
-3.0412e-02, 2.2811e-02, 8.2065e-02, 1.7415e-02, 4.2029e-02,
-5.0940e-02, -8.4365e-02, 5.1262e-02, 3.3748e-02, -1.0866e-01,
-2.9911e-02, -8.3485e-02, -8.3849e-02, 4.2447e-02, 6.6015e-03,
-2.0422e-02, 1.5878e-01, -1.0659e-01, -1.1560e-03, -2.0571e-01,
3.4206e-02, 3.9117e-02, 1.0130e-01, -3.7060e-02, -1.2359e-01,
-1.7059e-02, -6.4764e-02, -1.9125e-02, 7.5742e-02, -1.2418e-01,
-3.8537e-02, -2.0516e-01, -5.6480e-02, -2.4878e-02, 1.4708e-01,
-2.3782e-02, 1.2403e-01, -7.0090e-02, -6.6154e-02, -4.2339e-02,
5.1595e-02, 4.5390e-02, 2.6558e-02, -1.0359e-01, 3.9391e-02,
1.3509e-01, -2.9522e-02, 7.0494e-02, 3.5283e-02, 1.2747e-01,
-1.0381e-01, 1.0598e-01, -2.8902e-02, 5.7263e-03, -2.0598e-02,
1.5407e-02, -7.0244e-02, 1.5833e-01, 1.7413e-02, 4.0582e-02,
-6.1113e-02, -7.4420e-02, -6.4477e-02, 2.9677e-03, -7.3659e-02,
-1.7776e-01, -1.7480e-02, -6.4234e-03, -4.0607e-02, -4.0856e-02,
6.6565e-03, 5.1075e-02, 3.7149e-02, -6.3881e-02, 7.2769e-02,
-4.7134e-02, 3.4565e-02, 1.7746e-02, 1.0139e-01, -3.6502e-02,
3.9301e-03, -8.2805e-03, -2.2549e-02, -2.4667e-01, -6.8030e-02,
5.4757e-02, -1.2297e-01, -5.3432e-02, 4.7072e-02, 6.6417e-02,
-7.0582e-03, 8.1229e-02, 6.0932e-02, 2.0275e-02, 6.8767e-02,
6.0954e-02, -8.7248e-02, -3.6116e-02, 4.2098e-03, 1.0909e-01,
-5.6413e-02, 2.6635e-02, -5.0075e-03, 5.6506e-02, -1.6106e-04,
-5.7181e-03, 3.4389e-02, 1.3832e-01, -3.8675e-02, 7.5364e-02,
1.3319e-03, -1.5060e-01, 2.1252e-03, -7.2217e-02, -7.5252e-02,
-1.9672e-02, -1.2288e-01, 3.3662e-02, -6.4462e-02, -1.7950e-01,
1.4397e-01, 1.8467e-02, 3.4349e-01, -1.0947e-01, -1.5814e-02,
-5.9613e-02, -4.8456e-02, -1.1359e-01, -5.6189e-02, 3.6651e-02,
-3.7009e-02, -1.9287e-02, 1.6452e-03, -3.4080e-02, -1.4145e-02,
-1.1481e-01, -1.6313e-02, -3.6749e-02, 8.6973e-02, 1.9845e-02,
6.0951e-02, -6.2205e-03, 8.4396e-02, -2.0967e-02, 4.1940e-02,
4.4697e-02, 3.7070e-02, -1.4418e-02, -4.4374e-02, 1.2588e-02,
-9.6445e-02, 4.2468e-02, -9.0602e-02, 3.9089e-02, 6.8309e-03,
-1.3788e-02, -3.7111e-03, 9.3292e-02, 2.0712e-02, -6.8844e-02,
-8.0013e-03, -1.4164e-01, 2.2135e-01, -2.1783e-02, 4.4626e-02,
5.8636e-02, 2.5259e-02, 1.3148e-01, -4.8665e-02, 2.8010e-02,
-1.1014e-03, 9.7926e-03, -2.7834e-02, 1.4911e-01, -4.0777e-02,
2.3677e-03, 6.9189e-02, -5.6598e-02, -2.9954e-02, 5.3437e-03,
3.5770e-02, -6.3239e-02, 1.8504e-02, -1.7741e-02, 1.9346e-02,
-1.2181e-01, -1.6565e-01, -2.4901e-02, -1.5843e-02, -7.2822e-02,
1.4431e-02, -2.9053e-03, -2.3095e-02, -2.3990e-02, 9.4213e-02,
-6.8684e-02, -3.1361e-02, -1.8343e-01, -4.4411e-03, 2.6577e-02,
-4.0774e-02, 1.1918e-01, -1.2259e-01, -4.8532e-02, -1.0151e-02,
2.9876e-02, 3.8514e-02, -1.1991e-01, -2.6458e-02, 8.7465e-02,
-9.4721e-02, 1.3521e-02, -5.2013e-03, -1.1545e-02, 7.7011e-02,
2.1344e-01, 4.8973e-02, 9.4908e-02, 3.1989e-02, -5.8878e-02,
4.4062e-03, -7.0933e-02, -5.3651e-02, -4.5863e-02, 1.5663e-02,
4.3783e-02, -5.7863e-02, 3.6928e-02, -8.2044e-02, 1.1742e-01,
6.9963e-02, 6.0403e-02, 7.0856e-02, -7.0977e-02, -3.9562e-02,
-4.8795e-02, 7.0126e-02, 1.4936e-01, -2.5117e-02, -3.9009e-02,
4.4376e-02, 1.0962e-01, -7.2237e-02, 1.0877e-01, 9.1965e-02,
-4.8757e-03, 1.3238e-01, 3.2757e-02, 6.1663e-03, 1.0899e-01,
-3.8810e-02, -5.5965e-03, -1.0934e-02, -8.9597e-02, 6.0510e-02,
7.6433e-02, 8.7797e-02, -9.5161e-02, -6.3591e-02, -3.9532e-02,
-7.7184e-03, -2.7410e-02, 2.4486e-02, 2.1281e-02, -5.6135e-02,
1.3758e-01, -7.6283e-02, -1.7837e-01, -1.3079e-01, 1.0203e-01,
-1.7144e-02, -3.7037e-02, 2.2264e-02, 1.1672e-01, 4.3543e-02,
1.5938e-01, -1.2655e-01, 5.5840e-02, 1.5495e-01, -2.7550e-02,
2.9040e-02, 1.6499e-01, 1.0066e-01, -5.2796e-02, 1.0774e-02,
-3.5399e-03, 4.0475e-02, 8.0510e-02, 9.8547e-02, 3.4615e-02,
-1.8670e-02, -9.0059e-04, 5.2533e-02, 3.0274e-02, 6.8359e-03,
-8.9847e-02, -5.7614e-02, -1.4902e-03, -2.1741e-02, 1.0807e-01,
-6.6984e-03, 9.1475e-02, 1.7597e-01, -3.8370e-02, 1.0156e-01,
-1.6094e-03, 2.5509e-02, -6.4202e-02, -1.1157e-02, 2.9979e-02,
-7.8275e-02, 2.4280e-02, 5.0453e-02, 8.5361e-02, 6.0761e-02,
1.2196e-01, -1.4843e-02, 2.1984e-02, 1.0633e-01, -7.0621e-02,
-4.7577e-02, -7.0760e-02, 4.0368e-03, 9.8627e-03, -3.1438e-02,
2.9387e-02, 8.5816e-02, -3.9181e-02, -9.3733e-02, 1.5090e-02,
3.4051e-02, -1.7027e-02, -1.8897e-01], device='cuda:0')),
('bert.encoder.layer.4.attention.output.LayerNorm.weight',
tensor([0.8412, 0.8351, 0.8554, 0.8018, 0.7566, 0.8297, 0.7584, 0.8124, 0.9177,
0.7380, 0.9201, 0.8680, 0.9189, 0.9238, 0.8804, 0.6768, 0.8273, 0.8022,
0.8081, 0.8773, 0.7712, 0.9175, 0.8215, 0.8247, 0.8002, 0.8223, 0.8714,
0.8887, 0.8228, 0.8493, 0.8675, 0.6443, 0.8980, 0.7248, 0.8229, 0.8209,
0.6988, 0.8839, 0.7001, 0.8742, 0.8829, 0.8463, 0.8555, 0.9285, 0.9264,
0.8750, 0.8683, 0.8698, 0.9052, 0.8149, 0.8972, 0.7684, 0.8344, 0.8851,
0.7777, 0.6710, 0.8330, 0.8542, 0.7334, 0.7656, 0.8409, 0.9161, 0.9208,
0.8921, 0.7450, 0.9100, 0.8790, 0.8205, 0.6839, 0.7975, 0.8698, 0.8422,
0.8361, 0.8280, 0.8946, 0.9059, 0.8358, 0.8266, 0.9040, 0.8676, 0.8482,
0.8160, 0.8515, 0.8589, 0.6493, 0.9453, 0.7615, 0.8063, 0.9044, 0.8510,
0.8580, 0.8554, 0.8778, 0.8761, 0.8146, 0.8169, 0.6080, 0.8561, 0.8932,
0.9055, 0.7792, 0.8900, 0.7405, 0.9124, 0.6538, 0.9048, 0.9274, 0.7792,
0.8813, 0.9167, 0.7964, 0.8249, 0.8989, 0.6180, 0.8364, 0.9210, 0.8668,
0.8728, 0.8806, 0.9209, 0.8902, 0.8742, 0.8767, 0.8143, 0.7591, 0.7476,
0.9105, 0.7947, 0.8315, 0.8210, 0.8700, 0.7469, 0.8536, 0.8620, 0.8842,
0.8563, 1.0916, 0.8610, 0.8361, 0.8604, 0.6895, 0.8787, 0.8133, 1.4938,
0.8399, 0.8351, 0.8592, 0.8550, 0.8473, 0.9079, 0.8994, 0.8755, 0.8954,
0.8380, 0.8570, 0.8342, 0.8615, 0.8872, 0.8280, 0.8701, 0.9596, 0.9333,
0.7088, 0.8505, 0.8029, 0.8924, 0.9109, 0.6283, 0.8154, 0.8508, 0.9165,
0.6714, 0.7233, 0.8562, 0.8504, 0.8881, 0.9168, 0.8893, 0.9063, 0.8390,
0.8075, 0.8401, 0.7855, 0.9272, 0.8612, 0.8861, 0.7913, 0.8939, 0.8580,
0.8243, 0.8774, 0.6690, 0.8307, 0.8501, 0.8414, 0.9221, 0.9193, 0.6516,
0.8067, 0.8857, 0.8929, 0.7288, 0.8823, 0.8445, 0.7798, 0.8377, 0.8862,
0.9220, 0.8747, 0.8282, 0.8584, 0.8793, 0.7904, 0.8657, 0.8261, 0.8971,
0.7823, 0.7712, 0.8407, 0.8319, 0.8776, 0.8270, 0.9087, 0.9689, 0.8643,
0.8742, 0.8853, 0.8897, 0.8445, 0.6012, 0.8092, 0.8847, 0.8065, 0.8148,
0.8198, 0.9028, 0.5920, 0.9108, 0.8539, 0.9145, 0.8594, 0.7720, 0.7672,
0.8362, 0.8760, 0.8177, 0.8799, 0.7925, 0.9111, 0.9383, 0.8687, 0.8337,
0.9708, 0.9296, 0.9147, 0.8828, 0.9062, 0.6077, 0.8535, 0.8424, 0.6574,
0.8644, 0.8332, 0.8346, 0.8675, 0.8662, 0.8714, 0.9037, 0.7346, 0.8702,
0.8674, 0.8393, 0.8922, 0.8233, 0.9245, 0.8984, 0.8642, 0.8791, 0.8367,
0.9316, 0.9461, 0.8857, 0.7424, 2.7534, 0.8701, 0.9052, 0.6806, 0.9628,
0.8743, 0.8340, 0.7331, 0.8401, 0.7954, 0.8144, 0.8546, 0.7958, 0.8499,
0.5915, 0.9170, 0.8755, 0.9033, 0.8226, 0.7815, 0.8519, 0.6282, 0.8901,
0.7441, 0.8905, 0.8816, 0.8422, 0.8119, 0.8354, 0.8428, 0.6739, 0.7738,
0.8979, 0.8612, 0.7798, 0.9541, 0.7787, 0.8241, 0.8857, 0.8292, 0.9144,
0.7575, 0.8073, 0.9150, 0.8072, 0.9012, 0.8787, 1.0283, 0.8402, 0.8877,
0.9043, 0.9345, 0.8997, 0.8571, 0.8890, 0.8634, 0.7254, 0.6673, 0.8958,
0.8041, 0.9047, 0.8267, 0.9009, 0.8974, 0.8378, 0.8577, 0.8268, 0.8674,
0.8095, 0.8281, 0.8091, 0.9084, 0.8592, 0.8198, 0.8334, 0.8277, 0.7615,
0.8462, 0.8863, 0.8183, 0.8931, 0.8745, 0.8604, 0.8986, 0.9484, 0.8700,
0.8359, 0.8365, 0.8992, 0.8491, 0.8728, 0.8192, 0.8146, 0.8150, 0.8447,
0.8763, 0.6141, 0.8018, 0.8462, 0.8782, 0.9231, 0.8074, 0.7849, 0.7477,
0.8587, 0.8978, 0.7518, 0.9018, 0.7433, 0.8787, 0.8670, 0.8766, 0.8592,
0.7447, 0.9233, 0.8466, 0.7531, 0.7133, 0.7974, 0.7406, 0.8460, 0.8352,
0.8737, 0.8066, 0.8379, 0.8891, 0.9128, 0.8114, 0.7682, 0.9303, 0.9169,
0.8846, 0.8171, 0.7788, 1.0061, 0.8398, 0.8828, 0.8597, 0.9148, 0.9021,
0.7427, 0.8392, 0.8832, 0.8742, 0.6608, 0.8675, 0.9075, 0.8426, 0.8697,
0.8460, 0.9093, 0.7326, 0.9133, 0.8914, 0.8337, 0.8806, 0.8631, 0.9028,
0.7617, 0.8458, 0.7981, 0.8073, 0.7577, 0.8763, 0.8992, 0.8874, 0.8201,
0.8866, 0.6737, 0.8648, 0.8994, 0.8588, 1.0092, 0.7539, 0.7885, 0.8275,
0.8384, 0.7928, 0.8410, 0.8075, 0.9039, 0.7374, 0.8015, 0.8289, 0.7833,
0.8663, 0.8567, 0.9363, 0.8530, 0.9020, 0.8325, 0.9042, 0.8657, 0.6359,
0.9115, 0.7693, 0.9237, 0.8072, 0.8301, 0.8946, 0.9183, 0.8822, 0.8077,
0.9306, 0.7217, 0.9402, 0.7597, 0.7940, 0.8984, 0.8957, 0.7850, 0.9070,
0.8100, 0.7898, 0.8797, 0.7979, 0.8568, 0.9501, 0.8997, 0.7863, 0.8677,
0.8915, 0.9853, 0.9021, 0.8092, 0.8712, 0.8529, 0.8985, 0.8502, 0.8899,
0.8428, 0.8893, 0.7198, 0.8806, 0.8522, 0.6670, 0.8893, 0.8890, 0.6811,
0.8551, 0.9097, 0.8678, 0.9343, 0.9329, 0.9163, 0.8824, 0.8950, 0.8896,
0.8833, 0.8404, 0.7840, 0.7985, 0.8230, 0.7617, 0.8671, 0.8410, 0.8358,
0.8846, 0.9124, 0.7652, 0.7135, 0.7823, 0.9358, 0.8291, 0.7655, 0.9009,
0.8837, 0.8038, 0.8183, 0.8970, 0.8783, 0.7151, 0.8339, 0.8002, 1.9665,
0.8445, 0.8319, 0.8977, 0.9281, 0.6693, 0.8707, 0.8648, 0.9166, 0.8604,
0.8779, 0.7601, 0.9358, 0.7580, 0.8296, 0.8139, 0.8588, 0.8842, 0.9064,
0.8301, 0.8115, 0.8799, 0.8788, 0.8709, 0.9309, 0.8707, 0.8380, 0.8932,
0.8715, 0.8449, 0.8439, 0.8188, 0.7757, 0.8650, 0.7459, 0.8268, 0.8466,
0.8413, 0.9155, 0.8081, 0.8235, 0.8901, 0.8437, 0.8799, 0.8140, 0.7598,
0.9516, 0.9122, 0.8474, 0.8353, 0.8221, 0.9085, 0.9046, 0.8511, 0.7708,
0.8168, 0.8182, 0.9499, 0.9167, 0.9255, 0.9172, 0.8833, 0.8769, 0.8455,
0.7523, 0.8530, 0.9338, 0.8402, 0.9192, 0.8820, 0.8403, 0.8183, 0.8619,
0.8671, 0.8872, 0.7863, 0.8394, 0.7809, 0.8685, 0.9199, 0.9144, 0.8746,
0.8324, 0.9029, 0.8283, 0.8805, 0.8059, 0.8270, 0.8001, 0.7614, 0.9132,
0.9001, 0.8365, 0.7760, 0.9622, 0.7754, 0.7357, 0.8042, 0.8599, 0.8916,
0.8465, 0.8575, 0.8794, 0.8780, 0.8214, 0.8326, 0.8353, 0.7732, 0.8771,
0.9170, 0.5940, 0.7165, 0.8664, 0.9212, 0.7514, 0.8387, 0.9221, 0.9155,
0.8128, 0.8488, 0.8923, 0.9049, 0.8847, 0.9157, 0.8086, 0.8685, 0.9159,
0.8909, 0.8511, 0.8030, 0.8941, 0.8246, 0.8876, 0.9006, 0.6667, 0.8802,
0.8606, 0.8958, 0.8537, 0.8507, 0.9633, 0.7688, 0.9045, 0.7953, 0.7762,
0.6540, 0.8015, 0.8848, 0.8944, 0.8599, 0.9128, 0.8187, 0.8786, 0.8615,
0.9047, 0.8863, 0.7887, 0.9379, 0.8135, 0.8061, 0.7284, 0.8128, 0.9058,
0.8795, 0.8485, 0.9122, 0.7735, 0.8916, 0.6161, 0.9436, 0.7713, 0.8919,
0.8626, 0.8433, 0.8190, 0.8880, 0.9835, 0.8140, 0.9051, 0.9383, 0.7791,
0.8517, 0.8989, 0.9035, 0.8312, 0.7134, 0.8421, 0.8363, 0.7591, 0.8518,
0.8497, 0.8256, 0.6630, 0.8279, 0.8617, 0.8172, 0.8326, 0.9095, 0.8187,
0.7535, 0.8594, 0.8818, 0.8472, 0.8241, 0.8580, 0.9083, 0.8554, 0.9087,
0.8535, 0.9112, 0.8599], device='cuda:0')),
('bert.encoder.layer.4.attention.output.LayerNorm.bias',
tensor([ 1.5880e-02, -8.0632e-02, -1.8105e-01, -8.7882e-02, -1.2149e-01,
1.3685e-01, -1.5542e-01, 2.1200e-01, 2.7379e-01, -9.5298e-02,
1.6035e-01, -2.1162e-02, -8.9620e-02, -2.4285e-01, -3.6219e-02,
2.2680e-01, -3.6442e-02, -1.3666e-02, -1.7761e-01, -4.9187e-02,
7.4230e-03, 1.1895e-01, -9.3482e-02, 5.3807e-02, -1.1357e-01,
8.8920e-02, 6.5706e-02, 1.8387e-01, -1.0283e-02, -9.7895e-03,
-5.5593e-02, -1.1498e-01, -5.0068e-02, -1.2572e-01, 8.5194e-02,
-2.4867e-02, -1.2811e-01, 2.5211e-02, 5.7061e-02, 1.9137e-01,
-6.0547e-02, -8.7160e-02, 6.2879e-02, 4.5576e-02, -2.5867e-02,
-3.3456e-02, 1.5805e-01, 3.5667e-03, 5.0058e-02, 1.8200e-01,
6.0912e-02, -1.8205e-02, 3.2923e-01, -1.8014e-01, 4.1533e-02,
-9.9266e-02, -8.5756e-02, -4.9343e-02, 2.2646e-02, 1.3008e-01,
-3.6229e-02, 7.2802e-02, 1.5285e-01, -2.7075e-01, -7.8321e-02,
-9.2115e-03, 5.2845e-02, -4.5495e-02, 1.0416e-01, 2.7898e-02,
-1.7688e-01, -1.0005e-01, -3.3228e-02, 2.1256e-02, 7.4227e-03,
-3.1981e-02, 5.8765e-02, -8.0371e-02, -3.8461e-02, 4.7078e-02,
3.6883e-02, 2.6295e-02, -1.0170e-01, 2.0005e-01, -9.0486e-02,
3.1477e-01, -3.4465e-02, 7.3052e-02, 1.2112e-01, 1.5678e-03,
-1.5547e-01, -8.1471e-02, -2.5817e-01, 5.2677e-02, -1.2986e-01,
1.3256e-01, 9.7835e-02, -1.2929e-01, -1.9448e-02, 2.7778e-01,
-1.0864e-01, -1.0890e-02, 2.3984e-02, 1.2171e-01, -1.4505e-01,
-3.3920e-02, 3.7633e-02, -4.8018e-02, -1.7672e-01, -8.9912e-02,
3.8141e-02, -4.1401e-02, -3.9317e-02, -1.1697e-01, 1.1546e-01,
1.8927e-01, 2.5956e-02, 1.1696e-01, 2.3819e-03, 1.2072e-02,
4.3579e-02, 2.2867e-02, 3.9425e-03, 5.6808e-02, -2.0499e-02,
-6.0665e-02, -1.3140e-01, 3.3622e-02, 3.6033e-02, -3.6361e-02,
-5.9319e-03, -5.0283e-03, -4.4394e-02, 5.8747e-02, -3.6239e-02,
4.3209e-02, 4.3592e-01, -1.4367e-02, 4.5371e-02, -2.7742e-02,
-1.9090e-01, -4.2181e-02, 1.1823e-02, -1.6749e+00, -6.4977e-03,
-1.3427e-01, 9.0387e-02, 5.0959e-02, -8.0780e-02, -3.5607e-01,
-2.6782e-01, 1.2230e-02, -4.9571e-02, 1.2500e-02, 1.8145e-01,
2.4889e-02, -2.8728e-02, -5.2597e-02, -3.1806e-02, -1.4474e-01,
2.3204e-01, 6.9492e-02, -6.3539e-02, -3.4259e-02, -5.5154e-02,
-2.2290e-01, 1.8271e-01, 1.5914e-01, -1.0218e-01, -6.2587e-02,
-1.1080e-01, -1.3642e-02, -5.4529e-02, 1.3060e-01, 1.4383e-01,
1.7245e-01, 1.3468e-01, -4.1792e-01, -1.2733e-01, 4.0904e-02,
-1.9590e-01, -3.7178e-02, -1.0181e-01, -2.7731e-01, 7.9057e-02,
-5.7779e-02, -2.4336e-01, -1.8772e-01, -1.6016e-02, -5.9600e-02,
1.9587e-01, 7.1418e-02, 1.5108e-01, 5.2721e-02, -1.0067e-01,
-2.3083e-01, 4.7440e-02, -1.7588e-01, -7.6536e-02, -1.1029e-01,
6.8581e-02, 1.0767e-01, -1.3719e-01, 9.5429e-02, 7.6589e-02,
2.2985e-02, -4.5664e-02, -2.2177e-01, 3.9264e-02, -5.0847e-02,
-2.3037e-03, -3.3677e-02, 9.6342e-02, -1.0402e-01, -1.3586e-01,
-8.5972e-02, 1.8879e-01, 1.0301e-01, -6.1871e-02, 1.6828e-01,
4.0469e-02, 3.9347e-02, 9.6054e-02, -3.8273e-01, -1.9577e-01,
1.3979e-02, -3.7735e-02, 8.7223e-03, 1.8148e-01, -2.4531e-01,
-2.8539e-02, 1.2207e-01, 2.1289e-02, -5.8304e-02, -1.0148e-01,
-1.5384e-01, -9.4379e-02, -2.7701e-02, -7.1022e-04, -1.2323e-01,
-1.6843e-01, 1.4997e-02, 1.1592e-01, 4.6054e-02, -1.1430e-01,
-1.9896e-01, 1.3051e-02, 6.0166e-02, 6.9367e-02, 2.0032e-01,
2.0145e-02, 4.0051e-02, 1.1360e-01, 3.1261e-02, 9.0955e-02,
4.4193e-02, -2.2783e-01, -9.5639e-02, -5.2650e-02, -1.7849e-02,
-4.4431e-02, -4.4108e-02, 8.0893e-02, -3.3863e-02, -1.0515e-01,
4.1334e-02, -1.5319e-01, -7.3753e-02, 1.3005e-01, -3.9297e-02,
-2.8231e-02, -1.5610e-01, 1.2419e-01, -3.5507e-02, 1.6725e-01,
-2.6848e-01, -1.1615e-01, -7.4533e-02, 6.1231e-02, -2.0311e-01,
-3.5474e-02, -5.4473e-02, -1.1190e-01, 1.0783e+00, -1.1898e-03,
9.2108e-02, -1.8529e-02, -3.2803e-01, 6.1987e-02, 3.9996e-02,
3.3735e-02, 1.2219e-02, -5.5320e-02, -1.4300e-01, -1.1229e-01,
-1.5913e-01, -2.4046e-01, -3.5873e-02, -1.9440e-01, 9.7364e-02,
2.2780e-01, -1.2726e-01, -7.2534e-02, 6.1603e-03, -9.0764e-02,
-9.4421e-02, 9.2496e-03, -8.0197e-03, -1.8068e-02, 2.0427e-01,
2.8732e-01, -8.5389e-03, 1.1305e-01, 1.3612e-01, -7.9246e-02,
3.6583e-02, -6.5310e-02, -6.0754e-02, -3.1091e-01, 8.1216e-02,
-1.4225e-01, -9.3760e-02, 6.6024e-03, -9.3941e-02, -4.1898e-02,
-1.5208e-01, 2.0580e-01, 1.6970e-01, 1.3001e-03, 2.3627e-01,
-4.8179e-01, 3.1248e-02, -4.0760e-02, 1.2268e-01, 1.1414e-01,
-8.7872e-02, 1.0703e-01, -1.4107e-02, -1.6362e-01, 1.4252e-02,
3.1948e-03, -1.6995e-02, 3.4638e-02, -6.3672e-02, -1.2551e-02,
-3.6095e-02, -4.4316e-02, -1.1394e-01, 3.4666e-02, -1.1264e-01,
-1.3667e-02, -9.1654e-02, -1.8894e-01, -5.3050e-02, -3.3381e-02,
-1.9198e-01, 2.3909e-02, 4.0947e-02, 1.1740e-02, -2.1842e-01,
-3.9709e-02, -8.9365e-02, 1.1856e-01, -3.0215e-02, -2.2974e-01,
8.8879e-02, -7.2631e-02, 1.4518e-01, -7.2915e-02, 2.1753e-01,
-5.6600e-02, -1.6298e-01, -2.4768e-02, 3.4874e-02, -2.5389e-02,
-6.6028e-02, 4.1387e-02, -9.9498e-02, 1.0973e-01, -5.0308e-02,
5.2775e-03, -2.9777e-02, 3.1644e-02, 2.2234e-01, -1.7621e-01,
-2.2969e-01, 1.1982e-01, -1.7783e-02, 6.4335e-02, -9.9642e-02,
7.3075e-02, -2.5283e-02, 2.1727e-02, -5.5278e-02, -5.1034e-02,
-1.7637e-02, -2.5649e-02, 7.6767e-02, -1.8477e-01, -5.9133e-02,
-4.9865e-02, 9.5985e-02, 6.6731e-03, 4.1317e-03, -1.3001e-01,
5.3897e-02, 2.3233e-02, -4.1585e-02, -1.5238e-01, -1.0883e-01,
-1.6539e-01, -2.4240e-02, 1.2190e-01, -8.2766e-02, 7.4760e-02,
-6.4734e-03, 4.5612e-02, 4.7803e-01, -1.5964e-01, -6.3483e-03,
-6.4088e-02, -1.2354e-01, -2.5235e-01, -1.4994e-02, 1.5979e-01,
-1.2767e-01, -1.9270e-01, -1.1284e-01, -1.0131e-01, 1.8422e-01,
-6.0355e-03, 2.9442e-03, -3.8839e-01, 1.5606e-01, -1.8396e-01,
1.0635e-01, 2.6167e-01, 8.3273e-03, -3.8171e-02, 6.7039e-02,
1.0352e-01, 6.6937e-02, -8.5837e-02, -1.2806e-01, 1.2141e-02,
-1.3621e-01, -3.7808e-02, 6.5023e-02, 9.0088e-02, -1.2855e-02,
1.7081e-01, 1.3503e-01, 9.8675e-02, -4.0442e-02, -1.0936e-01,
-4.2620e-01, 3.4314e-03, -4.0738e-03, -8.3753e-02, 4.3109e-03,
-4.4577e-02, 2.7632e-02, -6.0134e-02, 1.0065e-01, -6.1399e-02,
-8.2249e-02, 8.3078e-02, 2.0147e-02, 6.5777e-02, 6.8668e-02,
2.1296e-01, 5.7547e-02, 5.7863e-02, 1.3457e-01, -3.3312e-02,
-3.0909e-02, -9.2220e-02, 7.7197e-02, -1.4665e-02, -1.3609e-01,
-1.0260e-01, -5.9396e-02, -7.8859e-02, 3.8835e-02, 3.4453e-02,
-1.0396e-01, 1.9306e-02, -4.8281e-02, -1.0743e-02, 7.8746e-02,
-5.7812e-03, -4.2840e-02, -1.7712e-01, 6.1780e-02, 2.0558e-01,
-2.1139e-02, -2.7051e-02, -1.0782e-02, 2.3234e-02, 5.7379e-02,
2.2493e-01, 5.8118e-02, -6.1242e-03, -1.5759e-01, -2.1460e-01,
2.0004e-01, -6.0097e-02, 1.1752e-01, -5.8946e-02, -8.4470e-02,
-3.1589e-01, -2.3015e-03, 3.2574e-01, 6.4411e-02, -7.5329e-02,
-3.3848e-02, 6.9522e-02, 1.4569e-01, 2.0008e-01, 4.2695e-02,
-1.3394e-01, 1.3497e-03, 5.6567e-02, -1.1793e-01, -9.3542e-02,
-5.4883e-02, 8.1466e-02, -2.1161e-02, -2.4299e-02, -1.1959e-01,
-1.5033e-01, 1.2461e-01, -1.3585e-01, -1.5076e-01, -1.6351e-01,
-2.4108e-02, -5.8807e-02, 1.0232e-01, -2.1846e-01, 1.2809e-01,
-2.0661e-01, 7.4886e-03, 7.6000e-02, -5.2889e-02, -9.1247e-02,
2.2612e-01, 3.4923e-03, 2.1192e-02, 2.1646e-01, 1.4580e-01,
2.2354e-01, 9.9003e-02, -7.6317e-02, 9.7008e-02, 1.5435e-01,
7.3375e-03, -2.0348e-01, -1.7630e+00, -5.0278e-02, 7.7783e-02,
-7.5174e-02, 6.8795e-02, -3.7960e-02, -1.3821e-02, 5.8339e-02,
-1.4917e-01, -4.4165e-02, -6.6255e-02, -1.1248e-01, 1.7140e-01,
-1.0116e-01, 4.1151e-02, -9.5373e-02, -5.9242e-02, 5.0500e-02,
-4.1778e-02, 2.1020e-02, -1.9013e-01, 2.3602e-01, -9.4860e-02,
4.0522e-02, 1.4139e-01, 1.0524e-01, 3.5161e-02, 3.9075e-03,
-5.0086e-02, 9.9937e-02, -4.8972e-02, 1.3088e-01, 7.1655e-02,
-3.4783e-02, 2.7568e-02, -1.2281e-01, -1.4675e-01, -1.2265e-01,
3.7688e-02, 1.4414e-01, -9.3161e-02, -7.5442e-02, 1.0440e-01,
-1.4703e-01, -3.0400e-02, -7.1746e-02, -2.2830e-01, 8.3721e-02,
-1.0063e-01, -3.5774e-02, 1.6959e-01, 9.0492e-02, 1.8222e-01,
-1.3778e-04, -3.7941e-02, -2.6556e-02, -9.1073e-02, 1.2839e-01,
1.0806e-01, 4.7435e-02, -9.2145e-02, 9.3823e-03, -1.8899e-02,
-8.2061e-02, 1.1141e-01, 1.2376e-01, 9.2927e-02, 9.7677e-02,
-1.2835e-01, -5.8662e-02, -1.7968e-01, 7.0889e-02, 3.2208e-01,
-1.0864e-01, 1.3504e-01, 1.1614e-01, -1.5015e-01, 5.7226e-02,
2.3793e-01, -2.0247e-01, 1.4906e-01, -1.9938e-01, -9.2025e-02,
-3.2742e-02, -1.2677e-01, 1.9325e-01, -1.4656e-01, -7.0675e-03,
-1.7127e-01, -2.5358e-01, 1.3860e-01, -1.2292e-01, -2.1377e-01,
-8.3674e-02, -1.8066e-01, 7.7704e-02, -1.9991e-01, 6.6663e-02,
1.0945e-01, -6.6869e-02, -4.4022e-03, -2.4403e-02, -1.0490e-04,
1.5136e-02, 8.0820e-02, -1.4622e-01, -1.2853e-01, -7.7517e-02,
-2.2455e-01, 2.3832e-01, -1.3993e-02, -6.7750e-02, 8.8395e-02,
1.1279e-02, 1.0484e-01, 4.5746e-02, 7.9446e-02, 2.1414e-01,
9.3041e-02, -4.7205e-02, -2.0675e-01, -1.5240e-01, 7.7029e-02,
1.0991e-01, -1.5385e-01, 7.7593e-02, 1.0540e-03, 8.6086e-03,
4.9551e-02, -3.3130e-02, -1.1518e-02, 2.6756e-02, -1.1396e-01,
1.2212e-01, -4.1199e-02, -8.2349e-02, -7.5400e-02, 1.2927e-01,
-8.9980e-02, 3.1877e-02, -3.1720e-01, 1.6227e-01, 6.5993e-02,
1.3748e-01, 1.8353e-01, 6.9287e-02, 4.6786e-02, -1.1525e-01,
-6.1666e-02, -1.0497e-02, -1.2764e-01, -5.2381e-02, -6.4565e-02,
-4.5015e-02, 7.2678e-02, -9.1582e-03, -1.0735e-02, 5.1303e-02,
3.2548e-02, -1.6113e-01, -4.8932e-02, 9.7697e-02, 9.4533e-02,
4.8120e-02, 1.0258e-01, 2.4951e-02, -1.2884e-01, 1.8003e-03,
-7.4562e-02, 1.8922e-01, -1.1262e-01, 5.4187e-03, 1.2748e-01,
-1.9897e-01, 2.5038e-02, -4.4856e-02, 4.1030e-01, -2.9820e-02,
1.2570e-02, 2.1720e-01, -8.1743e-02, 8.6343e-02, 2.0938e-03,
-1.4889e-01, -9.3431e-02, 1.6732e-01, 2.2503e-01, 4.2871e-02,
-5.4030e-02, -1.7616e-01, -8.1554e-02, -1.7669e-01, 1.6690e-02,
-1.0059e-01, 7.9418e-02, 3.2766e-02, -1.8188e-01, -9.4291e-02,
-1.8711e-01, 8.4642e-02, -1.3098e-01, -6.0114e-02, 1.9708e-01,
-1.2461e-01, -7.9784e-02, 1.1126e-01, 4.1683e-02, 1.1149e-01,
-3.9884e-02, -5.6386e-02, 1.5943e-01], device='cuda:0')),
('bert.encoder.layer.4.intermediate.dense.weight',
tensor([[-0.0247, 0.0316, 0.0089, ..., 0.0398, -0.0245, -0.0158],
[-0.0058, 0.0290, 0.0264, ..., 0.0009, 0.0004, -0.0222],
[-0.0228, -0.0519, 0.0387, ..., -0.0161, 0.0693, 0.0288],
...,
[-0.0582, 0.0288, -0.0405, ..., -0.0049, 0.0165, -0.0282],
[-0.0067, 0.0453, 0.0435, ..., -0.0216, -0.0121, -0.0196],
[-0.0338, 0.0630, -0.0205, ..., -0.0300, 0.0592, -0.0066]],
device='cuda:0')),
('bert.encoder.layer.4.intermediate.dense.bias',
tensor([-0.0649, -0.0525, -0.0930, ..., -0.0951, 0.0113, -0.0691],
device='cuda:0')),
('bert.encoder.layer.4.output.dense.weight',
tensor([[-0.0705, 0.0241, -0.0169, ..., -0.0854, 0.0398, 0.0606],
[-0.0175, 0.0162, -0.0375, ..., -0.0322, -0.0432, 0.0171],
[ 0.0374, -0.0227, 0.0338, ..., -0.0115, -0.0386, 0.0383],
...,
[-0.0147, -0.0138, -0.0355, ..., 0.0165, 0.0173, 0.0317],
[-0.0536, -0.0246, 0.0281, ..., -0.0048, -0.0172, -0.0076],
[ 0.0582, -0.0266, 0.0256, ..., -0.1260, 0.0270, -0.0307]],
device='cuda:0')),
('bert.encoder.layer.4.output.dense.bias',
tensor([ 4.2550e-03, -1.9191e-02, -1.9405e-02, 2.0405e-02, -4.6265e-02,
6.3161e-02, -3.0620e-02, 6.8469e-02, -2.2616e-02, -6.0353e-02,
7.0840e-02, 3.2306e-02, -5.1536e-02, -6.8675e-02, 4.1999e-03,
1.1146e-01, -4.1253e-02, -4.4231e-02, -4.3226e-02, -7.3523e-02,
7.1984e-02, 8.0998e-02, -4.9928e-03, -2.1172e-02, -1.6660e-01,
-1.1103e-02, 3.7707e-02, 2.6156e-02, 7.0962e-02, -1.7153e-02,
-1.4402e-02, 3.3035e-04, -1.6304e-02, -2.0763e-01, 2.7921e-02,
-2.9087e-02, -7.6902e-02, -2.6084e-02, 8.6975e-02, 9.6625e-02,
-4.8293e-02, -7.5011e-02, -4.9635e-02, 4.9604e-03, 5.1782e-02,
-2.0356e-02, 9.9730e-03, -3.9105e-02, -2.4672e-02, -1.1317e-02,
-2.7629e-02, -4.4250e-02, 1.0210e-01, -2.7252e-02, -7.1239e-02,
-7.5807e-02, 3.9831e-03, -2.2084e-02, -2.0364e-02, -2.0051e-02,
-4.3162e-03, -2.1012e-03, -3.8962e-02, -1.0164e-01, -2.2906e-02,
5.5047e-02, -7.2157e-02, 6.9407e-03, -4.3840e-02, -1.2771e-01,
-4.2191e-02, 1.1441e-02, 1.5293e-03, -5.3843e-02, -4.9299e-02,
2.4272e-02, -3.2407e-02, -2.6248e-02, -1.3718e-04, -9.4491e-03,
3.8935e-02, -3.9149e-02, 9.4344e-02, 6.5749e-02, -4.1390e-02,
-1.0098e-01, -6.3058e-02, 7.2044e-03, 6.8825e-02, -4.4080e-02,
-1.1386e-01, -1.3816e-01, -1.4065e-02, 6.3304e-02, 1.8271e-02,
1.6819e-01, -2.9007e-02, 8.8139e-03, 9.4904e-02, 2.4893e-02,
1.7840e-03, -1.8908e-04, 4.9411e-02, 3.8041e-02, -1.5298e-01,
3.7705e-03, 1.2642e-01, 1.8040e-02, -5.6342e-02, 5.5993e-02,
-4.1764e-02, -5.5823e-02, 1.0066e-02, 1.8830e-02, 1.0922e-01,
1.9320e-02, -5.2853e-02, 7.5567e-03, -2.3744e-04, 4.0877e-02,
-1.6253e-02, -1.9469e-02, -4.0688e-02, -6.0390e-02, -8.5477e-02,
1.8958e-03, 3.6226e-03, -5.7611e-02, -9.0010e-02, -1.4532e-02,
3.3322e-02, 1.5786e-02, -1.9595e-03, 1.3473e-02, 3.0794e-02,
-8.3605e-02, -9.9823e-03, 4.2140e-02, -1.0661e-01, 1.3787e-01,
-1.8596e-01, -7.6625e-03, -5.8637e-02, -5.7911e-01, -2.7698e-02,
9.1142e-02, 2.0307e-03, -1.5720e-03, 2.5435e-02, 2.7594e-03,
-3.3084e-03, -9.4658e-02, -4.3741e-02, -4.2926e-02, 5.8616e-02,
1.3066e-02, 8.6728e-02, -7.2781e-02, 8.9358e-03, -5.5493e-03,
5.6647e-02, 1.0289e-01, -9.9578e-02, 1.1064e-02, -4.3163e-02,
6.1890e-02, -1.1487e-02, 8.6209e-03, -1.4480e-01, -8.2174e-02,
1.2379e-02, 4.4452e-02, -5.0479e-02, -1.6166e-02, -9.4538e-02,
8.0267e-02, 9.8858e-02, 3.5656e-02, 1.4570e-02, 4.8331e-02,
-8.3786e-02, 6.0389e-03, 5.6991e-03, 7.8143e-04, 1.2004e-01,
-3.8136e-02, -2.3124e-02, -7.0919e-02, 1.3031e-02, -7.2676e-03,
3.3410e-02, 6.3323e-02, 9.0697e-02, 7.1296e-03, 4.6673e-02,
-2.1787e-02, -2.4968e-02, 2.7271e-02, -7.8499e-02, -6.2232e-02,
6.7097e-02, 3.1506e-02, -5.6230e-02, -2.2012e-02, 1.1886e-01,
-1.3389e-02, 4.6488e-02, -6.1399e-03, -1.0725e-02, -7.5027e-03,
8.2906e-02, -8.6100e-02, 1.3305e-02, -5.3029e-02, 5.7648e-02,
6.8806e-02, 1.4391e-03, 5.4720e-02, -1.0887e-02, 2.8822e-02,
8.5925e-02, 8.3163e-02, 9.8990e-03, -1.3707e-02, -4.6829e-02,
3.6624e-02, -3.3972e-02, -4.4100e-02, 8.6014e-02, -3.2872e-02,
-9.3220e-02, 7.7753e-02, -2.9449e-02, -9.8180e-02, -9.1129e-03,
-8.9884e-02, -1.1071e-01, -4.4833e-02, -8.5929e-02, 4.6011e-02,
-1.0006e-02, 8.8982e-02, 9.6447e-02, 7.6829e-02, -9.8283e-02,
-4.1240e-02, 2.3440e-02, -2.4251e-02, -2.7210e-02, -2.7037e-02,
6.6497e-02, -3.4319e-02, -1.8749e-02, 2.5104e-02, 5.5084e-02,
-1.2057e-02, -4.0336e-03, 8.4630e-02, 3.7026e-02, 5.8396e-02,
4.9569e-02, -1.3008e-01, -9.2933e-02, -4.6936e-02, 3.5769e-02,
-1.8382e-02, -1.2164e-02, 4.1093e-02, -1.2497e-01, -6.3930e-02,
-8.9821e-02, -2.5265e-02, 1.1044e-01, 1.4629e-02, 8.7649e-02,
1.4044e-02, 5.7824e-02, -2.1145e-02, 3.4646e-02, 2.9702e-02,
1.2936e-02, 3.2246e-02, -1.5686e-01, 3.0043e-01, -1.0147e-01,
7.3511e-03, -2.1169e-02, 7.8866e-02, 4.4666e-02, 4.7261e-02,
5.8911e-02, 1.0880e-03, -1.2576e-02, -9.6172e-03, 8.7478e-03,
-1.0822e-01, -2.0999e-02, 2.3066e-02, -1.2397e-02, 8.8725e-02,
-1.1814e-02, 6.0558e-03, 1.1278e-01, 5.5415e-02, -4.0657e-02,
-1.5593e-02, -3.5588e-02, 1.9861e-02, -1.0549e-02, 1.1058e-01,
4.8416e-02, 8.7337e-02, -2.3682e-02, 2.5496e-02, 8.2083e-03,
1.7127e-02, -8.2294e-02, -7.8611e-02, 7.7165e-02, 4.9260e-02,
-8.1944e-02, 3.1646e-02, -4.9780e-02, 4.8006e-02, 3.5549e-02,
-4.9461e-02, 2.3162e-02, 7.5365e-02, 8.1173e-02, 4.5393e-02,
-2.0648e-02, 2.2209e-02, 7.5870e-02, -9.4046e-02, 8.8379e-03,
-3.1308e-02, 4.1548e-03, 6.1764e-03, -3.9281e-02, 8.6713e-03,
5.2306e-02, 7.2481e-02, -1.0873e-01, 3.1894e-02, -1.9321e-02,
2.3158e-02, 3.9339e-02, -4.4441e-02, -4.2090e-04, 8.4519e-02,
-5.2900e-02, -8.4924e-02, -3.3818e-02, 3.3224e-02, 2.4965e-02,
-3.1562e-02, 3.0180e-04, 7.0287e-02, 7.3636e-03, -7.6869e-02,
5.3709e-02, -7.7395e-02, 3.7564e-02, -1.7646e-02, -5.4887e-02,
3.8218e-02, -6.8691e-03, 4.3745e-02, 3.1369e-03, -8.5042e-03,
-3.7582e-02, -6.5342e-02, -4.6751e-02, -1.7752e-02, -1.0576e-01,
-5.4108e-02, -2.6106e-02, 4.2982e-03, -1.5818e-02, -7.0403e-02,
-7.7237e-02, 4.1236e-02, 5.6663e-02, 1.0796e-02, -5.1992e-02,
2.1220e-02, 8.8288e-02, 1.8371e-03, -4.1052e-02, 4.4765e-02,
1.2681e-02, -2.7503e-02, 6.4253e-02, 9.5335e-03, 7.6979e-02,
-1.0678e-01, 1.7876e-02, 3.9721e-02, -1.0667e-01, 8.5627e-02,
1.7996e-02, 1.9052e-01, 6.5590e-03, -9.2772e-02, -1.1863e-01,
-1.5486e-02, 2.6353e-02, 9.3645e-03, -9.2948e-02, -3.1547e-02,
1.1718e-02, 7.3158e-02, -9.5279e-02, -1.8017e-02, 1.3319e-01,
2.5911e-02, 3.7652e-02, -1.4886e-02, 1.0853e-02, -2.8922e-02,
-9.2602e-02, 6.0378e-02, 3.6422e-02, 5.4097e-02, 4.2003e-02,
-1.3914e-02, -1.5644e-02, -6.9260e-02, 1.9317e-02, -3.8775e-02,
-2.7019e-02, 1.2709e-01, 1.2319e-01, 8.4088e-02, -3.8119e-02,
5.0120e-02, 6.1346e-02, 8.4183e-02, 6.7354e-02, 5.4597e-02,
4.6615e-02, 6.7515e-03, -8.7765e-02, -6.7212e-02, -2.0673e-02,
-9.5157e-03, -4.4932e-02, 5.1731e-03, -7.8933e-02, 2.3507e-02,
7.3671e-02, 3.9080e-02, -2.3106e-02, 2.5762e-02, -1.7605e-02,
-6.0525e-02, 9.6904e-02, -2.7344e-02, -1.2036e-02, -1.9993e-02,
-3.8062e-02, 1.5333e-03, 6.1596e-02, 4.2080e-02, 1.3537e-02,
8.9210e-02, 8.8932e-03, 2.9355e-02, -6.7651e-02, 4.3721e-02,
-1.1804e-02, 2.8388e-02, 1.8787e-02, 1.3876e-01, -2.1733e-03,
-4.5690e-02, 9.0419e-02, -3.7417e-02, 1.1601e-01, 4.2940e-02,
-2.5090e-02, 3.2444e-03, 1.6273e-02, -3.5332e-02, -5.0927e-02,
-3.7493e-02, 3.5981e-02, 1.2619e-02, -2.5064e-02, 7.9691e-03,
-4.3639e-02, 4.1076e-02, -7.6547e-02, -4.8794e-02, 7.2732e-02,
7.4545e-02, -2.5131e-02, 3.7274e-03, -7.4881e-03, 2.9598e-02,
-4.5042e-02, -2.5546e-02, -5.7377e-03, 1.5492e-02, 4.6726e-02,
6.1422e-02, 1.1893e-02, 7.9335e-03, -2.0996e-02, 2.3492e-02,
1.0678e-02, -8.1314e-03, 1.1510e-02, -2.0245e-02, -5.7423e-02,
2.1163e-02, -1.8931e-02, -9.8583e-02, 9.7741e-02, 5.3211e-02,
-4.6268e-02, 1.1619e-01, 4.2596e-02, 3.5097e-02, -1.0124e-02,
-5.6029e-02, -4.4720e-02, -2.6104e-02, -6.9275e-02, 2.7665e-02,
1.0083e-01, 7.7865e-02, -4.0982e-02, -1.4343e-01, -8.0299e-02,
-2.5584e-02, 1.3561e-01, 1.4200e-02, -1.9800e-02, -2.0520e-02,
-5.1153e-02, -5.7219e-02, -3.2578e-02, -9.8324e-02, -7.7262e-04,
5.5551e-02, 7.6057e-02, 1.2778e-02, -5.4402e-02, 7.8288e-02,
7.4941e-02, 6.1362e-03, 9.9527e-03, -1.6981e-02, -4.2576e-02,
4.4578e-02, -7.0357e-02, -3.9013e-01, -3.5998e-02, 8.6610e-02,
7.7237e-02, -1.5220e-02, -4.8532e-02, 1.2695e-02, 2.7173e-02,
-9.7933e-03, -2.9388e-02, -2.7268e-02, 2.6315e-02, 1.3274e-02,
-1.8798e-02, 2.2052e-02, -6.2937e-02, 7.6239e-03, -1.0814e-02,
-3.0687e-02, 1.3420e-02, -8.7449e-03, -5.6875e-02, -4.3560e-02,
6.2983e-02, 7.6995e-02, -6.0698e-02, -8.9022e-02, 4.2125e-03,
7.1013e-02, 2.2132e-02, -2.0516e-03, 7.2988e-02, -5.1215e-02,
3.7321e-02, 5.2668e-02, 4.9590e-02, -8.2263e-02, 6.6086e-03,
6.4033e-02, -9.5161e-03, 6.6753e-02, 5.1493e-02, 9.6806e-02,
-1.8413e-02, -9.5460e-03, -2.7133e-02, -1.3509e-02, -1.9782e-02,
-6.8130e-02, -7.4095e-02, 3.2406e-02, 5.0927e-02, 9.6849e-02,
2.7056e-02, 1.8913e-02, -1.3797e-01, -8.0058e-02, -7.2528e-02,
3.4472e-03, 5.8242e-03, -4.6193e-02, -5.2246e-02, 6.6178e-02,
2.5276e-02, 7.8536e-03, 6.3345e-02, -5.3251e-03, 2.6716e-02,
-6.1351e-02, 4.6989e-03, -2.3058e-02, -1.0622e-01, 9.7620e-02,
-8.9010e-02, 9.5914e-02, -7.4881e-03, -6.6648e-02, -1.8681e-02,
8.6040e-02, 6.0719e-02, 1.9949e-02, 6.2504e-03, -2.6944e-02,
-5.4375e-03, -2.2992e-02, 9.3687e-02, 1.9202e-02, -2.8777e-02,
-6.6346e-02, -5.3325e-02, -5.8699e-03, -7.5985e-02, -1.0114e-01,
5.8837e-02, 4.0041e-02, -4.7233e-02, -4.2573e-02, 1.3564e-02,
-2.4271e-02, -5.5431e-03, -3.0373e-02, 5.2690e-02, -1.2895e-01,
8.2392e-02, 6.8453e-02, -7.8045e-02, 1.1862e-01, 4.7910e-02,
1.8859e-02, 5.1420e-02, 8.9573e-02, 5.4908e-02, 4.1324e-02,
6.5133e-02, 2.6345e-01, -1.0582e-02, -3.4467e-02, -8.3550e-02,
-7.3132e-02, 2.8187e-02, 1.7738e-02, 2.4827e-02, 5.2431e-02,
5.0536e-02, -1.5993e-01, 5.0837e-02, -2.4176e-02, -1.7572e-03,
3.4321e-02, 8.8157e-04, 1.5782e-02, 7.2048e-02, -1.6803e-02,
-1.9042e-02, 2.8555e-02, -4.8266e-02, 4.0854e-03, -3.7833e-02,
8.9856e-04, 2.4244e-02, 2.6743e-03, 2.9174e-02, 6.4033e-02,
9.8697e-02, 1.6530e-02, 8.0539e-02, -7.1822e-02, -9.3988e-02,
2.7807e-02, -1.6246e-02, -8.4928e-02, -1.0798e-01, 7.5244e-03,
9.2417e-03, 1.9138e-03, -9.4908e-02, -7.3916e-02, 3.2854e-02,
3.7124e-02, -1.2770e-02, -6.1694e-02, 2.8913e-02, 1.2927e-02,
-3.5532e-02, 2.2284e-02, -1.2738e-02, 1.8396e-02, 2.2016e-02,
-1.0922e-01, 2.2864e-02, -3.4971e-02, -1.0771e-02, -8.6160e-02,
-8.8666e-02, 4.4324e-02, -1.2859e-02, -4.5452e-02, 9.2477e-03,
-7.3477e-02, 4.0046e-02, 4.8371e-02, -1.9199e-02, 4.2917e-02,
4.4332e-03, -8.4982e-02, 1.0447e-01, 5.3604e-02, 5.6700e-02,
4.5422e-02, 1.3572e-03, 7.5745e-02, 2.7853e-02, 1.1899e-01,
-9.8176e-03, -6.6709e-02, 1.9665e-02, 7.5076e-03, -2.7510e-02,
4.4789e-02, 4.1330e-02, -5.4262e-02, -1.9998e-02, 9.4562e-03,
6.5973e-02, -3.9537e-02, 5.9565e-02, 1.0130e-02, -6.6849e-02,
-1.0322e-02, 2.8935e-02, 9.1261e-02], device='cuda:0')),
('bert.encoder.layer.4.output.LayerNorm.weight',
tensor([0.9120, 0.9090, 0.8891, 0.8826, 0.8745, 0.8971, 0.8003, 0.8072, 0.8946,
0.8176, 0.8925, 0.9428, 0.9862, 0.9368, 0.9282, 0.7580, 0.8987, 0.9125,
0.9081, 0.9409, 0.8496, 0.9267, 0.9327, 0.8762, 0.8829, 0.8867, 0.9326,
0.9061, 0.9059, 0.9578, 0.8960, 0.7818, 0.9513, 0.8571, 0.9191, 0.8602,
0.8329, 0.9362, 0.7892, 0.8933, 0.9659, 0.9065, 0.9164, 0.9418, 0.9427,
0.9441, 0.8959, 0.9544, 0.9449, 0.8840, 0.9328, 0.8857, 0.8333, 0.9082,
0.8120, 0.7432, 0.8954, 0.9222, 0.8387, 0.8584, 0.9083, 0.9588, 0.9543,
0.9143, 0.8251, 0.9648, 0.9182, 0.8922, 0.7374, 0.8633, 0.9024, 0.9045,
0.9024, 0.9142, 0.9514, 0.9555, 0.9163, 0.9010, 0.9636, 0.9194, 0.9100,
0.9040, 0.9142, 0.8852, 0.7393, 0.8877, 0.8502, 0.9053, 0.9479, 0.9106,
0.8801, 0.9172, 0.9091, 0.9035, 0.8876, 0.8538, 0.7494, 0.9296, 0.9391,
0.8829, 0.8932, 0.9455, 0.8692, 0.9477, 0.8131, 0.9705, 0.9607, 0.8773,
0.9282, 0.9341, 0.9022, 0.8890, 0.9573, 0.7831, 0.8600, 0.9343, 0.9264,
0.9124, 0.9544, 0.9722, 0.9441, 0.9220, 0.9355, 0.8315, 0.8810, 0.8700,
0.9456, 0.8696, 0.9166, 0.9127, 0.9486, 0.8684, 0.9281, 0.9134, 0.9402,
0.9188, 0.9435, 0.9247, 0.9236, 0.9394, 0.8255, 0.9513, 0.8736, 0.2231,
0.8799, 0.9069, 0.9144, 0.9112, 0.9178, 0.8861, 0.8989, 0.9229, 0.9258,
0.9074, 0.8811, 0.9195, 0.9451, 0.9412, 0.9098, 0.9212, 0.9543, 0.9598,
0.7726, 0.9317, 0.8720, 0.9085, 0.8584, 0.7712, 0.9249, 0.9114, 0.9324,
0.8089, 0.8410, 0.8909, 0.8633, 0.9162, 0.9332, 0.7880, 0.9331, 0.9213,
0.8660, 0.9129, 0.8571, 0.9187, 0.9516, 0.9259, 0.8760, 0.8969, 0.9133,
0.9438, 0.8371, 0.8114, 0.8802, 0.9144, 0.8939, 0.9238, 0.9561, 0.7554,
0.9036, 0.9340, 0.9437, 0.8066, 0.9347, 0.9035, 0.8656, 0.9351, 0.9386,
0.9590, 0.9493, 0.8984, 0.9358, 0.9291, 0.8599, 0.9268, 0.9101, 0.9394,
0.8901, 0.8871, 0.9188, 0.8696, 0.9490, 0.9243, 0.9532, 0.8605, 0.9062,
0.9217, 0.9500, 0.9390, 0.8537, 0.7426, 0.8945, 0.9335, 0.8966, 0.8848,
0.8999, 0.9178, 0.7785, 0.9591, 0.9031, 0.9535, 0.8822, 0.8603, 0.8475,
0.9052, 0.9342, 0.8804, 0.9380, 0.8435, 0.9677, 0.9218, 0.9154, 0.9234,
0.9832, 0.9544, 0.9340, 0.9713, 0.9142, 0.7724, 0.9392, 0.9109, 0.7752,
0.9272, 0.9374, 0.9080, 0.9244, 0.8926, 0.9345, 0.9589, 0.7887, 0.9163,
0.9299, 0.9296, 0.9498, 0.9373, 0.9352, 0.9385, 0.9096, 0.9380, 0.8777,
0.9043, 0.9579, 0.9612, 0.8796, 0.3831, 0.9479, 0.9562, 0.8093, 0.9162,
0.9396, 0.8790, 0.8600, 0.8765, 0.9100, 0.9261, 0.9037, 0.8440, 0.8682,
0.7726, 0.9487, 0.9175, 0.9173, 0.8939, 0.9151, 0.9252, 0.6710, 0.9435,
0.8551, 0.9606, 0.9370, 0.9176, 0.8175, 0.9063, 0.8685, 0.7459, 0.9025,
0.9544, 0.9090, 0.8779, 0.9300, 0.8782, 0.8729, 0.9192, 0.8872, 0.9654,
0.8742, 0.8521, 0.8912, 0.8598, 0.9669, 0.8844, 0.8874, 0.9200, 0.9633,
0.9441, 0.9473, 0.9704, 0.9248, 0.9474, 0.9393, 0.8513, 0.7337, 0.9375,
0.8940, 0.9499, 0.9087, 0.9499, 0.9656, 0.9300, 0.9183, 0.8801, 0.9306,
0.8844, 0.8865, 0.9096, 0.9419, 0.8560, 0.9130, 0.9006, 0.9192, 0.7977,
0.9222, 0.9441, 0.9108, 0.9486, 0.8729, 0.8725, 0.9333, 0.9547, 0.9616,
0.8712, 0.9102, 0.9347, 0.9292, 0.9312, 0.8958, 0.9009, 0.9032, 0.9319,
0.9165, 0.8074, 0.8999, 0.9375, 0.9481, 0.9074, 0.8901, 0.8219, 0.8414,
0.9315, 0.9185, 0.8135, 0.9541, 0.8443, 0.9146, 0.9404, 0.9110, 0.9302,
0.8501, 0.9427, 0.8999, 0.8402, 0.8504, 0.8841, 0.8523, 0.9285, 0.9399,
0.9224, 0.8937, 0.9094, 0.9171, 0.9569, 0.8716, 0.8871, 0.9112, 0.9613,
0.9231, 0.8944, 0.8853, 0.8789, 0.8838, 0.9042, 0.9313, 0.9579, 0.8995,
0.8510, 0.8697, 0.9406, 0.9105, 0.7617, 0.9362, 0.9140, 0.9285, 0.9453,
0.8491, 0.9463, 0.7570, 0.9504, 0.8573, 0.8930, 0.9183, 0.9406, 0.9426,
0.8414, 0.8901, 0.8643, 0.9212, 0.8725, 0.9265, 0.9615, 0.9339, 0.8858,
0.9150, 0.8150, 0.9311, 0.9584, 0.9233, 0.8785, 0.8983, 0.8450, 0.8746,
0.9212, 0.9036, 0.9191, 0.8799, 0.9372, 0.8386, 0.8400, 0.8924, 0.8678,
0.9130, 0.9390, 0.9623, 0.9237, 0.9636, 0.8581, 0.9164, 0.9165, 0.8385,
0.9465, 0.8369, 0.9642, 0.8891, 0.9127, 0.9431, 0.9451, 0.9225, 0.8905,
0.9608, 0.8506, 0.9973, 0.8376, 0.8987, 0.9521, 0.9388, 0.8358, 0.9077,
0.8713, 0.8988, 0.9444, 0.8955, 0.9245, 0.9140, 0.9519, 0.8930, 0.9334,
0.9171, 0.9179, 0.9528, 0.9103, 0.9118, 0.9117, 0.8676, 0.9384, 0.8432,
0.9118, 0.9438, 0.8593, 0.9316, 0.8944, 0.7726, 0.9675, 0.9620, 0.8269,
0.9153, 0.9546, 0.9183, 0.9595, 0.9427, 0.9611, 0.9116, 0.9255, 0.9075,
0.9321, 0.8976, 0.8625, 0.9002, 0.8760, 0.8407, 0.9100, 0.8746, 0.9059,
0.9189, 0.9614, 0.8358, 0.8418, 0.8932, 0.9397, 0.9092, 0.8630, 0.9088,
0.9106, 0.8627, 0.8895, 0.9451, 0.9151, 0.7978, 0.8791, 0.8476, 0.5724,
0.8882, 0.9363, 0.9529, 0.9567, 0.8147, 0.9239, 0.9151, 0.9372, 0.9034,
0.9314, 0.8528, 0.9288, 0.8529, 0.8943, 0.8646, 0.9293, 0.9423, 0.9528,
0.8947, 0.9053, 0.9044, 0.9472, 0.9231, 0.9244, 0.9320, 0.9241, 0.9240,
0.9426, 0.8894, 0.9372, 0.8644, 0.8566, 0.9567, 0.7802, 0.8780, 0.8839,
0.9154, 0.9630, 0.8607, 0.8876, 0.9265, 0.9377, 0.9303, 0.9106, 0.8441,
0.9120, 0.9408, 0.9029, 0.9214, 0.8571, 0.9078, 0.9085, 0.9195, 0.8526,
0.8871, 0.8546, 0.9275, 0.9379, 0.9586, 0.9711, 0.9369, 0.9275, 0.9133,
0.8299, 0.9089, 0.9342, 0.9155, 0.9388, 0.9391, 0.8850, 0.8581, 0.8393,
0.9420, 0.9121, 0.9023, 0.8962, 0.9008, 0.8805, 0.9463, 0.9333, 0.9249,
0.8913, 0.9703, 0.8935, 0.9062, 0.9014, 0.9208, 0.8901, 0.7660, 0.9303,
0.9483, 0.8453, 0.8624, 0.9853, 0.9019, 0.7964, 0.9308, 0.8854, 0.9497,
0.8960, 0.8730, 0.9363, 0.9291, 0.8891, 0.8967, 0.9109, 0.8789, 0.9127,
0.9458, 0.8031, 0.8499, 0.9329, 0.9651, 0.8507, 0.9253, 0.9532, 0.9397,
0.8974, 0.9200, 0.9248, 0.9397, 0.9025, 0.9671, 0.8925, 0.9252, 0.9304,
0.9419, 0.9015, 0.8956, 0.9460, 0.9151, 0.9433, 0.9492, 0.8189, 0.9313,
0.9293, 0.9419, 0.9489, 0.9364, 0.9360, 0.8975, 0.9370, 0.8775, 0.8158,
0.8095, 0.8968, 0.9339, 0.9634, 0.9184, 0.9207, 0.9116, 0.9513, 0.8899,
0.9484, 0.9454, 0.9235, 0.9620, 0.8511, 0.8922, 0.8674, 0.9291, 0.9513,
0.9310, 0.8887, 0.9426, 0.8678, 0.9702, 0.7248, 0.9442, 0.8491, 0.9518,
0.9226, 0.8953, 0.8948, 0.9373, 0.9313, 0.8929, 0.9407, 0.9163, 0.8759,
0.8779, 0.9521, 0.9456, 0.8913, 0.7828, 0.8734, 0.9111, 0.8546, 0.8787,
0.9024, 0.8876, 0.7988, 0.9137, 0.9271, 0.9062, 0.8775, 0.9569, 0.9196,
0.8619, 0.9094, 0.9182, 0.8870, 0.8697, 0.9470, 0.9524, 0.9184, 0.9644,
0.8996, 0.9544, 0.8918], device='cuda:0')),
('bert.encoder.layer.4.output.LayerNorm.bias',
tensor([-7.9625e-03, 1.2928e-02, 8.8656e-02, 2.6806e-02, 5.1286e-02,
-6.0206e-02, 4.7416e-02, -9.6918e-02, -1.2193e-01, 4.0760e-02,
-7.4810e-02, 1.7071e-02, 3.1125e-02, 9.9668e-02, 1.5228e-02,
-5.3165e-02, 2.2192e-02, -5.6628e-03, 7.6494e-02, 3.8970e-02,
-1.1124e-02, -6.7070e-02, 4.8914e-02, -6.5474e-03, 4.2818e-02,
-2.4981e-02, -1.6057e-02, -6.2882e-02, 3.3737e-03, 5.9180e-03,
1.2734e-02, 4.3972e-02, 2.5015e-02, 3.6935e-02, -4.0347e-02,
-1.5587e-02, 2.4114e-02, -1.5098e-02, -7.4933e-03, -6.3174e-02,
3.6448e-03, 3.5193e-02, -2.3609e-02, -3.0345e-02, 3.1663e-02,
2.1682e-02, -8.6697e-02, -9.7502e-03, -5.1757e-02, -6.9810e-02,
-2.9260e-02, -3.6080e-04, -1.1334e-01, 8.3974e-02, 1.8591e-02,
4.3732e-02, 2.4525e-02, 3.1997e-02, -1.1762e-02, -5.9781e-02,
1.6342e-02, -2.7743e-02, -7.0467e-02, 1.2515e-01, 3.0610e-02,
9.4834e-03, -3.2714e-02, 2.3618e-02, -4.7380e-02, -3.5790e-03,
1.0116e-01, 3.9772e-02, 1.0697e-02, -3.6229e-03, -2.8679e-03,
2.3443e-02, -2.6373e-02, 3.8113e-02, 2.3235e-02, -2.3071e-03,
-2.1260e-02, -3.8160e-02, 3.6816e-02, -1.0103e-01, 2.7976e-02,
-1.0744e-01, 2.7142e-02, -1.5702e-02, -5.5524e-02, -1.0093e-02,
8.0736e-02, 2.3386e-02, 1.1261e-01, -4.4207e-02, 4.5692e-02,
-6.1238e-02, -2.9022e-02, 6.3602e-02, -1.4968e-02, -1.2994e-01,
3.7295e-02, 5.9422e-04, -4.5449e-03, -5.2465e-02, 6.4765e-02,
-1.9257e-02, -7.2191e-03, 1.6211e-02, 7.3399e-02, 2.1850e-02,
-3.3917e-02, 1.4531e-02, 1.0552e-02, 3.5039e-02, -3.6658e-02,
-9.7753e-02, -2.4371e-02, -9.0665e-02, 1.5209e-02, 5.8409e-03,
-4.0794e-03, 7.2349e-04, 1.1934e-02, -2.4164e-02, 3.4816e-03,
3.1542e-02, 7.0796e-02, -2.6335e-02, -1.8474e-02, 1.2000e-02,
-3.1338e-03, 6.9661e-03, 7.8706e-03, -2.9359e-02, 5.4840e-03,
-1.3125e-02, -2.1629e-02, -7.8805e-03, 5.1302e-02, 1.6252e-02,
5.6823e-02, 2.8558e-03, -6.4822e-03, 2.7183e-01, 3.0752e-02,
6.2648e-02, -5.0627e-02, -3.4215e-02, 5.7673e-02, 8.7696e-02,
1.4483e-01, -6.6867e-03, 2.5580e-02, -2.5723e-02, -9.4030e-02,
-1.2136e-02, 9.0002e-05, 4.7225e-02, 5.0958e-03, 7.6723e-02,
-9.3464e-02, -3.6511e-02, 8.4753e-03, 1.3207e-02, 2.6525e-02,
9.9856e-02, -1.1283e-01, -4.7755e-02, 5.0793e-02, 1.9854e-02,
4.8464e-02, 1.1723e-02, 3.1665e-02, -7.1538e-02, -7.1055e-02,
-8.1512e-02, -1.0051e-01, 1.8345e-01, 2.6017e-02, 6.1141e-04,
1.0577e-01, 2.0582e-02, 4.4771e-02, 1.3058e-01, -1.4794e-02,
2.0164e-02, 1.0819e-01, 9.0149e-02, -9.1571e-03, 1.4762e-02,
-8.1484e-02, -2.6555e-02, -6.2553e-02, -1.4537e-02, 6.1961e-02,
1.0453e-01, -1.5795e-02, 5.1008e-02, 4.1842e-02, 3.6109e-02,
-4.3115e-02, -5.9182e-02, 4.2009e-02, -6.1373e-02, -2.3991e-02,
-2.5438e-02, 1.3682e-02, 9.4767e-02, -1.6841e-02, 2.1868e-02,
7.2185e-03, 3.6940e-02, -4.3486e-02, 4.6180e-02, 5.8595e-02,
3.7028e-02, -3.7060e-02, -4.8563e-02, 2.5828e-02, -7.4446e-02,
-1.3334e-02, -1.1795e-02, -6.0933e-02, 1.8992e-01, 8.4817e-02,
-1.6169e-03, 4.6077e-02, -4.3274e-03, -9.2698e-02, 8.6336e-02,
7.8740e-03, -5.7516e-02, -3.6427e-02, -1.6510e-03, 2.6516e-02,
5.9136e-02, 2.1869e-02, 7.2869e-03, 8.5336e-03, 2.5130e-02,
7.5896e-02, 1.0797e-02, -3.7899e-02, -2.4919e-02, 6.0304e-02,
6.8306e-02, -1.3225e-02, -2.1028e-02, -1.9573e-02, -1.0211e-01,
-1.4107e-02, -1.2283e-02, -6.7783e-02, -7.1832e-03, -5.5770e-02,
-1.2199e-02, 1.0926e-01, 4.3126e-02, 2.7718e-02, 4.7054e-03,
9.4305e-03, 1.0362e-02, -4.5126e-02, 7.7499e-03, 2.1786e-02,
-3.0508e-02, 6.7708e-02, 3.2062e-02, -5.8923e-02, 6.5764e-03,
-4.2153e-04, 6.8632e-02, -5.7643e-02, 5.0884e-03, -1.1023e-01,
1.1195e-01, 4.8577e-02, 3.9297e-02, -3.7510e-02, 1.0905e-01,
-2.1001e-02, 2.3636e-02, 4.3257e-02, -2.3003e-01, 1.2123e-02,
-5.8969e-02, -1.0184e-03, 1.0770e-01, -2.9064e-02, -2.4702e-02,
-2.9102e-02, 4.4349e-03, 2.5866e-02, 4.6271e-02, 5.6458e-02,
6.8165e-02, 1.1518e-01, 1.5846e-02, 9.5650e-02, -2.3647e-02,
-8.3055e-02, 5.8793e-02, 4.3677e-02, -1.4949e-02, 2.7992e-02,
6.4151e-02, 3.5172e-03, -1.0354e-02, -1.3784e-02, -3.4341e-02,
-1.0545e-01, 8.6608e-03, -4.6687e-02, -2.8540e-02, 3.8085e-02,
-3.0204e-02, 1.8685e-02, 1.2089e-02, 1.3457e-01, -3.2245e-02,
5.6718e-02, 3.8105e-02, 3.0500e-02, 1.3109e-02, 3.2851e-02,
5.9458e-02, -1.1399e-01, -5.4269e-02, -1.8574e-02, -9.4792e-02,
1.9435e-01, 1.9583e-03, 3.2419e-02, -6.6024e-02, -6.8522e-02,
3.0015e-02, -3.4722e-02, -8.4614e-03, 5.9941e-02, -3.9306e-03,
6.3534e-03, 2.7315e-02, -7.3689e-03, 3.5550e-02, -1.4797e-02,
-7.4064e-03, -1.9459e-03, 4.2231e-02, -1.3140e-02, 4.7803e-02,
1.4201e-03, 2.7888e-02, 7.7513e-02, 9.0771e-03, -1.0566e-02,
6.4656e-02, -1.4898e-02, -1.5601e-02, -3.7971e-03, 7.1731e-02,
1.6901e-02, 4.8167e-02, -5.7070e-02, 1.7632e-02, 9.3572e-02,
-4.8029e-02, 1.8652e-02, -8.1945e-02, 2.4866e-02, -1.0725e-01,
2.8147e-02, 6.4976e-02, -4.4704e-03, -1.2204e-02, 4.4046e-03,
2.1176e-02, -1.0424e-03, 2.3192e-02, -4.7494e-02, 1.5411e-02,
8.5455e-03, 2.5849e-02, -2.7972e-02, -1.1339e-01, 7.1218e-02,
9.0631e-02, -3.1364e-02, 1.4949e-02, -3.3320e-02, 3.8832e-02,
-4.4700e-02, 5.2564e-03, -1.7637e-02, 2.7839e-02, 9.8582e-03,
2.3515e-02, 8.3829e-03, -5.8851e-02, 5.5820e-02, 2.2396e-02,
3.0049e-02, -5.9404e-02, -1.7167e-02, -4.7509e-04, 4.5433e-02,
-3.3336e-02, -1.1045e-02, 6.4434e-02, 8.2338e-02, 6.5647e-02,
9.0032e-02, 2.5128e-02, -8.5311e-02, 3.7377e-02, -5.9587e-02,
2.2273e-02, -5.2636e-03, -1.4684e-01, 6.6723e-02, 3.2955e-03,
2.1443e-02, 5.6884e-02, 1.1092e-01, 1.0415e-02, -5.0140e-02,
5.4955e-02, 1.1027e-01, 5.7894e-02, 3.8495e-02, -1.0003e-01,
-1.4820e-02, 8.9787e-03, 1.4934e-01, -8.2752e-02, 5.6814e-02,
-4.4672e-02, -1.3462e-01, 6.2403e-03, 4.3582e-03, -3.0482e-02,
-4.0254e-02, -1.2264e-02, 2.1999e-02, 6.1552e-02, 1.4530e-02,
5.3152e-02, -5.9189e-04, -1.8316e-02, -2.5356e-02, -4.5859e-03,
-9.0623e-02, -4.7904e-02, -3.4133e-02, 2.8595e-02, 5.0776e-02,
1.7937e-01, 1.0214e-02, 6.9154e-03, 1.4875e-02, 8.9082e-04,
1.0354e-02, -1.8609e-04, 2.8293e-02, -4.5994e-02, 2.9440e-02,
2.0435e-02, -2.7836e-02, -1.6928e-02, -2.2783e-02, -4.1822e-02,
-9.5310e-02, -4.7886e-02, -9.5715e-03, -5.4076e-02, 1.8087e-02,
-7.7954e-03, 3.1692e-02, -2.7892e-02, 1.1711e-02, 4.3080e-02,
4.5553e-02, 2.3296e-02, 3.2935e-02, -4.1854e-02, -3.8404e-02,
5.8480e-02, -3.5542e-02, 3.7146e-03, -2.4379e-03, -2.1515e-02,
-1.1005e-02, 3.2732e-02, 5.8803e-02, -3.7604e-02, -8.6651e-02,
1.5252e-02, 1.5871e-02, 1.1538e-02, -3.7181e-03, -8.4399e-03,
-7.8465e-02, -3.3530e-02, 1.2790e-02, 7.0641e-02, 8.0504e-02,
-1.4352e-01, 3.0039e-02, -4.0960e-02, 6.5601e-02, 2.1999e-02,
1.3910e-01, 1.9422e-02, -1.3945e-01, -3.2969e-02, 2.3813e-02,
3.0716e-02, -2.1345e-02, -6.5117e-02, -5.2236e-02, -5.7345e-03,
3.7515e-02, 9.3154e-03, -4.6990e-04, 6.2944e-02, 4.6790e-02,
-3.8041e-03, -5.8385e-02, 6.7857e-03, -2.5711e-02, 3.4321e-02,
6.2871e-02, -6.3088e-02, 6.6140e-02, 3.8889e-02, 4.9671e-02,
3.3563e-02, 3.4469e-02, -6.3025e-02, 9.7771e-02, -6.3243e-02,
8.9455e-02, -1.5673e-02, -3.8024e-02, -7.3086e-04, 3.9033e-02,
-1.1979e-01, 2.1410e-03, 9.9096e-03, -9.4367e-02, -6.8568e-02,
-7.8002e-02, -7.7809e-02, 2.5441e-02, -5.3001e-02, -3.4997e-02,
-1.7341e-03, 8.0621e-02, -4.3949e-01, 2.1907e-02, -2.3691e-02,
2.9939e-02, -4.6108e-02, 3.0680e-02, 1.6716e-02, -3.6486e-02,
8.3404e-02, 2.9429e-02, 1.9173e-02, 6.3908e-02, -8.7712e-02,
3.4832e-02, -1.8961e-02, 2.6839e-02, 6.1568e-03, -2.2436e-02,
5.5511e-03, -1.0626e-02, 7.0685e-02, -9.6533e-02, 2.7230e-02,
-1.6320e-02, -7.9275e-02, -4.9019e-02, -7.1400e-03, -4.3608e-03,
5.3101e-02, -6.5946e-02, 7.3601e-03, -4.4153e-02, -3.6054e-02,
2.9485e-03, -1.3824e-02, 5.3989e-02, 8.8917e-02, 5.6826e-02,
-1.5124e-02, -3.3296e-02, 5.1910e-02, 3.5976e-02, -1.2374e-02,
8.6010e-02, 1.9819e-02, 2.0401e-02, 1.1557e-01, -2.8373e-02,
3.5470e-02, 2.3768e-03, -8.9168e-02, -3.4888e-02, -7.7407e-02,
-1.9849e-02, -4.2274e-03, 4.5462e-03, 5.6275e-02, -9.5071e-02,
-2.3138e-02, -4.4267e-02, 3.4489e-02, -5.8120e-03, 3.9491e-03,
3.9905e-02, -4.2261e-02, -5.0349e-02, -5.9751e-02, -5.4022e-02,
8.5305e-02, 2.9670e-02, 8.4929e-02, -2.9103e-02, -1.2252e-01,
4.9758e-02, -5.4270e-02, -2.8958e-02, 4.1095e-02, -3.5263e-02,
-1.2095e-01, 8.0950e-02, -6.6465e-02, 9.0312e-02, 5.1219e-02,
-7.8095e-03, 5.7181e-02, -6.5780e-02, 6.5220e-02, -1.6068e-02,
5.9139e-02, 1.2223e-01, -7.6240e-02, 5.6802e-02, 7.0686e-02,
2.3153e-02, 6.0696e-02, -1.8950e-02, 8.1965e-02, -1.9122e-02,
-3.5012e-02, 2.6842e-02, 1.5094e-02, 3.6792e-03, -1.4662e-02,
-1.5116e-02, -1.1279e-02, 5.6382e-02, 6.2631e-02, 2.4916e-02,
8.4713e-02, -1.0624e-01, 1.1820e-02, 4.0726e-02, -6.0594e-02,
-1.4859e-02, -5.4010e-02, -1.6518e-02, -3.4136e-02, -9.1717e-02,
-4.4149e-02, 9.4019e-03, 9.3649e-02, 5.7413e-02, -2.7172e-02,
-4.8015e-02, 4.1864e-02, -1.7518e-02, -1.9933e-02, -1.9924e-02,
-3.3943e-02, 3.0988e-02, 5.8310e-03, -1.3511e-02, 6.0747e-02,
-6.5970e-02, 2.6059e-02, 5.6157e-02, 2.7255e-02, -9.2300e-02,
3.9059e-02, -1.0053e-02, 1.1280e-01, -7.2933e-02, -3.4184e-02,
-2.3909e-02, -6.4372e-02, 1.3218e-03, -2.9892e-02, 4.5645e-02,
2.3284e-02, 2.2843e-03, 5.9708e-02, 6.6093e-03, 4.1255e-02,
3.6880e-02, -2.4351e-02, 2.2741e-02, -5.1584e-04, -3.1014e-02,
-1.2064e-02, 6.0226e-02, 3.5751e-02, -4.2491e-02, -3.7302e-02,
-3.8259e-02, -6.0523e-02, -1.0246e-02, 3.6843e-02, -2.0822e-02,
3.2990e-02, -9.7504e-02, 4.0493e-02, 1.1457e-02, -4.2585e-02,
8.3495e-02, -4.9931e-03, 1.3325e-02, -8.7650e-02, 6.8642e-03,
-8.2284e-03, -1.2376e-01, 3.3611e-02, -4.0645e-02, -1.8930e-02,
7.1532e-02, 4.7809e-02, -3.0755e-02, -8.9163e-02, -2.4334e-02,
1.2331e-02, 6.1247e-02, 3.3799e-02, 8.3280e-02, 9.7061e-03,
3.3875e-02, -5.1054e-02, -2.1602e-02, 9.3708e-02, 3.8372e-02,
7.1599e-02, -3.3067e-02, 5.5694e-02, 3.7341e-02, -1.1190e-01,
6.6200e-02, 2.8579e-02, -5.8537e-02, -1.4997e-02, -4.9672e-02,
-4.6403e-03, 9.2996e-03, -6.2854e-02], device='cuda:0')),
('bert.encoder.layer.5.attention.self.query.weight',
tensor([[-0.0627, -0.0147, 0.0008, ..., -0.0107, -0.0128, 0.0265],
[ 0.0357, 0.0156, 0.0397, ..., 0.0101, 0.0216, -0.0753],
[-0.0115, 0.0391, 0.0612, ..., -0.0287, 0.0729, -0.0185],
...,
[-0.0014, 0.0966, -0.0051, ..., -0.0488, -0.0176, -0.0163],
[-0.0358, 0.0104, 0.0308, ..., 0.0368, 0.0796, 0.0758],
[-0.0169, -0.0430, 0.0033, ..., 0.0487, 0.0516, 0.0484]],
device='cuda:0')),
('bert.encoder.layer.5.attention.self.query.bias',
tensor([-4.0879e-02, 2.2102e-02, -4.4382e-02, 2.8077e-03, 1.4261e-02,
4.1554e-02, 4.1931e-02, 2.5374e-02, 3.0768e-02, 6.4332e-04,
6.9361e-02, -1.1506e-03, -5.4527e-04, -3.2748e-02, -1.4859e-02,
-2.6423e-02, 5.6559e-02, -1.5056e-02, 1.6773e-02, 7.5648e-02,
-3.8892e-02, 6.9123e-02, -8.7145e-02, -6.1185e-02, 5.2768e-02,
-2.5525e-03, -2.0017e-01, 2.7118e-02, -1.5089e-02, -2.8483e-02,
-3.2024e-02, 3.2316e-02, -3.1489e-02, -5.2488e-03, 1.6198e-02,
-2.9260e-02, -3.6198e-02, -1.9230e-02, -7.1021e-03, 5.2538e-04,
3.1011e-03, -1.2228e-02, -3.0136e-02, 4.2527e-02, 1.1046e-02,
4.6737e-02, 1.3037e-02, -3.3918e-02, 7.7510e-03, -3.1275e-02,
3.6852e-02, 5.6405e-02, 1.3171e-02, 3.6816e-02, 6.1045e-02,
-1.4456e-03, -3.2042e-02, -1.2504e-02, 2.1525e-02, -3.6596e-02,
1.5036e-02, 1.0247e-01, -6.6073e-02, 1.0502e-03, -1.4189e-01,
-3.8512e-02, 1.1785e-01, -1.3429e-01, 1.5879e-02, -1.5001e-01,
-9.7304e-02, 1.3555e-01, -3.7986e-02, -4.8797e-02, 1.4228e-01,
-4.0804e-02, 4.2838e-02, 9.7864e-02, -1.9643e-02, 5.8378e-02,
-1.4175e-02, 8.3743e-03, -1.1575e-01, -1.2883e-01, 1.2380e-01,
2.0880e-02, -1.8893e-01, 4.5276e-02, -3.1051e-01, 1.0854e-02,
-1.1856e-02, -5.0492e-02, -6.6803e-02, -1.4139e-02, 1.2976e-01,
-6.5558e-03, -1.7663e-01, 3.3134e-02, -1.3723e-02, 8.4725e-02,
3.1091e-02, -1.6827e-01, -1.3912e-02, -1.3526e-02, 2.9304e-01,
-1.1019e-02, 6.1191e-02, -3.4711e-01, -1.7572e-03, 1.2944e-01,
-1.2712e-01, -6.6555e-02, 4.1795e-02, -2.0398e-02, -4.8770e-02,
-3.4433e-02, 7.2392e-02, 1.5448e-02, -6.8536e-02, -9.0582e-02,
-8.6426e-02, -1.3790e-01, 1.0093e-01, -7.5115e-02, 2.4427e-02,
-5.3353e-02, -2.6104e-02, -2.0949e-02, 1.4449e-02, -1.2199e-02,
-8.2395e-02, -1.0433e-02, -2.5645e-03, -2.0756e-01, -4.5259e-02,
1.1495e-01, -3.4895e-02, -2.2934e-01, -1.4562e-01, 1.2313e-01,
-1.0112e-01, 6.7248e-02, 1.1133e-02, 4.2867e-02, -7.1290e-02,
5.6848e-02, 2.5159e-02, -5.2763e-02, -1.3215e-02, 1.8307e-02,
-8.7785e-02, -1.1685e-01, -1.3662e-03, -6.0017e-02, 1.1200e-01,
-5.2048e-02, 1.1147e-02, -3.7046e-02, 3.3802e-02, -2.3824e-01,
1.8201e-02, 2.2300e-02, 2.9749e-02, 1.4476e-02, -3.7741e-02,
-9.3940e-02, -4.5158e-03, 3.7667e-02, -1.9548e-02, -2.5707e-03,
1.8319e-02, 6.4381e-02, -4.6982e-02, 1.5613e-01, 2.7231e-04,
7.7183e-02, 6.7477e-02, 5.0630e-02, 3.1536e-02, 6.8873e-02,
-2.7716e-01, -1.7959e-01, 1.3969e-01, -2.3263e-02, -3.7130e-02,
-1.2109e-01, -6.5439e-02, -5.1568e-02, -5.3913e-02, -3.6059e-02,
1.9901e-02, -4.2490e-01, -2.8559e-03, 3.4907e-02, -5.0917e-02,
-4.4446e-03, -4.4810e-02, -8.1178e-03, 2.8222e-02, 4.5543e-02,
3.3665e-02, 3.5496e-02, -8.1732e-02, -1.4598e-02, -4.7360e-03,
4.6577e-02, -4.7778e-03, 2.0040e-02, 1.2719e-02, 1.3374e-01,
1.1927e-03, 2.8375e-02, 9.4611e-02, 3.1361e-03, 3.0493e-02,
-8.6729e-02, 2.9027e-02, 5.3577e-02, 6.2876e-02, -3.8869e-02,
-6.3276e-03, 2.6699e-02, 2.4991e-02, 1.8817e-02, -4.8978e-02,
-1.9613e-02, 1.7877e-02, -1.6670e-02, 2.0907e-02, 1.1198e-03,
-7.9461e-03, -7.0293e-02, 2.3591e-02, -2.7310e-02, -1.8920e-02,
4.5877e-03, 2.1816e-01, 2.2532e-02, 1.0338e-02, -4.7580e-02,
-2.7760e-03, 5.6295e-02, 1.4241e-02, 2.1037e-02, -4.2879e-02,
3.3025e-01, 4.5501e-02, 6.1700e-03, -1.7501e-01, -6.6806e-03,
3.7063e-01, 4.2207e-02, -3.1691e-02, -9.6286e-03, 7.9805e-03,
-1.5407e-02, -5.9782e-02, 9.4807e-03, 1.5934e-01, -3.2509e-03,
2.7964e-02, -1.1162e-01, -4.9058e-02, -3.4345e-01, -4.1197e-02,
-3.7487e-03, 1.4739e-01, -3.2256e-02, 1.7811e-02, 4.9752e-02,
-4.1353e-02, -3.4297e-01, -6.0576e-04, 2.1950e-02, -1.2776e-01,
-2.7210e-02, 2.5633e-02, -5.0485e-02, 8.7649e-02, -2.4951e-04,
-1.7217e-01, 1.1201e-01, -7.9778e-03, -2.6265e-01, 2.6159e-02,
-1.5441e-01, 2.3174e-02, 1.0140e-02, -2.0432e-02, 8.6164e-03,
-1.2830e-01, 1.9177e-01, -1.9947e-01, -5.9584e-02, 1.8435e-02,
1.0689e-02, 7.3113e-02, 2.3382e-01, -4.1694e-02, 8.8490e-02,
2.4182e-02, 4.4400e-02, -3.9297e-02, 5.4456e-02, -3.3373e-02,
5.0552e-01, -1.9614e-02, 6.1791e-02, -6.5229e-02, 1.5406e-02,
2.5899e-02, -8.5249e-03, 1.1139e-01, -1.4379e-02, -1.7378e-01,
7.3161e-03, -7.4213e-02, -3.7608e-02, -9.7101e-02, 6.1289e-02,
-3.9023e-03, -1.7783e-02, -4.0788e-02, 4.7434e-02, -5.0481e-02,
-1.0120e-02, 1.4968e-02, -1.7085e-02, -7.5335e-03, 2.6252e-02,
-1.9713e-02, -9.5916e-02, 1.0258e-02, 3.4170e-02, -2.7078e-02,
1.3130e-03, -1.7743e-02, 1.4366e-02, 2.6478e-02, -6.7654e-02,
-1.0133e-01, 1.2602e-03, -3.1430e-02, -7.7662e-02, 2.7049e-01,
-1.3447e-03, -2.4579e-02, -2.3475e-02, 5.5553e-02, -7.1687e-02,
-4.4016e-02, 2.6327e-02, -5.0505e-02, -3.0148e-02, -9.9131e-03,
6.3608e-02, 5.6581e-02, -3.3421e-02, -3.7636e-02, -1.1143e-02,
-3.1821e-02, -3.4632e-02, -6.3301e-02, -4.9589e-02, 1.1384e-01,
-7.7071e-04, 1.6500e-02, 2.2747e-02, 9.7106e-02, 4.6571e-03,
-6.7870e-02, -8.1966e-03, 3.3359e-02, -6.1382e-02, -1.4031e-01,
6.9666e-03, 5.6225e-02, 6.2409e-02, -2.3057e-01, 4.4021e-02,
-4.6896e-03, -3.8989e-02, 1.3460e-02, 2.1438e-02, -8.8332e-02,
2.1504e-01, 5.8375e-02, 1.4514e-01, 2.9107e-02, 4.2273e-02,
-1.0927e-01, 1.8809e-02, -1.2694e-01, 5.4085e-02, -1.5022e-02,
2.6832e-02, 1.8659e-01, -4.5161e-01, 5.3967e-02, 6.9572e-02,
-1.2219e-01, 5.2130e-02, -7.5740e-02, 3.0379e-01, -7.5557e-02,
1.9492e-01, -2.4651e-01, -1.1869e-01, -6.5687e-02, 4.2736e-02,
6.2958e-02, -1.5275e-01, 1.0520e-01, -5.3787e-02, 1.0672e-01,
2.5913e-02, 8.1483e-02, 6.2076e-02, 9.1046e-02, -5.6074e-02,
1.0594e-01, 1.5156e-02, 1.0636e-01, 3.3873e-02, -6.2761e-02,
-5.3764e-01, 6.5756e-02, 5.6486e-02, -3.6640e-02, 1.0038e-02,
-6.1323e-02, -2.3127e-01, 6.6290e-02, 3.6025e-02, 3.7625e-02,
-8.6627e-03, 7.9950e-02, -1.1584e-01, 8.2068e-02, -1.1783e-01,
-1.0570e-01, -6.8138e-02, 9.8449e-02, 1.6889e-01, 3.5491e-02,
-1.7192e-01, -7.2405e-02, -1.5925e-02, -8.2317e-02, 1.7453e-02,
1.8630e-01, -7.4013e-03, -6.2756e-02, 3.2909e-03, 9.6217e-02,
-3.7616e-01, 2.2454e-02, 6.6712e-02, -1.3061e-01, -2.4349e-01,
9.5025e-02, -4.1373e-02, 8.0032e-02, 8.2221e-02, 8.9261e-02,
-3.4752e-01, -1.4874e-01, 7.0894e-03, -3.2231e-02, 1.0735e-01,
-5.3228e-02, -7.0807e-02, 1.6299e-01, -2.3019e-01, -1.8562e-01,
2.8924e-01, 2.6347e-02, -1.1099e-02, 1.0248e-01, 3.3964e-02,
5.6620e-02, -3.0382e-03, 1.0337e-01, 1.1795e-02, -1.2016e-01,
1.3459e-01, -4.9420e-02, 6.5874e-02, -1.4413e-01, -6.0251e-02,
1.4097e-01, 2.0413e-02, -1.0687e-01, -1.2671e-02, 6.8517e-02,
1.2938e-01, -1.0237e-01, 6.0754e-02, 4.2497e-02, 2.2323e-01,
-4.5403e-02, 5.9624e-02, -7.7272e-02, -2.8377e-02, 5.6685e-02,
5.6800e-02, 1.0417e-01, 1.4292e-01, 6.3520e-02, -3.5592e-02,
-3.8966e-01, -4.1666e-02, -9.2985e-03, -3.0719e-02, -4.3184e-03,
-3.6012e-02, 3.0814e-02, 4.8275e-02, 1.0853e-01, 2.6653e-02,
2.5533e-01, 6.4637e-02, -4.9331e-02, -6.8914e-02, 1.7272e-02,
2.2915e-02, 7.7073e-03, 2.4561e-02, 1.3687e-02, 2.5114e-01,
5.1149e-02, -6.2303e-02, 6.9629e-02, -1.5664e-01, 2.0419e-03,
-5.4428e-02, 9.3300e-02, 5.7243e-02, 1.4708e-02, 3.4147e-02,
-1.4348e-01, -8.0496e-02, -6.3108e-02, 7.2272e-02, -1.8999e-02,
-8.7748e-03, -6.8528e-02, 2.8067e-02, -8.4670e-03, -3.0413e-01,
-2.5712e-03, 3.6182e-01, -2.6398e-02, 1.4551e-02, -1.2613e-02,
1.9898e-02, 6.4178e-02, -1.0535e-02, 3.2698e-02, 9.9275e-03,
-2.7008e-03, -5.8795e-02, -4.9384e-02, 1.7367e-02, 3.1355e-02,
3.2784e-02, 6.5553e-03, 1.8747e-01, 5.2528e-02, -1.0717e-02,
3.8963e-02, 2.9387e-02, 2.9031e-02, -6.9781e-02, -1.8184e-02,
-2.7952e-03, -7.0788e-02, -1.4146e-02, -2.9484e-01, 3.2886e-01,
5.7364e-02, 5.4006e-02, 6.3600e-02, -6.1037e-02, -1.2780e-01,
9.0871e-02, 1.5431e-01, -5.7208e-02, 3.9734e-01, 9.5132e-02,
1.1656e-01, 1.3146e-01, -4.0254e-02, -4.7858e-02, 5.4656e-02,
-3.1670e-03, 3.9161e-02, 4.8859e-02, -2.9518e-02, -2.6364e-02,
-1.3301e-01, 1.6631e-01, 1.5740e-02, 2.5308e-01, 5.7870e-01,
-2.8492e-01, -5.1113e-02, 9.0983e-02, -1.9630e-01, 6.4136e-02,
-1.1319e-01, 8.5462e-02, 5.2164e-01, -1.7113e-02, -5.5208e-02,
-1.9025e-01, 6.5186e-02, -1.1565e-01, 2.6784e-01, -1.1431e-01,
2.7329e-02, -1.7110e-02, 7.0496e-02, 1.5075e-01, 1.5952e-02,
2.0751e-02, 1.1350e-02, 3.1826e-02, -3.8446e-02, -8.8230e-02,
-1.0657e-01, 4.7329e-02, -5.6730e-03, 1.1802e-01, -6.9019e-02,
-9.1115e-02, -8.5552e-02, 4.5339e-02, 3.7245e-02, -2.2709e-01,
1.3840e-01, -1.7159e-01, -5.1190e-03, -4.3006e-02, 1.0848e-01,
7.5999e-02, -4.5683e-03, 1.6492e-01, -4.2257e-02, 5.2787e-01,
-1.0406e-01, -1.4006e-01, -6.5777e-02, 3.3303e-02, -9.2452e-02,
-5.4039e-02, 2.4782e-02, -1.4588e-01, 2.1934e-02, 1.7366e-01,
-3.9732e-02, 2.2830e-01, 7.4826e-02, 1.3218e-01, -1.2623e-03,
-1.7729e-02, -6.5798e-02, -3.1970e-02, -5.8564e-02, -7.1812e-02,
-2.3967e-02, -3.3857e-01, -9.8071e-02, -3.0503e-02, 1.4422e-01,
-1.0365e-02, -5.5387e-02, 4.0927e-02, -8.2065e-02, -1.3577e-01,
-2.8075e-02, -6.0401e-02, 2.6719e-01, -3.4568e-02, -3.9126e-02,
-1.1028e-02, 4.4402e-02, -7.1411e-02, -2.6364e-02, -5.6921e-01,
2.2655e-02, -7.5854e-02, 1.0023e-01, 4.9628e-02, -2.5633e-02,
6.2452e-02, -8.2882e-02, -2.4328e-02, -6.5874e-03, 1.7455e-01,
2.3141e-01, 9.7525e-02, 1.0213e-01, 1.4498e-01, 5.1748e-02,
5.4806e-02, 2.5588e-02, 1.1180e-02, 5.2607e-02, -2.8185e-02,
3.5442e-02, 8.0306e-02, 5.5601e-02, -3.4021e-01, 1.1037e-01,
-8.4296e-02, 6.1812e-02, 3.3431e-02, 1.6603e-01, -3.1538e-03,
4.6889e-02, 1.4179e-02, -4.8695e-02, 8.1093e-03, -1.0066e-04,
-2.3990e-01, -2.1783e-01, -1.4905e-01, -3.1104e-02, -1.0769e-01,
1.6834e-02, 3.2460e-02, -5.0884e-02, -1.8600e-02, 2.9725e-02,
-3.0893e-01, -2.9922e-02, 6.1674e-02, -5.9566e-02, -1.4304e-02,
3.3362e-03, 3.8759e-02, 4.1791e-01, -3.4479e-03, 6.6645e-02,
-1.0444e-01, 6.5014e-02, 1.5576e-03, 7.3324e-02, -9.7934e-02,
-6.5814e-02, 3.0665e-02, -1.0328e-02, 2.9612e-02, 1.7855e-01,
-8.2913e-04, 2.0341e-02, 6.2172e-03, 5.2771e-02, 3.9298e-02,
7.1680e-02, 4.4534e-02, 1.5513e-02, 7.1961e-02, -3.8249e-02,
8.6144e-03, -8.6431e-03, 2.1589e-01], device='cuda:0')),
('bert.encoder.layer.5.attention.self.key.weight',
tensor([[ 0.0058, 0.0748, 0.0035, ..., 0.0782, 0.0469, 0.0570],
[-0.0499, -0.0360, 0.0106, ..., 0.0050, 0.0271, 0.0083],
[ 0.0202, -0.0072, 0.0134, ..., 0.0185, 0.0012, 0.0109],
...,
[-0.0387, 0.0011, -0.0043, ..., -0.0313, -0.0352, -0.0055],
[ 0.0301, 0.0312, -0.0656, ..., 0.0813, 0.0265, 0.0331],
[ 0.0528, -0.0407, -0.0362, ..., 0.0069, -0.0048, 0.0159]],
device='cuda:0')),
('bert.encoder.layer.5.attention.self.key.bias',
tensor([-9.7054e-04, 1.8861e-04, -1.5234e-04, -2.0098e-03, 8.6030e-05,
-3.6418e-03, 5.0538e-04, 2.2831e-04, 3.0648e-03, 2.1259e-03,
-6.4017e-05, 1.6738e-03, 1.8349e-03, 9.9169e-04, -1.7188e-04,
-3.9384e-04, 1.0239e-03, 2.7441e-04, 4.9006e-04, 1.4931e-03,
-1.4211e-04, -1.5274e-03, -3.5507e-04, -4.8934e-04, -1.1077e-04,
-1.9116e-03, 2.5104e-03, -2.1726e-03, -1.5458e-03, 1.0990e-03,
-3.0520e-03, -2.7141e-03, -3.4567e-03, 2.5521e-03, -1.4463e-03,
-2.6022e-03, -2.5679e-04, -1.2291e-03, 1.3670e-03, 5.7931e-05,
-4.9796e-04, -2.2928e-03, -1.8842e-03, -4.0287e-04, 1.8192e-03,
1.8233e-03, 3.0533e-03, -1.0432e-03, 4.0580e-03, -7.2002e-04,
4.7447e-05, -3.6777e-03, -9.9218e-04, -2.5180e-03, 3.2925e-03,
4.8789e-03, 3.0752e-04, -2.2495e-03, 2.9177e-03, -7.1474e-04,
1.6060e-03, -2.8930e-03, 2.9197e-04, 3.1724e-03, 1.6905e-03,
1.6437e-03, 1.3046e-04, 3.5751e-03, 3.3197e-03, 2.9854e-03,
8.8038e-04, 1.0823e-03, -4.6506e-04, 3.3676e-03, -4.7892e-04,
7.4971e-04, -6.7274e-04, -2.5843e-03, 5.3746e-04, -7.5628e-05,
1.2051e-03, -1.6589e-04, -7.7886e-04, -2.5218e-03, 3.1815e-05,
-1.7081e-03, 3.1336e-03, -3.3534e-04, 3.1345e-03, -1.6716e-05,
-1.6926e-04, -1.3025e-03, 1.7980e-03, 1.5482e-03, -1.2904e-03,
9.7698e-04, 3.1221e-03, -2.1688e-03, 1.0160e-03, -2.0104e-03,
-2.1538e-03, 2.5596e-03, 1.8820e-03, 1.4614e-04, -4.3827e-03,
9.4830e-04, -2.1492e-03, 1.8914e-03, -9.7653e-05, 3.3331e-03,
1.8304e-03, 5.1126e-03, 8.8891e-04, 2.7059e-03, -4.8762e-04,
1.4182e-03, 1.2759e-03, -2.5940e-03, 2.8212e-03, -2.7290e-03,
1.7865e-03, 2.8104e-03, -3.3171e-03, 4.4473e-05, -6.5423e-04,
3.6770e-03, 1.4063e-04, 1.0880e-03, -4.8465e-04, 4.5901e-03,
-2.0202e-03, 2.6110e-03, -6.7497e-03, 5.0790e-03, -4.3222e-04,
-2.0487e-03, 3.3235e-03, 2.5293e-03, -5.3018e-03, 6.0825e-03,
2.1488e-04, 6.0417e-03, 3.3717e-03, -2.7620e-03, -7.5791e-03,
-2.4248e-03, -1.1747e-03, 1.5925e-03, -2.4897e-03, -3.7253e-03,
8.0191e-03, 5.8008e-03, -3.3149e-03, 7.9456e-03, -5.0655e-03,
4.0660e-03, -3.6392e-03, 2.6346e-04, 1.8329e-03, 5.3404e-03,
2.5573e-03, -3.6556e-03, 8.3517e-04, 2.4542e-03, -3.9224e-03,
2.2457e-03, -3.1778e-03, 5.9456e-03, -1.4265e-03, 4.9207e-03,
2.5755e-03, -1.0985e-03, -3.5419e-04, -4.5459e-04, 2.3433e-03,
-2.8252e-03, 9.0659e-03, -7.7448e-03, -5.1837e-03, -4.4579e-03,
7.3336e-03, 3.9483e-03, -3.9925e-03, 4.3450e-03, -2.4782e-03,
9.6431e-03, 6.8068e-03, 1.6637e-03, 9.9880e-04, 2.0486e-03,
1.3001e-03, 2.5912e-03, -4.0933e-03, -1.3710e-03, 1.0652e-03,
-2.9704e-03, -7.7963e-03, 1.8640e-03, -2.1241e-03, -3.0013e-03,
2.8530e-03, 4.0125e-03, -1.6609e-05, -5.2019e-03, -1.4537e-03,
7.1674e-03, -3.7681e-03, 1.1773e-03, 7.2527e-04, 1.5635e-03,
-1.5964e-03, -2.7988e-04, -1.2184e-02, -4.9273e-03, 1.5104e-03,
2.0674e-03, -6.0966e-03, -2.3919e-03, 6.6919e-04, 3.0414e-03,
-5.8816e-03, 9.3345e-03, -8.1926e-05, -2.8987e-03, -2.6687e-03,
3.8284e-03, 4.4678e-03, 1.8293e-03, 1.5527e-03, -1.2231e-04,
-1.8125e-03, 3.2181e-03, -3.0259e-03, 2.9205e-03, 4.7394e-03,
4.3500e-03, -2.8971e-03, -4.1688e-03, 9.4476e-03, -3.2655e-03,
3.0666e-05, 3.1968e-03, 3.0856e-03, 8.9674e-03, -9.1180e-03,
-5.2684e-04, 2.4837e-03, 1.2733e-03, 2.4112e-03, -4.1767e-03,
-1.7074e-07, 2.2599e-03, -5.7638e-04, -9.8207e-04, -1.7325e-04,
-1.1361e-03, 3.1199e-03, -9.9983e-04, 3.2224e-04, 3.4251e-03,
-3.3461e-03, 1.0186e-03, -4.9416e-03, 1.1237e-03, -2.7799e-03,
5.3092e-03, 2.4716e-03, -2.0435e-04, 9.9604e-04, 1.1838e-03,
7.7006e-04, -5.5185e-03, -4.0274e-03, -1.7527e-03, 3.2233e-03,
-2.5909e-03, -2.5951e-03, 2.4371e-03, -1.8127e-03, 5.8208e-03,
3.1582e-04, -1.9937e-03, -1.8636e-03, -3.4136e-03, -4.2527e-03,
-4.2565e-03, -3.1546e-04, -2.7739e-03, -2.8128e-03, 6.1729e-05,
5.9268e-04, 1.9639e-03, 7.0336e-04, 3.6049e-04, 5.8187e-04,
-6.7990e-04, -3.1908e-03, 2.9262e-03, 3.8806e-03, -1.2698e-03,
-1.9669e-03, 7.1776e-03, -3.0083e-03, 1.0955e-03, 1.1796e-03,
3.5442e-04, -6.6204e-03, -2.1610e-03, 3.1316e-03, 2.0716e-03,
-2.6075e-03, -3.6139e-03, 4.0944e-03, -2.4992e-03, -2.3982e-03,
1.1341e-03, 4.2070e-04, 5.5777e-03, -6.1332e-04, -3.7199e-03,
2.2704e-03, 9.4505e-04, 2.1302e-03, -3.2559e-03, -5.7114e-03,
4.2163e-03, 3.4151e-03, -6.3995e-04, -9.5934e-04, -9.6517e-04,
-2.0222e-03, 1.2638e-03, 1.3020e-03, 1.1561e-03, 7.2330e-04,
-1.5503e-03, -2.5419e-03, 2.9131e-04, -4.5203e-06, 3.7024e-04,
2.6606e-03, -3.3288e-03, -2.3268e-04, -2.0125e-03, -2.6498e-03,
-3.7001e-03, -3.4904e-03, 9.8738e-04, -1.6006e-04, 4.0080e-03,
-1.3432e-03, -4.2040e-05, -2.2857e-04, -2.0082e-03, -9.3909e-04,
1.5872e-03, -8.6218e-04, 4.3425e-03, -2.5129e-04, 3.1202e-03,
-3.8785e-03, -1.5547e-03, 3.1084e-03, -2.4530e-03, -3.2782e-03,
4.9113e-04, 1.7502e-03, -1.0693e-03, -3.1938e-03, -4.9870e-04,
3.2539e-03, 2.9301e-03, -3.3422e-03, -4.1377e-03, 8.1382e-04,
3.3580e-04, -1.6545e-03, -5.4159e-04, 2.8793e-03, 4.0027e-03,
-4.6077e-03, -1.1063e-03, 1.1765e-03, 2.5864e-03, -4.6787e-05,
1.6720e-03, -5.6419e-03, 3.6765e-03, -1.6039e-03, 1.3565e-03,
-2.6031e-03, 3.8870e-03, -4.5688e-03, 3.3823e-03, -1.7351e-03,
-5.3507e-03, 4.4931e-03, 2.7114e-03, 6.3433e-03, 3.3686e-03,
2.9412e-03, 3.7506e-04, -1.1485e-03, 1.9721e-03, -1.0360e-03,
-2.7219e-03, 4.1784e-03, -1.6494e-03, 2.7363e-03, 2.2173e-03,
-3.0823e-03, -1.3195e-03, -2.6240e-03, 1.6619e-03, -6.0501e-04,
-4.8824e-03, 4.1123e-03, 2.9237e-04, -3.4340e-06, 1.3885e-03,
-1.1509e-03, 4.1801e-03, -2.1107e-03, 5.3942e-03, 1.7573e-03,
-9.9619e-03, 3.3549e-03, 1.8696e-03, 8.8088e-04, -3.9724e-03,
2.0950e-03, 4.3308e-03, -5.9444e-03, -1.8110e-03, -5.2622e-03,
-2.9994e-03, -2.1622e-03, -3.3979e-03, 4.1783e-03, 4.8969e-03,
-4.5479e-03, -1.5923e-03, 3.3014e-03, 3.6184e-04, 1.0713e-03,
-2.5473e-03, -3.0623e-03, -2.1524e-03, 2.7019e-03, 1.0007e-03,
-5.5720e-05, 4.6763e-03, 2.4103e-03, 1.8255e-03, -1.4478e-03,
-1.9002e-03, -3.4417e-03, -2.3229e-05, 9.9149e-04, 6.3127e-03,
1.8685e-03, -2.7898e-03, -1.5249e-03, -4.7951e-03, -1.8382e-03,
2.1091e-03, 1.7114e-03, -6.2235e-03, -5.5374e-03, 1.6729e-03,
-1.3551e-05, 2.0155e-03, 2.3537e-03, 3.6838e-03, -4.7648e-03,
-1.3000e-03, 1.8428e-03, -1.2870e-04, -5.7228e-04, -5.5298e-03,
1.9672e-03, -6.9604e-03, 1.7162e-03, -4.1086e-03, -6.8540e-03,
-1.7880e-03, 5.5165e-03, -2.3106e-03, 1.0936e-03, -2.4743e-03,
4.3950e-03, 2.0502e-03, -2.9631e-03, -3.2401e-03, 1.6955e-03,
4.7492e-03, 4.5589e-04, -3.5528e-03, 1.7919e-03, 1.8493e-03,
1.7547e-03, 5.7223e-03, -5.5157e-04, 4.7951e-04, 1.3887e-03,
1.7382e-04, -6.6428e-03, -6.1348e-04, 1.8746e-03, -9.5457e-04,
-3.7836e-03, -1.4338e-03, 8.3383e-03, -5.0781e-03, 1.4383e-04,
4.0131e-03, 4.8467e-03, -3.8923e-03, -5.9090e-03, 2.4768e-03,
-3.9777e-03, -8.6376e-03, 2.0978e-03, -7.5418e-04, 1.3608e-03,
1.5011e-03, -1.8445e-03, 6.9861e-03, 8.6646e-05, 3.7982e-03,
-1.6102e-03, -1.5428e-03, -9.6181e-03, -2.6166e-03, -5.6764e-03,
-2.5097e-03, 1.0582e-02, -2.9101e-03, 2.6864e-03, -4.1696e-03,
-7.8187e-04, 4.7109e-03, 2.4095e-04, -2.9167e-05, 5.7902e-03,
-5.7804e-03, -5.7555e-03, 4.0344e-05, 8.4801e-04, -1.1895e-03,
4.2596e-03, 4.6797e-05, -4.2327e-03, 1.3235e-03, 5.2056e-03,
4.1000e-04, -1.7017e-03, -3.6123e-04, 1.9228e-03, 6.3941e-03,
-6.0382e-03, 4.0238e-03, -8.4089e-03, 1.3795e-03, 6.1921e-03,
-4.1690e-03, -6.8406e-05, -8.2051e-03, 4.1432e-04, -5.2939e-03,
2.5080e-03, -2.9270e-03, 9.5147e-03, 7.0382e-03, 1.0249e-02,
1.2585e-02, 6.2987e-04, 1.4232e-03, 2.7875e-03, -1.2021e-03,
3.7629e-04, -5.3096e-04, 6.7604e-04, 2.1194e-03, 8.1710e-04,
-4.3440e-04, 4.6441e-03, 3.5107e-03, -1.6448e-03, 4.6771e-04,
4.3488e-03, 7.2871e-04, 1.2745e-03, 9.1608e-04, 5.1805e-03,
2.2398e-03, 5.5402e-03, 5.4110e-03, 4.6791e-03, 4.9983e-03,
1.7009e-03, -4.5546e-03, -7.3970e-04, -5.9025e-03, -3.0937e-03,
6.7417e-03, 2.9171e-03, -5.1352e-03, 4.5254e-03, 2.0256e-03,
2.4041e-03, -6.6754e-04, -6.8939e-03, -1.3921e-03, 3.8224e-04,
-7.4392e-05, 4.3117e-03, -1.2266e-03, -4.1798e-03, -3.0087e-03,
-1.0205e-03, 6.3313e-03, 1.2566e-03, 3.0709e-03, 4.7115e-04,
4.9744e-03, -4.8988e-03, 1.9345e-03, 1.9010e-03, -2.4220e-03,
4.3758e-03, 3.8342e-03, -2.2681e-03, 1.7251e-03, 4.1916e-03,
4.6467e-03, -3.6575e-03, 2.7259e-03, 5.9077e-04, 6.9725e-03,
6.3696e-03, -3.5682e-04, -2.7657e-03, 3.3684e-03, 9.7148e-05,
3.8100e-03, 5.0115e-04, 6.8450e-03, 1.2569e-03, 6.6337e-03,
-6.1170e-03, -5.8844e-03, -4.4260e-03, 3.4391e-03, -1.0833e-03,
-1.9369e-04, 6.9606e-03, 6.7257e-04, -2.9873e-03, -8.6231e-04,
-6.4132e-06, 1.2301e-03, 3.8346e-03, 1.8884e-03, 1.9245e-03,
-1.2241e-03, -1.5325e-03, -2.4025e-03, -1.2513e-03, -1.1408e-03,
2.6164e-03, -1.9382e-03, -9.7998e-04, -9.2059e-04, -2.4853e-03,
-1.5398e-03, -3.7148e-03, -6.4745e-04, -3.9479e-03, 2.2415e-04,
5.5427e-03, -5.5629e-03, 7.2477e-03, -1.9655e-03, -1.4015e-04,
3.2819e-03, 6.8961e-04, 4.4562e-04, 2.3468e-03, -4.0718e-03,
-1.6005e-03, -4.2333e-03, -1.2177e-03, -4.0074e-03, -1.4691e-03,
-1.1499e-03, -1.0276e-04, 2.2677e-03, -4.3822e-03, 2.9632e-03,
1.3535e-03, -2.3207e-03, 5.9869e-03, 1.1964e-03, -1.3316e-04,
-2.4645e-03, 6.2998e-04, -6.2849e-03, 1.1814e-04, 1.0707e-06,
-2.5088e-03, -1.3103e-03, -1.8039e-03, -7.6645e-05, 1.9919e-03,
-1.0350e-03, 3.0597e-04, -4.0352e-03, -4.8184e-03, 2.5838e-03,
4.2336e-03, -2.3179e-03, -4.7778e-04, -1.3164e-05, 2.7624e-03,
-1.3087e-03, 2.6876e-03, 9.1364e-03, 2.0867e-03, 4.2954e-04,
-6.9945e-04, 1.7966e-03, -3.0759e-03, 3.6793e-03, -2.8976e-04,
1.4129e-03, 4.3731e-03, 9.8085e-04, -2.3837e-03, 3.5064e-03,
-8.8599e-04, -3.3690e-03, -3.0309e-03, 2.4453e-03, -3.4460e-03,
2.0267e-03, -3.0664e-03, -2.3268e-04, -1.3817e-03, -6.0927e-03,
-2.2979e-03, -4.3039e-03, 5.0625e-03, 9.6498e-04, -3.8512e-03,
3.5593e-04, -2.7687e-03, 5.5678e-04, 1.5938e-03, 1.7550e-03,
-1.3308e-03, 7.7539e-04, -2.8307e-03, 3.8568e-03, 1.4241e-03,
-3.3796e-03, 1.8265e-03, -5.8921e-04], device='cuda:0')),
('bert.encoder.layer.5.attention.self.value.weight',
tensor([[-0.0461, 0.0026, 0.0392, ..., -0.0262, -0.0390, 0.0217],
[ 0.0016, 0.0808, -0.0340, ..., -0.0217, -0.0140, 0.0661],
[ 0.0460, -0.0725, 0.0294, ..., 0.0057, 0.0541, -0.1081],
...,
[-0.0390, -0.0203, 0.0129, ..., -0.0491, 0.0304, -0.0134],
[ 0.0772, 0.0216, 0.0665, ..., 0.0588, -0.0030, -0.0037],
[ 0.0881, 0.0564, -0.0201, ..., -0.0311, -0.0044, 0.0819]],
device='cuda:0')),
('bert.encoder.layer.5.attention.self.value.bias',
tensor([ 2.5023e-02, -5.4134e-04, -1.8289e-03, 1.0319e-02, 1.7435e-02,
1.4896e-02, 8.6778e-03, -1.1588e-02, -6.1206e-03, 2.1157e-02,
-3.1376e-03, 1.6302e-02, 3.7495e-02, 2.4118e-03, -8.6551e-03,
1.0146e-02, 2.1258e-02, -2.8579e-02, -2.9914e-03, -1.6356e-02,
2.2681e-02, 1.5882e-02, 1.4365e-02, 2.6300e-02, 8.8592e-03,
1.1447e-02, 2.9267e-02, -1.7236e-03, 9.8771e-03, 4.0189e-04,
-7.3741e-03, -1.2194e-03, 2.2604e-03, -5.9558e-03, -1.6932e-03,
-4.5719e-03, 6.7500e-03, 9.8864e-03, 8.1511e-03, -9.2336e-03,
5.4562e-03, 2.1821e-02, 1.8529e-02, -4.8431e-03, -6.2418e-03,
8.7250e-04, -1.6124e-02, -1.2780e-02, -7.8408e-03, -4.5871e-03,
-8.2393e-03, 2.1596e-02, -1.8518e-02, -1.1919e-02, -7.9743e-03,
1.8887e-02, -6.6775e-03, 7.6140e-03, 7.1125e-03, 1.3373e-02,
1.3930e-02, -1.7443e-02, -1.1947e-02, 8.7082e-03, -4.2705e-02,
-1.0239e-01, -5.5615e-03, 3.7747e-02, 4.6197e-02, 2.3781e-02,
9.0163e-03, -2.1403e-01, 5.2817e-02, -7.0401e-02, 8.6886e-02,
2.7969e-02, 5.9216e-02, 7.3608e-02, -2.3937e-03, -5.5258e-02,
-7.9816e-02, -8.1078e-02, -5.3822e-02, -4.4235e-02, -1.0094e-01,
-6.2543e-02, 3.8605e-02, -8.2382e-02, -7.1093e-03, 3.1957e-02,
-1.8960e-02, -5.0128e-03, -3.0946e-02, 4.1975e-02, -1.6453e-02,
1.0521e-01, -1.9422e-02, -1.0916e-01, -5.2387e-02, -2.7728e-02,
2.3341e-02, -9.4555e-03, -3.1169e-02, -4.0756e-02, 2.2644e-02,
2.0418e-02, -1.6393e-02, 3.5086e-02, 3.8262e-02, 5.2578e-02,
-3.2276e-02, -1.4734e-01, 6.4315e-02, 8.2792e-02, 4.7365e-03,
5.4708e-02, 9.0357e-02, -9.0380e-02, -9.8755e-02, 5.0897e-03,
8.7481e-03, -1.1143e-02, -3.9555e-02, 7.8597e-03, -5.1810e-02,
-8.7403e-03, 2.6083e-02, 2.6425e-02, -1.1741e-02, 6.6701e-03,
-1.6630e-02, -3.5899e-02, 3.3033e-02, -6.8341e-03, 1.9972e-02,
3.7159e-02, -1.8340e-02, 1.6346e-02, 1.9253e-02, 8.2389e-03,
8.6947e-03, 8.0236e-03, -2.2824e-02, 3.2777e-02, -2.5096e-02,
1.5267e-02, -9.8147e-03, 5.1621e-03, -1.1756e-02, 6.2626e-03,
-1.9340e-02, 4.3274e-02, -1.2360e-02, 1.9279e-02, -3.7689e-02,
6.6503e-03, -1.1226e-02, -1.6154e-02, 1.1323e-02, 3.3270e-02,
-2.0104e-02, -1.6572e-02, 5.8121e-03, 9.5892e-03, 2.9537e-02,
-2.3234e-02, 4.8140e-02, -1.6425e-02, 4.3964e-02, 5.5792e-03,
2.4071e-02, -8.1152e-03, -1.0913e-02, 1.2943e-02, -3.2063e-03,
2.1713e-02, -6.9612e-03, 9.9954e-03, -4.3086e-02, 3.2679e-02,
5.3049e-04, -2.3587e-03, -3.0508e-02, -7.6837e-02, -2.1726e-02,
6.8904e-02, -1.8312e-02, 3.4427e-02, 2.0607e-02, 3.2736e-02,
1.7116e-02, -4.8639e-02, -1.9503e-02, 1.8397e-02, -2.1664e-02,
-1.1928e-02, -4.7463e-03, 2.4421e-02, -3.4994e-03, -3.2230e-02,
-1.8535e-02, -4.3793e-02, 2.3863e-02, -2.8640e-02, 2.5304e-02,
-1.7656e-02, -4.8198e-02, 3.5780e-03, 3.1886e-03, 2.4346e-02,
-1.0564e-02, -2.0372e-03, 2.2112e-02, -2.7318e-02, -1.3876e-02,
6.2952e-03, 8.7935e-03, -8.5065e-03, 4.8382e-06, -1.2895e-02,
1.7518e-02, 1.4297e-02, 1.2944e-03, -1.5368e-02, 3.0481e-02,
-1.5203e-02, -1.3472e-02, 7.8971e-03, 4.0485e-02, -1.0894e-02,
1.4049e-02, -3.3632e-03, -4.0768e-02, -4.8575e-03, -8.4280e-03,
4.2448e-02, -6.0658e-03, -1.9651e-02, -2.1106e-03, -2.5727e-02,
3.1360e-02, 2.6693e-02, 9.5478e-03, 6.8062e-03, -5.9220e-03,
1.4386e-02, 8.0524e-03, 1.2022e-02, -2.2006e-02, 1.6374e-04,
-2.2680e-02, 1.1190e-02, -4.3867e-02, 1.6401e-04, -3.7049e-03,
-3.2416e-02, 1.9453e-02, -1.5314e-03, -1.9177e-02, 6.6268e-03,
-1.0704e-02, -2.1555e-02, -3.8442e-03, 5.3790e-02, -3.0444e-03,
3.6569e-02, -3.6107e-03, -1.0029e-02, -2.0976e-02, 1.1844e-02,
-2.9927e-02, 2.3033e-03, -1.2725e-02, -5.3827e-02, 2.4236e-02,
2.0591e-03, 6.6193e-04, 1.6229e-02, -7.1203e-03, 1.5257e-02,
-4.0936e-02, 5.1951e-03, 2.1751e-03, -6.8027e-03, -2.3192e-02,
9.8774e-03, -4.3090e-02, 1.8691e-02, -2.6169e-02, 4.5019e-02,
-2.3463e-03, -2.4153e-02, 2.3486e-02, 1.0403e-02, -9.6898e-03,
2.5579e-02, -5.8561e-03, 5.5872e-03, -4.6146e-02, -1.0331e-02,
2.2145e-02, -1.4112e-02, -8.3146e-03, -7.3088e-03, -2.9061e-02,
-3.4245e-02, 6.0613e-03, 4.8083e-03, -1.6449e-03, 2.2084e-02,
-1.3631e-02, -1.0387e-02, 1.4667e-02, 8.1067e-04, -1.3169e-02,
-6.4209e-03, 2.3366e-03, -5.6487e-03, 1.7369e-02, 1.4599e-03,
8.0800e-03, -2.0663e-02, -2.3926e-03, 1.4046e-02, 5.5024e-02,
-4.0506e-03, -3.1819e-03, -4.9826e-03, -2.5013e-02, 3.2481e-02,
-1.1205e-02, -3.6821e-02, 3.1255e-02, 1.9792e-02, -4.1952e-02,
-1.9697e-02, 1.8123e-02, -1.8086e-02, 4.2290e-02, 2.8347e-02,
1.0349e-02, -2.6362e-02, 1.4511e-02, 7.1993e-03, 1.2704e-02,
2.9654e-02, -1.4862e-03, -1.7453e-02, 2.2892e-02, -3.6405e-02,
-1.8001e-02, -3.0419e-03, -3.6395e-02, 4.6740e-03, -1.6186e-02,
-2.8664e-02, 3.7249e-02, -4.6208e-03, -4.4741e-02, 1.9473e-02,
4.3150e-03, 1.9347e-02, 2.1848e-02, 1.8466e-02, 1.2352e-02,
-1.4171e-02, 3.6699e-02, 3.2274e-03, 1.6229e-02, 3.8471e-02,
1.4179e-02, 1.1189e-02, -2.0905e-02, 6.8785e-02, -3.3771e-02,
1.4076e-02, 1.8955e-02, -3.7963e-03, -2.0508e-02, 6.4352e-02,
3.4120e-03, 2.3264e-02, 7.1661e-03, 1.0670e-02, -1.0759e-03,
1.7084e-02, 1.2330e-03, 3.5578e-02, -4.8400e-02, -1.8255e-02,
1.1616e-02, -1.6739e-02, -1.8762e-02, 1.8120e-02, 1.1293e-02,
-1.1634e-03, -1.8616e-03, -4.5727e-03, -1.6096e-02, -2.1114e-02,
1.1416e-02, -3.5768e-02, 3.7733e-02, -9.8730e-03, 1.2385e-02,
-6.4230e-03, 3.1761e-02, -1.0293e-02, -5.0867e-04, -8.5297e-03,
-2.4510e-02, 1.9730e-02, -3.1244e-02, -2.1211e-02, -1.1598e-02,
3.1280e-02, -4.8887e-02, -4.5858e-02, 1.5748e-02, -9.9119e-03,
-7.8155e-03, 6.6427e-03, -3.2192e-03, 2.1372e-02, 8.1058e-03,
1.3188e-03, -9.2630e-03, -1.5455e-02, 1.7503e-02, 1.2658e-02,
-3.2043e-03, 3.0343e-03, 1.8336e-02, 5.2470e-02, 1.9643e-02,
8.8624e-03, 2.1309e-02, 1.1083e-02, -1.4979e-02, 1.1952e-02,
4.6242e-03, 1.2651e-02, -1.1581e-02, -5.8524e-04, -3.0329e-05,
-2.9486e-02, 1.0136e-02, 7.3057e-02, 3.2823e-03, -9.1993e-03,
4.2089e-02, 1.5880e-02, 3.9389e-03, -3.3118e-02, -1.5203e-02,
-2.5335e-02, 2.9331e-02, -7.6081e-03, -1.7833e-03, -2.7676e-02,
-1.4667e-02, -7.5796e-03, -3.6968e-02, 8.7642e-03, 3.8653e-02,
3.4346e-02, -3.4011e-02, 2.6328e-02, 2.4641e-02, 1.6156e-02,
-1.9020e-02, 6.1291e-03, 2.0140e-02, 1.3188e-02, -9.1300e-03,
4.7887e-02, 4.6424e-02, -2.0540e-02, 1.1010e-02, 1.5958e-02,
-2.3321e-02, -1.3284e-02, 3.9407e-02, 3.5249e-02, 1.6291e-02,
-1.9921e-02, 1.0661e-02, 1.8716e-02, 2.1839e-02, 4.4378e-03,
4.1586e-02, -2.9597e-02, -6.0017e-02, -1.5653e-02, 1.5266e-02,
-3.0446e-03, -2.3662e-02, 1.2282e-03, -2.3958e-02, -2.9659e-02,
-1.6446e-02, -3.2557e-02, -4.0970e-02, 4.4842e-03, -4.1049e-02,
5.1965e-03, -9.3912e-03, 1.0570e-02, 1.4579e-02, -2.7658e-02,
-4.9434e-02, -4.1760e-02, 1.4696e-02, -4.5004e-02, 2.0218e-02,
3.2625e-02, 3.7446e-02, -3.6513e-03, 7.3684e-03, 2.2599e-02,
-4.3932e-02, -1.0292e-02, 3.6437e-02, -2.9692e-02, -5.0202e-02,
1.2757e-02, 1.9863e-02, 2.6381e-02, -3.8722e-03, 5.4000e-02,
1.7519e-02, -5.0111e-02, -3.4117e-02, -1.0903e-02, -5.0627e-02,
4.3889e-02, -8.8181e-03, 7.4745e-03, -4.6320e-02, -3.9442e-02,
2.6592e-02, 1.3018e-02, -2.8999e-02, -3.7573e-03, 7.1879e-02,
-2.1514e-02, 4.1636e-02, 3.7237e-02, -1.1331e-02, -2.7133e-02,
9.2309e-03, 8.3617e-03, 2.4218e-02, 1.2448e-02, 5.7163e-02,
-4.5951e-03, -1.9375e-02, 4.1701e-02, 1.8610e-02, -1.4263e-02,
2.8638e-03, -3.4994e-02, 4.8665e-02, 3.3301e-02, -2.5102e-03,
-6.2880e-02, 1.8275e-02, -4.5069e-02, 6.4095e-02, 2.8465e-02,
-8.3888e-02, -3.1682e-02, -3.7109e-02, 3.0626e-02, 4.4713e-02,
4.9699e-03, 3.3788e-02, 7.1592e-02, -3.8161e-02, -6.4736e-02,
4.2003e-02, -2.2888e-02, 8.6036e-03, 5.1997e-02, -1.0964e-02,
1.1262e-03, 4.1852e-02, -1.3967e-02, 2.3533e-02, 6.2540e-03,
9.0982e-03, -4.2417e-03, 2.5231e-02, -3.3838e-03, 4.3440e-02,
7.6315e-03, -1.5377e-02, -3.4016e-03, 1.5464e-02, 2.1736e-02,
2.9420e-03, -5.3946e-03, 1.7625e-02, 2.6041e-02, 1.0855e-02,
-1.9115e-02, -3.0942e-02, 1.0903e-02, 1.1053e-03, -1.6604e-02,
4.0820e-02, -8.3847e-03, -1.6500e-02, 4.8264e-02, 2.4176e-02,
-7.3476e-02, -3.7040e-02, 8.7006e-03, -4.5614e-02, -7.2710e-04,
-3.3988e-02, -2.3953e-02, -1.6501e-02, -3.5099e-03, 2.2516e-02,
-1.6830e-02, -1.3887e-02, 4.0588e-02, -1.5015e-02, -5.4920e-02,
-5.0487e-03, 1.7605e-02, -9.8963e-04, 9.5886e-03, -1.3748e-02,
-5.3640e-02, 6.7212e-03, 5.1982e-02, -1.4142e-02, 3.8694e-03,
3.2860e-02, -1.4466e-02, -2.1857e-02, 2.4410e-02, 8.4051e-03,
-2.3341e-03, 3.1681e-02, -6.0257e-02, 1.3483e-02, 4.5859e-02,
-1.1882e-02, 1.7612e-02, -4.1588e-03, -1.2051e-02, 1.8823e-03,
-1.5132e-02, -5.5983e-02, -4.7858e-03, -3.1484e-03, -3.0304e-02,
2.0907e-02, -6.6776e-03, -4.3510e-02, -3.7572e-03, -3.6092e-02,
3.0058e-03, 1.0054e-02, -2.5959e-02, 4.4310e-02, -2.1258e-02,
-3.0616e-02, 2.6432e-02, 2.3173e-02, -1.6811e-03, -8.7480e-05,
4.8895e-02, -1.8836e-02, -3.1438e-02, 1.0579e-02, 3.0945e-02,
1.9038e-02, 5.8940e-02, -2.0155e-02, 1.7323e-04, -2.6790e-02,
7.4433e-03, 1.1273e-02, -1.0974e-02, 6.1428e-03, 2.3254e-02,
-1.4759e-02, 9.7922e-03, -5.9994e-03, -4.9588e-02, 3.4328e-02,
-2.3243e-02, -5.4992e-02, -1.1319e-03, -3.3267e-03, -4.3267e-02,
-4.9018e-02, -2.8401e-03, -8.9475e-02, -1.4931e-02, 2.0273e-02,
4.5271e-03, 1.9227e-02, -3.2625e-02, -2.7920e-02, -2.1127e-02,
1.2500e-03, -8.6723e-03, -2.6330e-03, -2.4288e-02, -1.2807e-02,
7.6330e-03, -1.6515e-02, 9.0216e-03, 5.9607e-03, -3.1394e-02,
-3.0230e-03, -4.5288e-04, -3.7192e-03, 9.7631e-03, 4.8097e-02,
7.4644e-03, -1.2941e-03, -1.5915e-02, 1.6946e-02, -6.7909e-03,
-4.0575e-02, 3.0793e-02, -1.9510e-02, 1.1750e-02, 9.1579e-03,
2.1622e-02, 2.6927e-02, -1.0995e-02, -1.0258e-02, 1.7638e-02,
-3.4035e-03, -1.5666e-02, 2.4511e-02, -3.0944e-02, 3.0834e-02,
1.7014e-02, 1.9303e-02, -1.3395e-02, 9.7785e-03, 5.6176e-03,
7.8961e-03, 1.9432e-02, 1.5532e-02, 8.7286e-03, -1.3384e-03,
1.0312e-02, -8.5923e-03, -1.0087e-02, 1.0152e-02, -2.4322e-02,
-2.7613e-02, 1.1793e-03, 9.4008e-03, 1.9737e-02, -1.0584e-02,
6.0831e-03, -5.7735e-03, 2.6197e-02], device='cuda:0')),
('bert.encoder.layer.5.attention.output.dense.weight',
tensor([[-0.0326, -0.0098, -0.0553, ..., 0.0233, 0.0184, -0.0029],
[ 0.0288, 0.0253, 0.0184, ..., 0.0311, -0.0241, -0.0610],
[ 0.0123, 0.0429, -0.0179, ..., -0.0378, -0.0641, -0.0746],
...,
[ 0.0670, 0.0297, -0.0179, ..., -0.0448, -0.0073, -0.0187],
[-0.0207, 0.0689, -0.0151, ..., -0.0079, 0.0134, 0.0076],
[-0.0164, -0.0449, 0.0221, ..., -0.0277, -0.1224, -0.0179]],
device='cuda:0')),
('bert.encoder.layer.5.attention.output.dense.bias',
tensor([ 1.0257e-02, -9.7594e-03, 4.8323e-02, 2.9356e-02, 2.9866e-02,
1.1020e-01, 1.6274e-01, -4.7480e-02, -2.1220e-02, -8.2533e-02,
4.8307e-02, 6.0513e-02, 1.6581e-03, 5.5022e-02, -2.8200e-02,
-1.9977e-02, 4.1954e-02, -1.4630e-02, 3.9354e-02, 3.0690e-02,
6.5125e-02, -5.5976e-02, -1.0038e-02, -6.6711e-02, 5.9154e-02,
-1.1689e-01, -1.8060e-02, -7.2721e-02, 5.5440e-02, -2.4879e-02,
3.3677e-02, 5.1875e-03, 5.3845e-02, -6.2004e-02, 2.3058e-02,
7.2509e-03, -3.1648e-02, 1.9906e-02, -1.7720e-01, 3.1871e-02,
-8.9830e-03, -2.3398e-02, -2.9584e-02, -8.8644e-03, -1.5276e-02,
6.3004e-02, -1.0738e-02, -5.8010e-02, 6.3103e-03, -2.9669e-02,
7.2012e-03, -5.6789e-02, -7.8350e-02, -1.7528e-02, 9.0702e-02,
4.0877e-02, 7.4933e-02, -1.0656e-03, -8.1741e-03, -3.5727e-02,
-2.8216e-03, 3.4074e-03, -2.6331e-02, 1.4018e-03, 1.7018e-02,
-1.8875e-02, -6.9910e-03, 8.7891e-02, -5.1461e-02, -2.2027e-02,
3.3746e-03, 7.3958e-02, 2.7283e-02, -2.7119e-02, -1.1242e-02,
-2.4659e-03, 1.3319e-03, -3.2182e-02, 1.7901e-02, -6.4536e-02,
-3.4419e-02, -4.9175e-03, 5.5812e-02, -3.7859e-04, 3.1062e-02,
-1.1783e-01, 3.0781e-02, 4.6264e-03, 4.8985e-02, -7.0994e-03,
5.2062e-02, -1.6764e-02, -1.4917e-05, 1.2183e-01, -4.0536e-02,
-9.3109e-03, -5.7676e-02, -5.8799e-03, 1.1040e-02, 9.4737e-03,
5.1481e-03, 1.0890e-02, 9.5503e-02, -3.4715e-03, 8.2101e-02,
2.0233e-02, 1.6625e-02, -1.4859e-02, 1.8080e-02, -5.9585e-03,
-6.6592e-02, 3.6685e-02, -2.9725e-02, -2.4304e-01, -1.9988e-02,
-4.0111e-02, 2.3036e-03, -3.5381e-02, 5.2410e-02, -1.9465e-02,
5.8958e-02, 8.1610e-02, -2.9676e-02, 3.9610e-02, -1.2265e-01,
-6.3322e-02, 8.3052e-03, -6.3530e-02, -2.9279e-02, -1.2342e-02,
-1.2259e-02, -2.1747e-02, -5.3938e-02, 1.9008e-02, -3.5343e-02,
3.2813e-02, -4.2555e-02, -2.5181e-02, -5.4786e-02, 2.1328e-02,
5.3216e-02, 2.8169e-02, 1.3439e-02, 7.5462e-02, -7.3423e-02,
1.3136e-02, 1.4716e-02, -3.1119e-02, 4.0164e-02, 1.2996e-01,
8.1763e-03, -5.4970e-02, -5.7847e-02, -5.8955e-02, -6.4237e-02,
-7.6289e-02, 5.1902e-02, 1.4661e-03, -5.0999e-02, -8.0771e-03,
-2.8794e-02, 4.7978e-02, -7.4486e-03, -8.1993e-03, 1.1373e-01,
5.5581e-02, -5.3813e-02, -7.0660e-02, 1.3350e-02, 3.0435e-02,
-1.8685e-02, -8.8067e-02, 5.0800e-02, 6.7339e-02, -4.6969e-02,
-4.0481e-02, -3.3170e-02, 3.4180e-02, 1.5064e-02, -2.1037e-02,
5.0923e-02, -2.0910e-02, 8.6817e-02, 4.8424e-02, 3.9568e-02,
-6.4500e-03, -3.7531e-02, 2.8431e-02, 1.7091e-02, -1.1834e-02,
-3.5610e-02, -2.0561e-01, -3.7565e-02, 2.6397e-02, 5.1702e-04,
9.5925e-03, 4.8762e-02, 1.1839e-01, 3.9523e-02, 4.1248e-02,
-3.5897e-02, -2.2404e-02, 6.5398e-02, 2.4208e-02, 2.0791e-02,
2.5203e-02, 2.2628e-02, 1.9872e-02, 2.8323e-02, 6.4560e-02,
2.0523e-02, -2.8487e-02, -5.0079e-03, 5.9336e-02, 1.4412e-02,
1.0362e-02, -3.5749e-02, -2.5225e-02, 2.1707e-02, -3.1125e-02,
-3.8280e-02, 2.1041e-02, -3.1921e-02, 1.2784e-02, 1.3373e-02,
-2.1393e-02, -3.7194e-02, -3.8971e-02, 1.6619e-02, 1.7946e-01,
-2.8638e-02, -6.7551e-03, 1.7850e-03, 5.5797e-02, 4.2932e-02,
2.6261e-02, -4.6611e-02, -5.9294e-02, -5.8959e-02, -2.2550e-02,
4.1310e-03, -1.8591e-02, -5.4030e-02, 4.3060e-02, -1.3894e-02,
2.8811e-02, -2.4693e-03, -3.6139e-02, -2.9238e-02, 9.7729e-03,
-7.3290e-02, -2.9247e-03, 1.9261e-02, 2.9153e-02, -2.5106e-02,
-4.6090e-02, 3.9609e-02, 5.3374e-02, -1.5004e-02, 1.8618e-02,
2.5979e-02, -5.5673e-02, -1.3260e-02, -1.2407e-01, 2.0079e-02,
-4.9105e-02, -4.1982e-02, 9.7394e-03, -3.0316e-02, 1.0338e-02,
6.7435e-02, 4.8529e-02, -5.2338e-03, 1.2076e-02, 3.0698e-03,
2.8936e-02, 8.3135e-03, 3.1828e-02, -5.7025e-02, 4.9841e-02,
-2.5006e-02, -4.2634e-02, -3.8571e-02, -3.3308e-02, -8.1599e-02,
1.1901e-02, 1.0547e-01, 2.9010e-02, -3.4348e-03, 4.9583e-05,
-9.8799e-02, -2.8152e-03, -2.0225e-02, -1.6565e-02, 3.3107e-02,
-9.8479e-02, 8.2078e-02, -1.0074e-01, 4.0269e-03, 3.6287e-02,
-2.4943e-02, -2.5611e-03, -6.1246e-03, -1.9959e-02, -1.1215e-01,
9.5937e-03, -2.7410e-02, -2.7712e-03, 4.5506e-02, 3.2813e-02,
-4.4852e-02, 7.2355e-02, 2.0316e-02, -1.1548e-01, -2.4759e-02,
6.9053e-02, -8.3411e-03, -4.7444e-02, -3.2772e-03, -1.5710e-02,
3.6572e-02, 9.8592e-03, 1.2459e-02, 4.2479e-04, 6.6587e-02,
-7.0675e-03, 2.4485e-02, -6.0375e-02, 4.5320e-02, 2.5663e-02,
5.8338e-02, -1.0194e-02, -1.0303e-02, 1.4949e-02, 3.7982e-02,
1.1877e-02, -1.7957e-02, -3.5232e-02, 5.8156e-02, -5.8573e-02,
1.4946e-03, -2.5411e-02, -4.7619e-02, 4.8848e-02, 1.8242e-02,
-1.4346e-02, -1.0316e-02, 9.7854e-03, -4.5439e-02, -3.3105e-02,
-4.2105e-02, -1.4391e-02, 3.7213e-02, 4.2559e-02, -1.5647e-02,
6.8405e-02, -5.5339e-02, 7.8389e-02, -2.6473e-02, -1.8766e-03,
3.2548e-02, 1.4336e-02, 2.2041e-02, 5.2172e-03, 1.7685e-02,
2.1306e-02, 3.0958e-02, -4.0270e-04, 2.5138e-02, 1.2043e-02,
2.0726e-02, -7.3239e-03, -4.7781e-02, -2.2850e-02, -7.3515e-04,
1.0313e-02, -1.3649e-01, 1.1439e-02, 2.0916e-02, -8.6217e-02,
8.7804e-03, -9.3797e-04, -3.0985e-02, -7.2221e-03, -9.9222e-02,
9.9813e-03, 1.9540e-02, 2.8257e-02, -4.2771e-02, 1.9566e-02,
1.6175e-02, 9.5380e-03, 6.1725e-02, -4.2752e-02, 9.7561e-02,
3.2902e-02, -1.5495e-03, -2.1215e-02, 2.1400e-02, 9.5315e-02,
4.8743e-02, -3.2503e-02, -9.8427e-02, 4.1743e-02, -3.6953e-02,
-6.7303e-02, 3.8695e-02, 1.4344e-02, -2.7479e-03, -1.6126e-02,
7.1689e-02, 3.8799e-02, -1.7243e-02, -5.7794e-03, 4.8857e-02,
-5.6855e-02, 3.3759e-02, -5.6249e-02, 3.8915e-02, 2.0782e-02,
-4.4046e-02, 1.0250e-02, 6.4191e-02, 5.3412e-02, -7.0665e-02,
-1.0884e-02, 6.4266e-02, 7.6260e-02, -3.0719e-02, -3.2165e-02,
-5.0509e-02, 5.7054e-04, -7.2072e-03, -5.8435e-03, -7.9918e-02,
8.0557e-03, -3.8526e-02, 1.7109e-02, 1.8455e-02, -3.8624e-02,
-5.6987e-03, -1.4080e-02, -4.0255e-02, 5.4340e-03, -1.6448e-02,
-4.9762e-02, 1.4182e-02, -1.8543e-02, -1.6091e-02, 6.4998e-02,
-3.4435e-03, -3.2387e-02, 9.3219e-03, -5.1595e-02, -9.0288e-02,
1.8957e-02, 8.0846e-02, -9.8671e-03, -1.5378e-02, -3.3438e-02,
1.3396e-02, 2.7718e-03, 6.0078e-02, 4.0601e-02, 5.0505e-02,
5.6265e-03, -4.5250e-02, 1.6133e-02, -6.4774e-02, -2.1205e-02,
-1.0198e-02, 1.0877e-02, -2.0873e-02, 1.7056e-02, -6.6729e-03,
-3.0250e-02, 9.2591e-02, -2.6901e-02, -2.2221e-03, 1.4877e-02,
1.4338e-03, 7.2079e-02, 6.0141e-02, -4.4050e-02, 1.3831e-02,
-1.7030e-03, 1.6537e-02, -8.2573e-02, -1.7595e-02, -2.7006e-02,
-1.4453e-02, -2.8981e-02, 5.3279e-02, 3.6834e-03, -2.0052e-02,
-4.1326e-03, -7.1758e-02, -7.5701e-03, -1.8475e-02, 6.5198e-02,
8.7498e-03, 3.0481e-03, 8.3685e-03, 4.8380e-02, 2.0022e-02,
7.1646e-03, -2.0401e-02, 1.8028e-02, -1.0294e-02, 2.5762e-02,
-5.0320e-02, 5.5493e-03, -4.7990e-02, -8.2549e-03, 7.1219e-02,
5.5140e-03, 2.1060e-02, -2.2163e-02, -2.6704e-02, 7.9298e-03,
-1.3476e-02, -4.0902e-02, 2.9722e-02, -4.5152e-03, -3.5924e-02,
1.9588e-02, -1.2867e-02, 2.3261e-03, 4.5543e-02, -3.2298e-02,
1.1097e-02, -2.3583e-02, 1.6505e-02, 6.6655e-02, -3.9091e-02,
-9.4647e-02, 4.6210e-02, -2.6886e-02, 1.8011e-02, -9.0501e-02,
4.2177e-02, -4.7849e-03, 8.0522e-02, 5.0280e-02, 6.1132e-02,
3.0913e-02, -3.2174e-02, -2.4966e-03, -1.6774e-02, 1.2664e-02,
-4.2198e-02, -2.9937e-02, 3.0531e-02, -2.0956e-02, -1.3339e-01,
2.5732e-02, -9.7826e-02, 5.0207e-01, -3.2908e-02, 9.3569e-03,
-2.3982e-02, -3.9425e-02, -5.2047e-02, -2.7900e-03, -3.1481e-02,
-7.2536e-02, 2.3807e-02, -1.2280e-02, -1.0448e-01, 6.4312e-03,
-3.5808e-02, 6.3880e-02, -8.4437e-03, 1.5741e-02, 2.5118e-02,
-2.2619e-02, -5.3288e-02, 2.5866e-02, -5.0280e-02, 5.6048e-02,
3.0626e-02, -6.8776e-02, 3.3900e-02, -3.4853e-02, 9.2016e-04,
-1.5885e-02, -7.5958e-03, -3.9414e-02, -3.2903e-02, 5.9614e-02,
2.6557e-02, -8.0101e-03, 3.1933e-04, -6.5823e-03, 4.9702e-02,
3.9864e-02, -1.8335e-02, 3.3229e-03, 7.8401e-02, 3.4743e-02,
2.2242e-02, -1.8416e-02, 6.4302e-03, 7.0097e-02, -3.1417e-02,
5.8034e-02, -2.9950e-02, -8.2742e-02, -3.9731e-02, -4.1668e-02,
-9.9766e-02, 1.2197e-02, -9.8262e-02, 4.5161e-02, -7.3701e-03,
-3.7745e-02, -3.8903e-02, 2.7500e-02, -9.1318e-04, -3.8330e-02,
4.4345e-02, -2.2555e-02, -7.8144e-04, 2.6427e-03, -3.2828e-02,
-7.5267e-03, -3.3023e-02, 4.2159e-02, 3.4202e-02, 2.1955e-02,
-5.3683e-02, -5.8121e-03, -3.2818e-02, 1.7303e-02, 5.3411e-02,
-7.5646e-02, 1.9117e-02, -4.5164e-02, -2.4989e-02, -1.7483e-02,
1.9223e-02, -3.3412e-02, -5.8725e-02, -3.1244e-02, 8.2766e-03,
-1.6948e-02, -7.4071e-02, 2.5890e-02, -1.1164e-02, -4.1174e-02,
5.6319e-02, 4.3690e-02, 6.5849e-02, 4.3279e-02, 1.9745e-02,
5.0249e-02, -2.6213e-02, -5.6232e-02, -8.7621e-03, -7.4130e-03,
4.1351e-03, -5.1861e-02, 1.8592e-02, 5.7553e-02, 7.5434e-02,
1.0352e-01, 4.2201e-02, 1.0743e-01, -3.4109e-02, -7.8164e-03,
-1.5945e-02, 1.0246e-01, -3.3757e-02, -1.9584e-02, 3.9585e-03,
6.7825e-02, -4.1938e-02, 3.1462e-02, 5.9678e-03, -3.5230e-02,
-1.5807e-02, -5.7953e-02, -1.0742e-02, 1.0121e-02, 1.1711e-02,
1.4933e-02, -5.6084e-02, -3.6246e-02, 7.1307e-03, 1.4736e-02,
-2.3301e-02, 1.0123e-01, -4.5278e-03, 3.4969e-02, -9.4588e-03,
4.7127e-02, -6.1767e-02, 3.4071e-02, -6.2088e-02, -1.0493e-02,
-1.8629e-03, -9.4351e-02, -3.3732e-02, -2.0773e-02, -3.6815e-02,
4.0438e-02, -5.5613e-02, 4.2898e-02, -4.5879e-02, 9.6307e-02,
6.6137e-02, -4.4721e-02, 2.1297e-02, 2.2383e-02, 2.1067e-03,
5.3349e-02, 3.3274e-02, 3.1887e-02, -3.1548e-02, -2.4468e-02,
9.7275e-03, -2.4761e-02, 5.5179e-03, 1.8252e-02, 2.5250e-02,
-2.6620e-02, 8.4179e-03, -2.1316e-03, -9.3078e-03, -1.5834e-02,
-5.7264e-02, 5.2553e-03, 1.5505e-02, -6.2425e-02, 3.7270e-02,
5.7416e-04, -6.3148e-02, 1.0352e-01, -4.2484e-02, -2.3183e-02,
-3.1656e-02, 3.8369e-03, 4.4711e-02, 2.2523e-02, -1.8046e-02,
-1.0662e-02, 7.2529e-02, -2.0047e-03, 6.1729e-02, 5.7212e-02,
7.8776e-02, 1.3121e-02, 2.7565e-02, 4.4796e-02, -1.7333e-02,
4.0135e-02, -5.0358e-02, 4.0257e-02, 2.5014e-02, 9.3839e-04,
9.2049e-02, -2.2422e-02, 3.3028e-02, -9.1386e-03, -1.4424e-02,
3.3432e-02, -2.3392e-02, -1.3747e-02], device='cuda:0')),
('bert.encoder.layer.5.attention.output.LayerNorm.weight',
tensor([0.8356, 0.8554, 0.8302, 0.7955, 0.7847, 0.8165, 0.7448, 0.7785, 0.9152,
0.7150, 0.9178, 0.8852, 0.9174, 0.9005, 0.8658, 0.6841, 0.8103, 0.8079,
0.8211, 0.8739, 0.7404, 0.9360, 0.8365, 0.8254, 0.7870, 0.8277, 0.8778,
0.8973, 0.8162, 0.8693, 0.8418, 0.6931, 0.9071, 0.7100, 0.8242, 0.8030,
0.6705, 0.9011, 0.7230, 0.8547, 0.9091, 0.8473, 0.8745, 0.9111, 0.9251,
0.8869, 0.8565, 0.8537, 0.9363, 0.8229, 0.9178, 0.7677, 0.7969, 0.8796,
0.7664, 0.7174, 0.8207, 0.8579, 0.7673, 0.7815, 0.8365, 0.9328, 0.9070,
0.8865, 0.7184, 0.9195, 0.8698, 0.8091, 0.6735, 0.7699, 0.8648, 0.8273,
0.8358, 0.8209, 0.9082, 0.9092, 0.8091, 0.8394, 0.9185, 0.8676, 0.8498,
0.8129, 0.8549, 0.8312, 0.6461, 0.9096, 0.7652, 0.8397, 0.9019, 0.8158,
0.8508, 0.8010, 0.8615, 0.8547, 0.8083, 0.8252, 0.6640, 0.8855, 0.8780,
0.8829, 0.7704, 0.9327, 0.7371, 0.9456, 0.6836, 0.9016, 0.9199, 0.7662,
0.9100, 0.8957, 0.7770, 0.8184, 0.9164, 0.6132, 0.8792, 0.9192, 0.8481,
0.8460, 0.8781, 0.9212, 0.8648, 0.8676, 0.8856, 0.7681, 0.7485, 0.7478,
0.8493, 0.7658, 0.8188, 0.7859, 0.8668, 0.7737, 0.8371, 0.8683, 0.8922,
0.8467, 1.2446, 0.8870, 0.8596, 0.8892, 0.7111, 0.8978, 0.8142, 1.2757,
0.8269, 0.8405, 0.8621, 0.8689, 0.8470, 0.8990, 0.8890, 0.8676, 0.8928,
0.8335, 0.8641, 0.8088, 0.8974, 0.8609, 0.8253, 0.8772, 0.9800, 0.8901,
0.6892, 0.8564, 0.8164, 0.8740, 0.8501, 0.6959, 0.8139, 0.8291, 0.8960,
0.6796, 0.6952, 0.8497, 0.8160, 0.9057, 0.9261, 0.8384, 0.9249, 0.8326,
0.7938, 0.8202, 0.7802, 0.9223, 0.8612, 0.8900, 0.7795, 0.8769, 0.8487,
0.8682, 0.8419, 0.6450, 0.8321, 0.8553, 0.8257, 0.9038, 0.9055, 0.7027,
0.8151, 0.9252, 0.9150, 0.7431, 0.8966, 0.8341, 0.7601, 0.8272, 0.8875,
0.9475, 0.8600, 0.7985, 0.8858, 0.9051, 0.7828, 0.8839, 0.8035, 0.8982,
0.7747, 0.7706, 0.8402, 0.8386, 0.8858, 0.8066, 0.9016, 0.9608, 0.8809,
0.8848, 0.8926, 0.8792, 0.8396, 0.6329, 0.7853, 0.8929, 0.8257, 0.8403,
0.7921, 0.8613, 0.6286, 0.9176, 0.8416, 0.8814, 0.8340, 0.8011, 0.7926,
0.8080, 0.8754, 0.7722, 0.9042, 0.7956, 0.9177, 0.9248, 0.8449, 0.8775,
0.9404, 0.9453, 0.9541, 0.8752, 0.9176, 0.6535, 0.8442, 0.8708, 0.6479,
0.8489, 0.8564, 0.8300, 0.8541, 0.8617, 0.8830, 0.9069, 0.7060, 0.8906,
0.8748, 0.8498, 0.9359, 0.8182, 0.9492, 0.8807, 0.8389, 0.8557, 0.8228,
0.8979, 0.9374, 0.9000, 0.7537, 2.6335, 0.8614, 0.9325, 0.7042, 0.9237,
0.8721, 0.7818, 0.7288, 0.8098, 0.7628, 0.8283, 0.8576, 0.8075, 0.8591,
0.6249, 0.9099, 0.8788, 0.9090, 0.8306, 0.8099, 0.8490, 0.6020, 0.9051,
0.7801, 0.9132, 0.9001, 0.8529, 0.7898, 0.8161, 0.8451, 0.7241, 0.7717,
0.9012, 0.8302, 0.7740, 0.9505, 0.7445, 0.7833, 0.8754, 0.8250, 0.9214,
0.7467, 0.7946, 0.8980, 0.7973, 0.9119, 0.8727, 0.9530, 0.8379, 0.8942,
0.8963, 0.9314, 0.8978, 0.8519, 0.9048, 0.9001, 0.7475, 0.6096, 0.8956,
0.7549, 0.9116, 0.8349, 0.9038, 0.8814, 0.8355, 0.8451, 0.8167, 0.8764,
0.8206, 0.8273, 0.8390, 0.9294, 0.8694, 0.8251, 0.8467, 0.8435, 0.7382,
0.8250, 0.8785, 0.7957, 0.9052, 0.8465, 0.8627, 0.8947, 0.9638, 0.8769,
0.8226, 0.8304, 0.8964, 0.8581, 0.8656, 0.7913, 0.8196, 0.7972, 0.8700,
0.8666, 0.6242, 0.8285, 0.8377, 0.9000, 0.9239, 0.7738, 0.7664, 0.7344,
0.8789, 0.8810, 0.7500, 0.9200, 0.7569, 0.8721, 0.8702, 0.8609, 0.8554,
0.7490, 0.9355, 0.8339, 0.7515, 0.6760, 0.7828, 0.7449, 0.8330, 0.8607,
0.8640, 0.7911, 0.8341, 0.9122, 0.9453, 0.8204, 0.7781, 0.9096, 0.9361,
0.9220, 0.8093, 0.7781, 0.9950, 0.8324, 0.9085, 0.8533, 0.9374, 0.8853,
0.7384, 0.8159, 0.8747, 0.8624, 0.6535, 0.8637, 0.9344, 0.8440, 0.8739,
0.8025, 0.9631, 0.7108, 0.9202, 0.8522, 0.8177, 0.8719, 0.8898, 0.9187,
0.7302, 0.8151, 0.7844, 0.8155, 0.7550, 0.8758, 0.8878, 0.8782, 0.8255,
0.8778, 0.6857, 0.8590, 0.8857, 0.8664, 0.9940, 0.7503, 0.7609, 0.8419,
0.8473, 0.8077, 0.8457, 0.7715, 0.9134, 0.7001, 0.7799, 0.8143, 0.7725,
0.8702, 0.8497, 0.9118, 0.8448, 0.9311, 0.8472, 0.9272, 0.8508, 0.6619,
0.9032, 0.7925, 0.9720, 0.8035, 0.8353, 0.8990, 0.8827, 0.8844, 0.8176,
0.9445, 0.7230, 0.9266, 0.7946, 0.7916, 0.8950, 0.8711, 0.7826, 0.9219,
0.7946, 0.7894, 0.9140, 0.8012, 0.8687, 0.9169, 0.8906, 0.7671, 0.8605,
0.9059, 0.9864, 0.9196, 0.8374, 0.8706, 0.8617, 0.8640, 0.8643, 0.8788,
0.8495, 0.9055, 0.7407, 0.8850, 0.8193, 0.6638, 0.9027, 0.8890, 0.6712,
0.8296, 0.9212, 0.8721, 0.9292, 0.9332, 0.9332, 0.8842, 0.8958, 0.8692,
0.9047, 0.8460, 0.7837, 0.8140, 0.8124, 0.7387, 0.8862, 0.8242, 0.8336,
0.9113, 0.8949, 0.7460, 0.7326, 0.7722, 0.9452, 0.7965, 0.7749, 0.8768,
0.9034, 0.8200, 0.8077, 0.9339, 0.8567, 0.7165, 0.8313, 0.7556, 1.6483,
0.8570, 0.8311, 0.9068, 0.9220, 0.7034, 0.8872, 0.9103, 0.9033, 0.8408,
0.8705, 0.7467, 0.9406, 0.7453, 0.8536, 0.7986, 0.8362, 0.8792, 0.9068,
0.8076, 0.8371, 0.8855, 0.8895, 0.8704, 0.9210, 0.8868, 0.8461, 0.8789,
0.8917, 0.8308, 0.8619, 0.8017, 0.7548, 0.9031, 0.7303, 0.7997, 0.8076,
0.8458, 0.9500, 0.8072, 0.8187, 0.8960, 0.8435, 0.8773, 0.8132, 0.7189,
0.8865, 0.9102, 0.8481, 0.8734, 0.7785, 0.9095, 0.8922, 0.8601, 0.7291,
0.8045, 0.8384, 0.9562, 0.9159, 0.9135, 0.9322, 0.8850, 0.8972, 0.8425,
0.7326, 0.8563, 0.9501, 0.8407, 0.9470, 0.8972, 0.8472, 0.8110, 0.8479,
0.8713, 0.8948, 0.7692, 0.8453, 0.7891, 0.8582, 0.8732, 0.8900, 0.8508,
0.8256, 0.9381, 0.8196, 0.8684, 0.7961, 0.8097, 0.7842, 0.6880, 0.9194,
0.9036, 0.8013, 0.7464, 0.9117, 0.7555, 0.7255, 0.7974, 0.8291, 0.9056,
0.8361, 0.8849, 0.8880, 0.8637, 0.8358, 0.8320, 0.8231, 0.7630, 0.8637,
0.9391, 0.6238, 0.6865, 0.8573, 0.9558, 0.7333, 0.8157, 0.9392, 0.9014,
0.8381, 0.8796, 0.8879, 0.9095, 0.8720, 0.9031, 0.7895, 0.8701, 0.8944,
0.8958, 0.8211, 0.7907, 0.9136, 0.8524, 0.9093, 0.9292, 0.6422, 0.8657,
0.8715, 0.9253, 0.8747, 0.8655, 0.9784, 0.7924, 0.9324, 0.7612, 0.7663,
0.7000, 0.7938, 0.8822, 0.9290, 0.8605, 0.9158, 0.8033, 0.8969, 0.8275,
0.9161, 0.8678, 0.7792, 0.9435, 0.8275, 0.7809, 0.7420, 0.8333, 0.9193,
0.8830, 0.8600, 0.9285, 0.7731, 0.9129, 0.6171, 0.9308, 0.7776, 0.8721,
0.8570, 0.8203, 0.7873, 0.9213, 0.9767, 0.8131, 0.9084, 0.9211, 0.7792,
0.8384, 0.8893, 0.9207, 0.8235, 0.6686, 0.8439, 0.8112, 0.7515, 0.8546,
0.8456, 0.8335, 0.6663, 0.8274, 0.8677, 0.8640, 0.7941, 0.8913, 0.7961,
0.7513, 0.8531, 0.8825, 0.7902, 0.7815, 0.8581, 0.9131, 0.8399, 0.9276,
0.8613, 0.9325, 0.8459], device='cuda:0')),
('bert.encoder.layer.5.attention.output.LayerNorm.bias',
tensor([-2.1612e-03, -8.9869e-02, -1.4175e-01, 2.9764e-02, -1.9681e-01,
1.1216e-01, -2.4943e-01, 2.5059e-01, 1.6634e-01, 3.6470e-03,
9.4330e-02, -1.5943e-02, -9.9529e-02, -1.4672e-01, -4.7089e-02,
2.2532e-01, -4.5978e-02, -1.4877e-01, -1.8465e-01, -5.0955e-02,
7.8480e-02, 1.1851e-01, -5.8214e-02, 1.4624e-01, -1.4062e-01,
8.1917e-02, 4.9397e-02, 2.7665e-01, 5.7117e-02, 9.0892e-03,
-4.3243e-02, -1.5883e-01, -1.3823e-01, -8.4070e-02, 5.7113e-02,
-1.7039e-02, -2.2536e-01, -4.3855e-02, 1.5682e-01, 1.4047e-01,
-3.5919e-02, -1.2462e-01, 6.8724e-02, 1.3691e-01, 4.1386e-02,
-7.6416e-02, 1.7424e-02, 6.3655e-02, -3.3008e-03, 8.3807e-02,
-2.7836e-04, 2.6963e-02, 2.6490e-01, -8.3378e-02, -6.8136e-02,
-7.6726e-02, -1.1752e-01, 1.6493e-03, 4.9395e-02, 3.2333e-02,
3.4297e-02, -1.4333e-02, 1.2233e-01, -2.4404e-01, -9.8147e-02,
4.0964e-02, -8.5999e-04, -6.4613e-02, 3.6642e-02, -1.1598e-01,
-8.6561e-02, -1.0285e-01, -1.0305e-01, 3.3426e-02, -1.1880e-02,
2.6805e-02, -3.0474e-04, 2.1376e-02, 9.4640e-03, 1.3871e-01,
4.0388e-02, -2.9603e-02, -1.0520e-01, 8.6080e-02, -1.0721e-02,
2.0880e-01, -1.5368e-01, -8.4699e-03, 1.1889e-01, 4.6592e-02,
-1.8101e-01, -1.5196e-01, -1.3427e-01, 2.3048e-02, -1.1364e-01,
1.2447e-01, 3.7137e-02, -8.2779e-02, -6.5136e-02, 1.4031e-01,
-6.2534e-02, -3.2154e-02, -5.9165e-02, 1.3102e-01, -1.4907e-01,
-4.2417e-02, 9.0675e-02, -8.6596e-02, -2.2256e-01, -9.0847e-02,
-1.4830e-03, -1.6951e-01, -5.9556e-02, 1.1272e-01, 3.3020e-01,
1.4017e-01, -8.0856e-02, 1.2337e-02, -8.0646e-02, 3.1958e-02,
3.2751e-02, -1.9725e-02, -1.9332e-02, 7.3376e-02, -2.7277e-02,
2.3159e-02, -7.7893e-02, -7.6041e-02, -9.3708e-02, -2.7488e-02,
-1.4212e-02, 4.7113e-02, -8.2863e-02, 2.1368e-03, -1.4459e-01,
2.6927e-02, 5.7169e-01, 6.7027e-02, -1.1299e-01, -8.9325e-05,
-2.6718e-01, -8.9731e-02, -2.3300e-02, -1.6352e+00, 4.0519e-02,
-4.4691e-02, 1.7598e-02, 1.9053e-02, -1.0722e-02, -3.7901e-01,
-1.2489e-01, -2.4875e-02, -6.6948e-02, 1.9840e-02, 9.6005e-02,
-1.6313e-02, -7.6774e-02, -1.4822e-01, 7.7889e-02, -1.3922e-01,
2.2937e-01, 1.3804e-01, 6.4755e-03, -6.7720e-02, 1.5362e-02,
-1.9852e-01, 6.1313e-02, 1.0357e-01, -1.9570e-01, -2.0330e-02,
2.2696e-02, 1.1834e-01, -4.0678e-02, 5.8679e-02, 1.8027e-01,
1.7042e-01, 1.3927e-01, -3.1211e-01, -1.6768e-01, -2.8513e-03,
-2.0560e-01, -4.2870e-02, -6.5909e-02, -1.9926e-01, 4.6055e-02,
2.4319e-02, -9.4066e-02, -1.2514e-01, -2.8841e-02, -9.8374e-03,
1.3580e-01, 4.1324e-02, 2.1636e-01, 1.8806e-02, -7.7141e-02,
-1.6080e-01, -2.6896e-03, -4.2067e-02, -1.5755e-01, -2.1530e-01,
1.6205e-01, 9.5100e-02, -1.3133e-01, 4.9226e-02, -4.3968e-03,
2.2536e-02, 6.4805e-02, -1.4904e-01, -6.9886e-02, -6.3058e-02,
1.4051e-02, -5.1564e-02, 9.5527e-02, -1.3826e-01, -3.7423e-02,
-7.3142e-02, 1.8284e-01, 1.4097e-01, -6.7537e-02, 7.6825e-02,
3.9939e-02, -7.9988e-04, 6.0784e-02, -2.6119e-01, -3.0045e-01,
1.6924e-01, 3.4738e-02, 1.2492e-02, 1.5479e-01, -2.1887e-01,
-3.5259e-03, 8.2027e-02, -9.9864e-04, -1.7480e-01, -7.9184e-02,
-1.1682e-01, -1.1114e-01, -3.6240e-02, -1.0575e-02, 6.4276e-03,
-1.4540e-01, -3.2569e-03, 1.8763e-01, 4.7908e-02, -6.4959e-02,
-2.0868e-01, 9.7974e-02, 6.2774e-03, 2.3647e-02, 6.9455e-02,
1.2688e-02, 2.7164e-02, 4.9454e-02, 1.0522e-01, 1.0253e-01,
7.4016e-02, -1.7047e-01, -5.8943e-02, -3.0015e-02, 3.2903e-02,
9.1777e-02, -1.3103e-01, 5.4511e-02, -1.8385e-02, -3.8980e-02,
6.4170e-02, 1.0690e-03, -1.0722e-02, -8.3217e-03, -1.5448e-01,
-9.1523e-02, -1.8720e-01, 1.4067e-01, -2.1952e-02, 1.5402e-01,
-9.1278e-02, -1.2861e-01, -3.6065e-02, 9.4811e-02, -1.8461e-01,
-2.0989e-02, 7.4312e-02, -1.1637e-01, 1.2619e+00, 9.0823e-03,
4.6971e-02, -8.9896e-02, -2.7006e-01, 1.0621e-01, 8.7786e-02,
-1.8904e-04, 4.1417e-02, 5.9004e-02, -1.8956e-01, -4.2753e-03,
-1.4503e-01, -1.6996e-01, 3.3877e-02, -7.6016e-02, 1.1940e-01,
2.0165e-01, -1.4020e-01, 1.0565e-01, 8.6448e-02, -7.3595e-02,
-7.3627e-02, -4.1057e-02, 5.2519e-02, -7.9055e-02, 2.2010e-01,
1.1011e-01, 3.9349e-02, 5.5952e-03, 1.1660e-01, -2.0886e-02,
-1.5006e-02, -8.8629e-02, 2.0957e-02, -1.8215e-01, 2.2980e-03,
-1.4379e-01, -6.3114e-02, 4.8051e-02, -3.5431e-02, -6.3298e-02,
-2.5481e-01, 1.7200e-01, 1.1536e-01, 3.5143e-03, 1.9159e-01,
-2.6749e-01, -8.4460e-02, 2.3809e-02, 3.7979e-02, 7.7802e-02,
-1.3795e-01, 8.5080e-02, -3.2931e-02, -2.1002e-01, 9.2037e-03,
-3.7353e-02, 2.2748e-02, -1.2138e-02, -1.5434e-01, 2.5782e-02,
-7.0341e-02, -1.1571e-01, -1.2666e-01, 7.7689e-02, -4.9985e-02,
5.0894e-02, -1.6805e-01, -1.9446e-01, -2.6622e-02, 4.1693e-02,
-2.1455e-01, 5.4519e-02, 2.1294e-02, 2.6557e-02, -1.5554e-01,
-7.4082e-02, -3.2916e-02, 8.0041e-02, -1.0650e-01, -2.6711e-01,
6.5341e-02, -1.1192e-01, 1.2370e-01, -8.8386e-02, 3.6100e-02,
-8.9720e-02, -1.6325e-01, -8.2070e-02, 3.9405e-02, -9.6874e-02,
-9.0091e-02, 2.1428e-02, -1.0279e-01, 1.0932e-01, 3.3082e-02,
-5.0022e-02, 8.5106e-02, 9.7039e-02, 1.3760e-01, -1.3797e-01,
-1.5336e-01, 1.6468e-01, -2.0274e-02, 1.2461e-01, 3.7334e-03,
-1.0420e-02, 1.6705e-05, -9.9367e-03, -3.0839e-02, -1.9571e-01,
-4.7895e-02, 3.0603e-02, 1.5168e-02, -1.6434e-01, -2.7615e-02,
-6.9029e-02, 1.4649e-01, -7.2177e-02, 1.2939e-02, -2.0103e-01,
2.7266e-02, -2.6980e-02, -8.1990e-02, -1.6233e-01, -6.0051e-02,
-8.6875e-02, 7.7328e-02, 5.0940e-02, -8.1188e-02, 7.2623e-02,
-1.9954e-02, 1.1456e-01, 4.3838e-01, -1.5166e-01, -1.0610e-01,
-1.2246e-01, -1.1800e-01, -1.3246e-02, 6.0673e-02, 2.1784e-01,
-8.9710e-02, -6.3560e-02, -1.5357e-01, 8.0101e-03, 1.2042e-01,
-1.1985e-01, 3.7128e-02, -9.5542e-02, 1.8815e-01, -9.8873e-02,
7.9881e-02, 1.3351e-01, 1.5243e-03, -1.0909e-01, 5.3188e-02,
1.0506e-01, 6.3077e-02, -9.9566e-02, 1.4928e-02, -4.6947e-02,
-1.0192e-01, -6.5410e-02, -9.4187e-03, -9.4079e-03, -8.3915e-02,
3.5143e-02, 2.2168e-01, 3.8026e-02, 4.8520e-02, -5.3223e-02,
-3.8273e-01, -7.2526e-02, -4.7608e-02, -1.1620e-01, 2.0870e-02,
-1.3040e-01, -5.1147e-02, -7.1853e-02, 1.3605e-01, -5.6553e-02,
-3.8886e-02, 6.9735e-03, -2.0249e-02, 7.0765e-02, 3.7841e-02,
1.7522e-01, 4.5124e-02, 2.6478e-02, 2.1930e-01, -1.4044e-02,
-2.2377e-03, 5.1844e-02, 4.2436e-02, 6.5251e-02, -1.0157e-01,
-1.1570e-02, -4.3279e-02, -1.1712e-01, 1.4616e-02, 4.2991e-02,
-9.3398e-02, 3.0174e-02, -4.9651e-02, 9.7941e-04, -2.2720e-03,
-5.0893e-02, 7.5307e-03, -1.6130e-01, -3.1895e-02, 2.0913e-01,
7.9338e-03, 9.4765e-03, 2.1093e-02, 4.4486e-03, 4.9178e-02,
2.5249e-01, 3.3002e-02, -2.7068e-03, -1.5767e-01, -2.0589e-01,
1.3496e-01, -6.2656e-02, 9.5977e-02, -8.5787e-02, -1.1941e-01,
-1.0349e-01, -1.4614e-02, 1.8818e-01, 2.2319e-02, -2.2173e-01,
-2.2816e-02, 5.5319e-03, 6.4492e-02, 2.1456e-01, 2.1564e-02,
-1.0970e-01, 1.1871e-01, 1.9468e-03, -3.7131e-02, -8.3295e-02,
-6.7537e-02, 2.3690e-02, -7.2454e-02, -1.1414e-01, -4.3304e-02,
-1.2076e-01, 1.4228e-01, -8.2899e-02, -7.4761e-02, -2.0346e-01,
-1.7714e-02, 2.9432e-02, 1.2296e-01, -1.4639e-01, 1.4632e-01,
-3.1262e-01, -8.5281e-02, -1.8766e-02, -2.1364e-01, -5.6290e-02,
1.5346e-01, -1.5792e-02, -3.2706e-02, 1.1016e-01, 1.9998e-01,
1.7885e-01, 2.5088e-02, -5.6584e-02, 9.3648e-02, 1.2742e-01,
4.7829e-02, -1.4338e-01, -1.5847e+00, -7.7462e-02, 6.9944e-02,
-1.2242e-01, 5.3205e-02, -7.7429e-02, 2.1527e-02, 1.0469e-01,
-8.4449e-02, 2.5694e-02, -4.7450e-02, 4.9038e-02, 8.8623e-02,
1.6533e-02, 6.9732e-02, 4.6165e-03, -5.1861e-02, 6.1240e-03,
-8.9387e-03, 4.2870e-02, -1.6336e-01, 1.0099e-01, -1.6202e-01,
1.8958e-02, 1.5620e-01, -2.7168e-02, -2.5932e-02, -7.0869e-03,
-8.0561e-03, 5.2380e-02, -6.5084e-02, 1.0538e-01, -6.2650e-02,
-7.3899e-02, 9.8446e-03, -5.4250e-02, -1.8474e-01, -1.1603e-01,
7.7375e-02, 5.7296e-02, 1.0287e-01, -7.6390e-02, 1.5537e-01,
-4.0881e-02, -1.0385e-01, -5.9441e-02, -1.8498e-01, 9.7001e-02,
-1.5423e-01, -6.8652e-02, 1.1955e-01, 1.2768e-01, 2.2755e-01,
9.3368e-02, -1.0314e-01, -4.2096e-02, -1.1081e-01, 7.1137e-02,
1.8275e-01, -3.0418e-02, -1.4127e-01, -2.6658e-02, 7.4411e-02,
-1.3127e-01, 4.7382e-02, 1.4547e-01, 7.3100e-02, 8.4356e-02,
-1.6790e-01, -1.1520e-01, -1.6946e-01, 4.1566e-02, 2.3773e-01,
-1.8536e-01, 9.1986e-02, -2.1196e-02, -1.4073e-01, 1.3499e-03,
1.0039e-01, -1.0012e-01, 4.1469e-02, -1.7433e-01, -1.2196e-01,
-5.0982e-02, -1.4740e-01, 1.8272e-01, -6.5385e-02, -5.8814e-02,
-1.0973e-01, -1.5554e-01, 1.2916e-01, -1.0895e-01, -2.1533e-01,
-7.9700e-02, -2.2257e-01, 1.3202e-02, -1.0802e-01, 5.2747e-02,
7.9386e-03, -1.4196e-01, 8.3308e-02, 1.7709e-01, -1.6654e-01,
9.5509e-02, 1.0429e-01, -1.2281e-01, -1.1778e-02, -2.1605e-02,
-1.0365e-01, 1.9109e-01, -1.5691e-03, 1.3635e-02, 6.8013e-02,
6.2552e-02, 6.6574e-02, 5.1330e-02, 8.3203e-02, 1.7789e-01,
7.2868e-02, -1.0748e-02, -1.8364e-01, -9.8285e-02, 9.0858e-02,
9.3849e-02, -1.3854e-01, 6.2572e-02, 3.3901e-03, -7.4276e-02,
2.6574e-02, -3.2165e-02, 1.3348e-02, -4.8897e-02, -4.9081e-02,
1.3255e-01, -2.8481e-02, -6.7863e-02, -4.5877e-02, 8.9947e-02,
-1.1723e-01, 8.5956e-02, -2.5738e-01, 1.9146e-01, 9.6552e-02,
1.5003e-01, 1.2325e-01, -1.6872e-02, -6.1411e-02, -1.1727e-01,
-6.6881e-02, 9.2662e-02, -1.2094e-01, -6.5338e-02, -5.3909e-02,
-1.3206e-02, 1.7259e-03, -3.7778e-02, -5.1879e-02, 6.1038e-02,
4.7980e-02, -1.1103e-01, -1.1155e-01, 1.2604e-01, 9.7691e-02,
2.7867e-02, 3.2895e-02, 2.7878e-02, -9.3414e-02, -9.2262e-02,
3.7397e-02, 1.1945e-01, -1.8658e-01, 2.8429e-02, 2.3749e-02,
-9.8984e-02, -8.9272e-02, -1.6835e-01, 4.4841e-01, -9.8501e-02,
-4.3685e-02, 2.2897e-01, -8.1546e-02, 1.0735e-02, 9.7594e-03,
-1.3707e-01, -6.6270e-02, 6.0474e-02, 2.1960e-01, 2.8685e-02,
-5.5650e-02, -2.3900e-01, -6.7331e-02, -1.2450e-01, 4.7670e-02,
-9.4921e-02, 2.1155e-02, 4.3944e-02, -1.0645e-01, -1.1263e-01,
-1.8338e-01, 1.3465e-01, -1.8423e-01, -7.7229e-03, 9.6742e-02,
-1.4556e-01, -1.1053e-01, 4.2273e-02, -6.3979e-03, 3.8816e-02,
-6.1498e-02, -4.3316e-02, 1.1919e-01], device='cuda:0')),
('bert.encoder.layer.5.intermediate.dense.weight',
tensor([[-0.0766, 0.0166, 0.0379, ..., -0.0898, -0.0048, -0.0550],
[-0.0523, 0.0164, -0.0215, ..., 0.0440, 0.0313, -0.0042],
[ 0.0343, -0.0504, 0.0190, ..., -0.0114, -0.0187, -0.0183],
...,
[ 0.0048, 0.0088, 0.0495, ..., -0.0029, -0.0365, -0.0160],
[ 0.0044, 0.0080, -0.0543, ..., -0.0392, -0.0077, 0.0067],
[ 0.0724, -0.0180, -0.0061, ..., 0.0604, -0.0312, -0.0039]],
device='cuda:0')),
('bert.encoder.layer.5.intermediate.dense.bias',
tensor([-0.0630, -0.1049, -0.1229, ..., 0.0015, -0.0961, -0.1191],
device='cuda:0')),
('bert.encoder.layer.5.output.dense.weight',
tensor([[ 0.0403, -0.0610, 0.0136, ..., -0.0151, -0.0599, -0.0046],
[-0.0619, -0.0234, 0.0208, ..., -0.0008, 0.0176, 0.0301],
[-0.0257, -0.0535, 0.0479, ..., -0.0129, -0.0029, -0.0049],
...,
[ 0.0320, 0.0048, 0.0130, ..., 0.0064, -0.0188, 0.0563],
[-0.0050, 0.0073, -0.0423, ..., 0.0031, 0.0439, 0.0201],
[-0.0085, -0.0441, -0.0151, ..., -0.0010, 0.0173, -0.0518]],
device='cuda:0')),
('bert.encoder.layer.5.output.dense.bias',
tensor([-2.6288e-02, -9.5948e-02, -1.0203e-01, 7.3217e-02, 8.8001e-03,
5.9292e-02, -4.0534e-02, 6.6140e-02, -1.4168e-02, -5.5610e-02,
5.3853e-02, 3.4201e-02, -6.4752e-02, -7.2245e-02, 2.7175e-02,
1.1705e-01, 2.0096e-02, -3.5394e-02, -3.0122e-02, -9.7209e-02,
7.7357e-02, 9.2894e-02, 2.6738e-03, 4.3307e-03, -7.8566e-02,
2.4595e-02, -1.9350e-03, 6.0168e-02, 5.1573e-02, -4.4926e-03,
1.5344e-02, -2.9887e-02, -2.8932e-03, -1.6993e-01, 8.8960e-04,
2.1955e-02, -1.3047e-01, -3.4442e-04, 4.3496e-02, 9.4244e-02,
-1.2570e-02, -6.4387e-02, -5.4748e-02, -1.1801e-02, 4.3486e-02,
-4.9785e-02, -1.0173e-02, 8.7343e-03, -4.5712e-03, 2.3772e-02,
-1.6170e-02, 1.7682e-02, 5.4606e-02, -1.2507e-02, -3.1445e-02,
-9.7191e-03, -6.9130e-02, -5.7864e-02, -4.5198e-03, -5.7811e-02,
-1.6849e-02, -4.1410e-02, 9.3785e-03, -1.2056e-01, -1.0980e-01,
9.8708e-02, -1.3209e-02, -2.6805e-02, 6.8718e-02, -8.2801e-02,
-4.6354e-02, -1.9654e-02, -2.2433e-02, -8.6947e-02, 1.0356e-02,
5.1286e-02, -8.3525e-03, -2.1569e-02, -4.6189e-02, -2.7466e-02,
8.6946e-02, 5.4612e-02, 5.9763e-02, 1.1089e-01, 6.0606e-03,
-7.6160e-02, 1.7777e-02, -1.3272e-02, 2.7541e-02, 1.5741e-02,
-7.7982e-02, -4.0259e-02, -6.8971e-02, 5.5438e-05, -1.6051e-02,
1.4503e-01, 6.0038e-03, 5.4043e-02, 4.6587e-02, 4.3618e-03,
-4.0552e-04, 1.5741e-03, -3.8969e-02, 2.0067e-02, -1.4872e-01,
-2.4959e-02, 8.8076e-02, 6.8650e-02, -1.4161e-02, 8.9148e-02,
-7.9329e-02, -8.3264e-02, 8.7805e-03, -1.2959e-03, 4.8004e-02,
6.5941e-02, -6.6772e-02, 3.8179e-02, 4.9754e-02, 4.1951e-02,
4.9326e-03, 8.7551e-03, -5.4601e-02, -4.7370e-02, -1.3718e-01,
3.7807e-02, 1.6183e-02, 4.1774e-02, -9.4126e-02, -1.9679e-02,
-8.5137e-03, 1.7632e-02, -1.9342e-02, 2.8971e-02, 5.7018e-02,
-8.2643e-02, 2.9771e-02, 4.5384e-02, -4.3523e-02, 1.0973e-01,
-1.1655e-01, -8.0774e-02, -2.5809e-02, -9.1124e-01, -2.5463e-02,
5.6129e-02, 3.3749e-02, -4.0995e-03, -3.5988e-02, -6.1003e-03,
9.2100e-03, -4.4945e-02, -2.4227e-02, -6.7301e-03, 1.7388e-02,
-1.8156e-02, 3.1930e-02, -8.8524e-02, 8.2703e-02, -3.3524e-02,
7.2547e-02, 3.6965e-02, 1.8596e-02, 1.6730e-02, -5.1480e-02,
-1.3773e-02, 4.3414e-02, -3.6643e-02, -2.7769e-02, -5.7616e-02,
-1.8234e-02, 5.2055e-02, -2.4852e-02, 2.0076e-02, -4.5196e-02,
4.8060e-02, 1.0073e-01, -9.4310e-02, 5.6844e-02, -2.3716e-03,
-1.5529e-01, 4.1070e-02, -2.3915e-02, 5.1221e-03, 1.0337e-01,
-6.3351e-03, -3.3365e-02, -1.8115e-02, -1.3491e-02, 2.0700e-02,
1.8920e-02, 9.2787e-02, 6.3370e-02, 3.7430e-02, 4.9069e-02,
-5.4728e-02, -3.4316e-02, -3.1100e-02, -3.3670e-02, -5.6957e-02,
4.8518e-02, 6.9570e-02, 1.8786e-02, 5.0894e-02, 7.7306e-02,
-5.9119e-02, -3.8399e-03, -9.1606e-03, -7.4917e-02, -6.0789e-02,
2.9194e-02, -7.4967e-02, 4.8713e-02, -3.3412e-02, 5.3730e-02,
6.2861e-02, 9.8049e-03, 3.1218e-02, 1.4201e-02, 2.9314e-02,
8.1982e-02, 8.3312e-02, 5.6907e-02, -9.1894e-02, -2.9907e-02,
-1.6810e-02, -2.9350e-02, -2.5071e-02, 9.6496e-02, -9.5464e-02,
-3.3459e-02, 8.0425e-02, -1.5390e-02, -1.4700e-01, -3.2629e-02,
-6.2250e-02, -3.7398e-02, -5.8366e-02, -3.4012e-02, 7.3170e-02,
2.6136e-02, 4.3950e-02, 9.9463e-02, 6.0921e-02, -1.1104e-01,
-6.0125e-02, 1.7134e-02, 3.9903e-02, 2.5167e-03, 4.8494e-02,
-7.4845e-03, -2.3364e-02, -1.1175e-02, 7.5398e-02, 1.3936e-02,
-8.7642e-03, 9.7466e-03, 9.8411e-02, 1.0889e-02, 1.7660e-02,
7.0131e-02, -9.0278e-02, -3.8796e-02, -5.3353e-02, 6.1923e-02,
-1.2703e-03, 2.7480e-02, 2.4385e-02, -1.1730e-01, -6.5935e-02,
-8.0704e-02, -6.6384e-02, 8.6466e-02, 1.1985e-02, 8.9336e-02,
6.7889e-02, -3.6048e-03, 1.0640e-03, 7.9506e-02, -1.6403e-02,
4.3465e-02, 1.5993e-02, -7.6488e-02, 3.1734e-01, -1.0838e-01,
2.7912e-02, 3.5406e-02, -1.3020e-02, 8.7554e-02, -1.7825e-03,
-2.2963e-02, -1.3913e-02, 3.1596e-02, 2.9122e-03, -3.9109e-02,
-4.1650e-02, -2.6475e-02, -2.7574e-02, -1.7378e-02, 4.2602e-02,
-2.6581e-02, -3.6359e-02, 7.4606e-02, -8.2093e-03, 4.7076e-02,
-5.5304e-02, -9.8017e-03, 6.0071e-02, -1.6288e-02, 1.6031e-02,
1.5191e-02, 7.4708e-02, -1.1688e-02, -6.9039e-03, -1.0030e-02,
9.0179e-03, -6.3088e-02, -1.0709e-01, 4.7209e-02, 5.6651e-03,
-4.0781e-02, 3.3063e-02, -1.7440e-02, 7.5823e-03, 3.1285e-02,
-1.8652e-02, -2.0411e-02, 9.1998e-04, 6.4105e-02, 2.4139e-02,
-3.2200e-02, 3.3845e-02, 6.3500e-02, -5.9207e-02, 1.4954e-03,
-7.1155e-03, 7.7180e-03, 1.2520e-02, -5.5020e-02, 4.1634e-02,
7.3815e-03, 4.7737e-02, -1.5664e-02, 6.4766e-02, 3.5940e-05,
2.7658e-02, 3.4813e-02, -3.0996e-02, 1.3068e-02, 8.2386e-02,
-4.2547e-02, -7.4424e-02, -6.0227e-02, 3.9332e-02, 7.1481e-02,
-2.9761e-02, 2.8473e-03, 7.4429e-04, -2.6769e-02, -1.2681e-01,
5.9047e-02, -1.2059e-01, 1.8886e-02, -7.0250e-02, -5.6472e-02,
4.6111e-02, -1.1485e-02, 3.5474e-02, 1.4531e-02, 8.2415e-03,
-2.8233e-02, -2.4982e-02, -2.0149e-02, 4.5135e-02, -1.0428e-01,
-1.4303e-02, -2.3905e-02, -2.5455e-02, -6.1390e-02, -9.6856e-02,
-8.4980e-02, 2.0844e-02, 5.2184e-02, 3.1077e-02, -1.8067e-02,
-4.3382e-02, 4.8759e-02, 1.7450e-02, 3.0361e-02, -9.3625e-02,
3.2696e-02, 3.9706e-02, 3.3903e-02, 2.1710e-03, 9.6876e-02,
-8.7383e-02, 1.4111e-02, -1.6090e-02, -8.7864e-02, 4.3359e-02,
5.7828e-02, 1.0561e-01, 2.3167e-02, -7.4185e-02, -9.4506e-02,
-7.0897e-03, -1.8093e-02, -7.7357e-02, -8.1471e-02, -1.0782e-02,
-6.9184e-02, 2.8951e-04, -4.5465e-02, -2.6363e-02, 1.0368e-01,
9.7204e-03, -2.8426e-02, 1.5031e-02, -2.0511e-02, -1.9138e-02,
-5.9597e-02, 4.5416e-02, -2.8629e-02, 5.8772e-02, 2.2583e-02,
-6.0855e-03, -5.4445e-02, -8.7178e-03, 5.6915e-02, -1.3771e-02,
8.0444e-03, 8.6412e-02, 8.4786e-02, 7.6340e-02, -5.8708e-03,
4.8148e-02, 5.9388e-02, 1.0841e-04, 7.6674e-02, -3.7429e-02,
1.6297e-02, 2.5604e-02, -7.7316e-02, -9.1507e-02, -5.9123e-02,
-8.4111e-02, -3.1678e-03, 2.9347e-02, -5.6652e-02, -3.7055e-03,
8.4534e-02, 1.0114e-01, 3.6927e-02, 2.4235e-02, -4.1006e-03,
-9.3841e-02, 7.9003e-02, -1.0037e-01, 2.5534e-02, -7.7377e-02,
5.7520e-02, 2.3364e-03, 4.8693e-02, 4.8434e-02, 3.5614e-02,
5.7965e-02, 2.4415e-02, 5.2805e-02, -3.9984e-02, 2.3725e-02,
-1.0830e-02, 6.7453e-02, -2.6768e-02, 1.2434e-01, 3.4295e-02,
-1.6600e-02, -8.1075e-03, -4.5763e-02, 9.1768e-02, 6.2584e-03,
-3.3733e-02, -4.1781e-02, 4.1582e-02, 2.8288e-02, 5.3319e-03,
-7.8924e-02, 3.6381e-03, 9.9162e-02, -4.5793e-02, -3.6742e-02,
-6.5273e-02, -1.6248e-02, -9.2494e-02, -8.9430e-02, 9.1965e-02,
3.1539e-02, 3.5070e-02, -2.1849e-03, 1.0495e-02, 3.2721e-02,
3.6662e-02, -6.5787e-04, -1.8432e-02, -8.4012e-02, 4.9778e-02,
1.1538e-01, 1.7792e-02, -1.8116e-02, -4.8918e-02, 2.7091e-02,
2.4429e-02, -7.0581e-02, -1.3391e-02, -1.5050e-02, -2.4991e-02,
-3.4430e-02, 4.6510e-03, -7.0679e-02, 1.8144e-01, 3.0553e-02,
-6.9003e-02, 6.7013e-02, 1.2277e-02, 3.7616e-02, 3.0163e-02,
-4.9402e-02, 5.2114e-02, -2.8721e-02, 1.0374e-02, 3.5399e-02,
3.8336e-02, 7.8927e-02, -5.3515e-02, -9.2975e-02, -8.5792e-02,
1.8614e-02, 7.3501e-02, 6.0123e-04, 1.4202e-02, -2.0933e-02,
-4.4830e-02, -2.0380e-02, 3.5243e-02, -1.8120e-02, 6.5820e-02,
6.0941e-02, 5.6975e-02, 3.1269e-02, -3.8277e-02, 8.4723e-02,
3.2906e-02, 6.9221e-02, -2.6948e-02, 1.6683e-03, -2.4371e-03,
4.5631e-02, -3.7451e-02, -7.0464e-01, 6.2701e-03, 7.2045e-02,
6.5665e-02, 2.5152e-02, -7.5009e-02, -1.2952e-02, 4.3610e-02,
-8.4058e-03, -1.5754e-02, -8.0165e-03, 3.2911e-02, 4.2560e-02,
1.5082e-02, 4.2599e-03, -2.6200e-02, -5.3946e-03, -1.6682e-02,
-3.2516e-02, -3.8883e-02, -2.8322e-02, -5.0020e-02, -7.2831e-02,
5.2517e-02, 7.7290e-02, -2.9468e-02, -5.9773e-02, 7.5774e-03,
6.0912e-02, 3.1937e-02, 1.7249e-02, 3.1883e-02, -1.9163e-02,
-1.6529e-02, 1.1067e-01, 6.8280e-02, -9.6667e-02, -1.0231e-02,
8.0391e-02, -1.5027e-04, 6.4233e-02, 2.2216e-02, 6.2753e-02,
7.1275e-03, 1.4876e-02, -5.1101e-02, -4.2373e-03, -4.9994e-02,
-5.6003e-02, 1.2423e-02, -8.8663e-03, -1.5927e-03, 8.7021e-02,
1.6060e-02, 1.0857e-01, -1.0230e-01, -1.3931e-01, 1.7014e-02,
5.3324e-02, -7.9345e-03, -3.1717e-02, -3.7265e-02, 4.5586e-02,
-4.1344e-02, -1.8350e-02, 6.9139e-03, -1.3729e-02, 2.8904e-02,
-4.3306e-02, 7.9302e-03, -1.9447e-02, -1.1069e-01, 5.1825e-02,
-7.5781e-02, 7.5735e-02, -1.1700e-01, -4.6639e-02, -1.3344e-02,
7.3298e-02, 1.8528e-02, -7.3998e-04, 3.8285e-02, -1.4488e-02,
1.4295e-03, 7.3972e-03, 7.5728e-02, 7.3818e-02, -3.0652e-02,
-1.0744e-01, -1.2513e-01, -2.5511e-02, -7.6988e-02, -1.3438e-01,
5.6237e-02, 5.2890e-02, -6.4258e-02, 2.7886e-02, 4.4455e-02,
-2.1218e-02, -2.8852e-03, -3.2355e-02, 6.2992e-02, -7.3104e-02,
1.0135e-01, 7.5156e-02, -2.3564e-02, 8.1200e-02, 3.0555e-02,
7.5623e-02, 3.8724e-03, 4.2258e-02, 3.3709e-02, 3.4067e-02,
3.8507e-02, 2.3524e-01, -1.7398e-02, -6.6320e-02, -2.0702e-02,
-6.1475e-02, 2.3496e-02, -3.7252e-03, -4.7426e-02, 5.8364e-02,
3.2740e-02, -8.1422e-02, -2.2552e-02, -1.3440e-02, 3.1845e-02,
-1.6299e-02, -3.5739e-02, 1.2824e-02, 7.6957e-03, -1.3471e-02,
-1.5870e-02, 5.8424e-02, -5.0651e-02, 5.2906e-02, 1.1739e-02,
2.5372e-02, 1.2541e-02, 1.4712e-02, 3.2519e-02, 5.8957e-02,
7.3333e-02, 2.9944e-02, 1.0317e-02, -2.5685e-02, -8.3713e-02,
-1.7285e-02, -7.2427e-03, -3.4796e-02, -3.6877e-02, -3.7208e-02,
-2.3362e-02, -3.7090e-02, -2.5881e-02, -6.8063e-02, 1.7439e-02,
2.2224e-02, -5.2452e-02, -2.1920e-02, -7.2312e-03, 3.0459e-02,
-1.7242e-02, 3.8457e-02, 1.1727e-02, -3.4190e-03, 2.6796e-02,
-3.4262e-02, 2.2667e-03, -3.7652e-03, 1.3339e-02, -6.0626e-02,
-5.8947e-02, 1.2448e-02, 2.0025e-02, -6.5190e-02, -2.6556e-02,
-2.8399e-02, 4.8798e-02, 6.6046e-02, -9.3142e-03, 1.5483e-02,
4.5680e-04, -6.1347e-02, 8.1329e-02, 3.3322e-02, 3.9118e-02,
3.2397e-02, 3.8018e-02, 2.9459e-02, 2.1308e-02, 6.4715e-02,
3.7006e-02, -9.8803e-03, -1.3117e-02, 4.2161e-03, 6.3381e-02,
4.5601e-02, -2.3364e-02, -4.7284e-02, -3.9715e-02, 3.6259e-02,
1.3851e-02, -4.8301e-02, 4.8933e-02, -1.1813e-02, -5.3188e-02,
-8.2749e-03, 3.7557e-02, 7.7290e-02], device='cuda:0')),
('bert.encoder.layer.5.output.LayerNorm.weight',
tensor([0.9127, 0.9157, 0.8999, 0.9086, 0.8730, 0.8929, 0.8213, 0.8288, 0.9209,
0.8717, 0.9207, 0.9543, 0.9773, 0.9560, 0.9352, 0.7721, 0.9213, 0.9258,
0.9053, 0.9492, 0.8778, 0.9420, 0.9188, 0.8702, 0.8996, 0.8999, 0.9417,
0.8925, 0.8942, 0.9463, 0.9097, 0.8277, 0.9384, 0.8568, 0.9293, 0.8819,
0.8103, 0.9448, 0.7991, 0.9322, 0.9649, 0.9079, 0.9275, 0.9267, 0.9519,
0.9362, 0.9197, 0.9535, 0.9672, 0.8979, 0.9581, 0.8818, 0.8530, 0.9455,
0.8362, 0.8092, 0.9055, 0.9136, 0.8615, 0.8542, 0.9174, 0.9588, 0.9546,
0.9084, 0.8897, 0.9737, 0.9267, 0.9046, 0.7822, 0.8698, 0.9224, 0.9354,
0.9181, 0.9087, 0.9453, 0.9636, 0.9283, 0.9262, 0.9633, 0.9295, 0.9076,
0.9015, 0.9270, 0.9259, 0.7832, 0.9037, 0.8364, 0.9172, 0.9618, 0.8970,
0.8929, 0.9263, 0.9232, 0.9238, 0.9234, 0.8845, 0.7974, 0.9585, 0.9375,
0.9317, 0.9094, 0.9658, 0.8575, 0.9607, 0.8292, 0.9755, 0.9622, 0.8774,
0.9230, 0.9497, 0.8658, 0.8813, 0.9861, 0.7995, 0.8505, 0.9533, 0.9169,
0.9421, 0.9506, 0.9740, 0.9350, 0.9304, 0.9434, 0.8611, 0.8896, 0.8836,
0.9668, 0.8781, 0.9282, 0.9178, 0.9581, 0.8583, 0.9261, 0.9306, 0.9400,
0.9353, 0.9491, 0.9216, 0.9498, 0.9695, 0.7882, 0.9755, 0.8808, 0.1146,
0.9057, 0.9082, 0.9226, 0.9309, 0.9381, 0.8922, 0.9205, 0.9312, 0.9537,
0.9057, 0.8984, 0.9060, 0.9511, 0.9398, 0.9119, 0.9405, 0.9497, 0.9723,
0.8159, 0.9341, 0.8766, 0.9030, 0.8823, 0.7828, 0.8835, 0.9247, 0.9554,
0.8012, 0.8695, 0.9158, 0.8697, 0.9122, 0.9646, 0.8091, 0.9419, 0.9334,
0.9038, 0.9129, 0.8623, 0.9285, 0.9297, 0.9492, 0.9046, 0.9251, 0.9416,
0.9372, 0.8684, 0.8370, 0.8784, 0.9311, 0.9145, 0.9420, 0.9662, 0.8389,
0.9101, 0.9377, 0.9343, 0.8204, 0.9448, 0.9141, 0.8627, 0.9374, 0.9454,
0.9692, 0.9431, 0.8930, 0.9515, 0.9419, 0.8774, 0.9398, 0.9159, 0.9655,
0.8878, 0.8691, 0.9410, 0.9064, 0.9661, 0.9309, 0.9464, 0.9047, 0.9024,
0.9434, 0.9586, 0.9446, 0.9097, 0.7698, 0.8967, 0.9447, 0.8944, 0.8982,
0.9237, 0.9278, 0.7884, 0.9719, 0.9106, 0.9627, 0.9062, 0.8793, 0.8546,
0.9118, 0.9558, 0.8767, 0.9491, 0.8841, 0.9805, 0.9543, 0.9298, 0.9405,
1.0129, 0.9662, 0.9527, 0.9746, 0.9442, 0.8021, 0.9433, 0.9108, 0.7970,
0.9178, 0.9298, 0.9043, 0.9270, 0.9144, 0.9497, 0.9746, 0.8682, 0.9309,
0.9527, 0.9368, 0.9552, 0.9047, 0.9467, 0.9463, 0.9147, 0.9338, 0.8815,
0.9101, 0.9790, 0.9623, 0.8749, 0.3718, 0.9459, 0.9600, 0.8418, 0.9098,
0.9093, 0.8724, 0.8564, 0.9154, 0.9045, 0.8782, 0.9098, 0.8756, 0.9065,
0.8002, 0.9659, 0.9200, 0.9151, 0.8995, 0.8979, 0.9538, 0.7415, 0.9597,
0.9008, 0.9558, 0.9351, 0.9139, 0.8326, 0.9118, 0.9095, 0.8084, 0.9037,
0.9618, 0.9011, 0.8914, 0.9388, 0.8670, 0.9200, 0.9263, 0.9109, 0.9769,
0.8768, 0.8636, 0.9009, 0.8704, 0.9667, 0.8914, 0.9222, 0.9208, 0.9717,
0.9610, 0.9712, 0.9776, 0.9245, 0.9570, 0.9341, 0.8655, 0.8306, 0.9525,
0.9089, 0.9610, 0.9366, 0.9437, 0.9690, 0.9244, 0.9335, 0.9049, 0.9285,
0.9149, 0.8847, 0.9384, 0.9721, 0.8592, 0.9230, 0.9222, 0.9186, 0.8548,
0.9365, 0.9597, 0.9059, 0.9598, 0.8586, 0.8924, 0.9465, 0.9599, 0.9502,
0.9031, 0.9315, 0.9438, 0.9265, 0.9303, 0.8934, 0.8989, 0.8891, 0.9445,
0.9471, 0.8134, 0.8946, 0.9293, 0.9715, 0.9304, 0.8736, 0.8727, 0.8485,
0.9505, 0.9265, 0.8398, 0.9591, 0.8489, 0.9206, 0.9484, 0.9299, 0.9420,
0.8536, 0.9711, 0.9065, 0.8595, 0.8448, 0.8878, 0.8654, 0.9240, 0.9373,
0.9348, 0.9034, 0.9223, 0.9460, 0.9873, 0.8940, 0.9041, 0.9496, 0.9787,
0.9314, 0.9040, 0.8878, 0.8717, 0.8972, 0.9420, 0.9278, 0.9732, 0.9303,
0.8608, 0.8769, 0.9600, 0.9225, 0.8263, 0.9429, 0.9130, 0.9273, 0.9561,
0.8517, 0.9480, 0.8142, 0.9620, 0.9107, 0.9008, 0.9335, 0.9410, 0.9308,
0.8070, 0.9122, 0.9012, 0.9213, 0.8771, 0.9263, 0.9669, 0.9598, 0.8978,
0.9576, 0.7984, 0.9281, 0.9616, 0.9347, 0.8828, 0.9112, 0.8776, 0.8812,
0.9228, 0.9063, 0.9201, 0.8659, 0.9578, 0.8145, 0.8652, 0.8916, 0.8830,
0.9248, 0.9217, 0.9632, 0.9066, 0.9739, 0.8589, 0.9229, 0.9162, 0.8462,
0.9556, 0.8648, 0.9735, 0.9090, 0.9226, 0.9684, 0.9423, 0.9223, 0.8977,
0.9754, 0.8866, 1.0186, 0.8785, 0.8927, 0.9489, 0.9404, 0.8969, 0.9235,
0.9007, 0.9178, 0.9556, 0.9064, 0.9113, 0.9397, 0.9738, 0.8985, 0.9618,
0.9128, 0.9458, 0.9736, 0.9123, 0.9225, 0.9312, 0.9060, 0.9388, 0.8719,
0.9407, 0.9246, 0.8804, 0.9536, 0.8913, 0.8640, 0.9645, 0.9678, 0.8110,
0.9037, 0.9789, 0.9487, 0.9722, 0.9402, 0.9714, 0.9272, 0.9484, 0.9273,
0.9387, 0.9093, 0.8934, 0.8920, 0.8889, 0.8582, 0.9118, 0.8668, 0.8932,
0.9301, 0.9738, 0.8472, 0.8731, 0.9205, 0.9415, 0.9134, 0.8699, 0.9454,
0.9250, 0.8631, 0.8652, 0.9505, 0.9102, 0.8355, 0.9005, 0.8634, 0.6384,
0.9080, 0.9076, 0.9585, 0.9651, 0.8519, 0.9554, 0.9192, 0.9554, 0.9184,
0.9390, 0.8489, 0.9372, 0.8554, 0.8980, 0.9002, 0.9382, 0.9458, 0.9556,
0.9022, 0.8880, 0.9208, 0.9342, 0.9411, 0.9328, 0.9523, 0.9411, 0.9488,
0.9386, 0.8983, 0.9431, 0.8901, 0.8680, 0.9725, 0.8380, 0.8710, 0.8997,
0.9205, 0.9582, 0.8831, 0.9135, 0.9347, 0.9323, 0.9469, 0.9222, 0.8731,
0.9323, 0.9268, 0.9220, 0.9053, 0.8649, 0.9208, 0.9020, 0.9126, 0.8874,
0.8967, 0.8847, 0.9443, 0.9399, 0.9776, 0.9800, 0.9355, 0.9553, 0.9040,
0.8542, 0.8957, 0.9556, 0.9041, 0.9561, 0.9361, 0.8750, 0.8935, 0.8437,
0.9480, 0.9299, 0.9112, 0.9133, 0.8731, 0.9193, 0.9595, 0.9506, 0.9509,
0.9096, 0.9766, 0.9010, 0.9246, 0.9176, 0.9245, 0.9052, 0.8426, 0.9306,
0.9483, 0.8465, 0.8789, 0.9720, 0.8833, 0.8421, 0.9100, 0.9119, 0.9356,
0.8831, 0.8984, 0.9336, 0.9398, 0.8927, 0.9259, 0.9224, 0.8843, 0.9317,
0.9598, 0.8013, 0.8334, 0.9403, 0.9549, 0.8604, 0.9330, 0.9746, 0.9168,
0.8919, 0.9298, 0.9697, 0.9654, 0.9403, 0.9691, 0.8887, 0.9207, 0.9575,
0.9560, 0.9021, 0.9048, 0.9596, 0.9202, 0.9497, 0.9452, 0.8475, 0.9565,
0.9489, 0.9560, 0.9467, 0.9278, 0.9371, 0.8961, 0.9574, 0.8693, 0.8235,
0.8293, 0.9107, 0.9251, 0.9711, 0.9330, 0.9434, 0.9210, 0.9546, 0.8868,
0.9452, 0.9490, 0.9146, 0.9640, 0.8860, 0.8728, 0.8400, 0.9217, 0.9569,
0.9365, 0.9089, 0.9385, 0.8965, 0.9651, 0.7980, 0.9638, 0.8426, 0.9562,
0.9473, 0.8965, 0.9094, 0.9410, 0.9151, 0.9313, 0.9591, 0.9202, 0.8845,
0.9090, 0.9502, 0.9430, 0.8897, 0.8182, 0.8782, 0.9099, 0.8532, 0.9013,
0.9101, 0.9230, 0.8312, 0.8992, 0.9305, 0.9201, 0.8869, 0.9615, 0.9215,
0.8775, 0.9113, 0.9264, 0.8944, 0.8661, 0.9631, 0.9632, 0.9189, 0.9867,
0.9095, 0.9494, 0.9170], device='cuda:0')),
('bert.encoder.layer.5.output.LayerNorm.bias',
tensor([ 4.1296e-03, 1.9222e-02, 6.0302e-02, -5.0881e-03, 9.4853e-02,
-5.3704e-02, 8.4890e-02, -1.0804e-01, -9.1177e-02, 1.9511e-02,
-5.4822e-02, 1.8291e-02, 3.8861e-02, 5.5189e-02, 2.0710e-02,
-5.9439e-02, 3.0870e-02, 4.8487e-02, 7.5297e-02, 4.0199e-02,
-2.4109e-02, -5.4790e-02, 3.3514e-02, -4.7967e-02, 6.2594e-02,
-1.4579e-02, -1.8681e-02, -1.0757e-01, -1.5637e-02, -2.8795e-04,
1.3951e-02, 7.1543e-02, 5.9370e-02, 3.3950e-02, -3.6524e-02,
-5.3906e-03, 5.8696e-02, 9.7833e-03, -4.7707e-02, -6.8156e-02,
4.4448e-03, 4.5498e-02, -2.9471e-02, -6.7936e-02, -1.7204e-03,
2.1622e-02, -1.9111e-02, -2.9711e-02, -2.1516e-02, -5.6788e-02,
-2.2150e-02, -2.1655e-02, -9.0816e-02, 6.0159e-02, 2.2264e-02,
5.1040e-02, 4.0741e-02, 1.3772e-02, -4.7763e-03, -4.1293e-02,
-1.9362e-02, 3.4540e-03, -6.9167e-02, 1.0765e-01, 1.0515e-02,
-5.7941e-03, -8.2808e-03, 3.2648e-02, -2.7061e-02, 5.3192e-02,
3.8768e-02, 4.3626e-02, 3.7886e-02, -2.5998e-02, 1.9554e-02,
-2.2554e-02, -3.3869e-03, 2.4997e-03, -1.6821e-03, -5.2692e-02,
-1.2154e-02, -2.2859e-03, 2.4906e-02, -4.6109e-02, 4.4871e-03,
-9.5841e-02, 5.7658e-02, 1.6368e-02, -5.0503e-02, -1.7622e-02,
8.2976e-02, 5.3268e-02, 7.8500e-02, -4.1078e-02, 4.4999e-02,
-5.4626e-02, -2.0172e-02, 4.6474e-02, 1.1482e-03, -8.0035e-02,
2.4528e-02, 1.1151e-02, 5.8377e-03, -5.1872e-02, 5.1698e-02,
1.2455e-02, -4.4207e-02, 2.3880e-02, 9.3801e-02, 4.5568e-02,
-2.0014e-02, 4.4954e-02, 3.6953e-02, -3.0724e-02, -1.0630e-01,
-6.6052e-02, 1.9749e-02, -2.6206e-02, 3.6408e-02, 1.0231e-02,
-3.6907e-02, 5.1532e-03, -1.0430e-02, -3.1864e-02, 2.7001e-03,
-3.6536e-03, 5.6869e-02, 1.3777e-02, 3.1481e-02, 2.2000e-02,
1.7281e-03, -9.3192e-03, 2.9956e-02, 1.1440e-02, 5.8675e-02,
-2.0905e-02, -1.2579e-01, -3.9577e-02, 1.3425e-01, -1.0790e-02,
9.7046e-02, 2.7786e-02, 8.8102e-03, 3.5412e-01, 2.0991e-04,
2.8923e-02, -2.4491e-02, -4.5590e-02, 1.8419e-02, 9.6702e-02,
8.8153e-02, -4.1064e-03, 3.7703e-02, -1.4541e-02, -7.1255e-02,
-4.0023e-03, 2.2384e-02, 6.7630e-02, -2.5730e-02, 5.3440e-02,
-9.9175e-02, -7.3133e-02, 6.9520e-03, 4.0433e-02, -6.0312e-03,
8.9803e-02, -7.2888e-02, -4.2629e-02, 8.5102e-02, -6.0851e-03,
-1.0254e-02, -3.1568e-02, 2.9218e-02, -4.6525e-02, -7.8399e-02,
-1.0113e-01, -7.5339e-02, 1.3387e-01, 7.1279e-02, -6.6161e-03,
6.1271e-02, 1.7660e-02, 2.8217e-02, 1.2199e-01, -2.1023e-02,
3.4122e-03, 4.4011e-02, 9.0117e-02, 4.4197e-03, 2.8933e-02,
-5.7711e-02, -2.6270e-02, -9.1250e-02, -1.4126e-02, 4.7526e-02,
8.8630e-02, -7.1586e-03, 1.2231e-02, 5.9539e-02, 8.0484e-02,
-5.9180e-02, -4.6729e-02, 5.5444e-02, -2.9562e-02, -1.0811e-02,
-1.7221e-02, -4.4196e-02, 7.7718e-02, 1.2486e-02, 1.4351e-02,
-5.8019e-03, 5.0097e-02, -4.5341e-02, 5.2344e-02, 1.2781e-02,
3.9504e-02, -7.2069e-02, -5.3361e-02, 2.0177e-02, -4.1622e-02,
-1.2947e-02, 1.9254e-03, -1.5522e-02, 1.4245e-01, 1.3127e-01,
-6.0661e-02, -1.2939e-03, -1.3787e-03, -7.1230e-02, 7.1859e-02,
4.5199e-03, -5.6479e-02, -1.3503e-02, 2.5446e-02, 3.2206e-02,
4.5270e-02, 2.2313e-02, -2.7368e-03, -8.1446e-03, 1.0800e-02,
7.9449e-02, 8.6040e-03, -5.0377e-02, -2.0838e-02, 1.6952e-02,
6.4383e-02, -4.2981e-02, 3.1051e-04, -2.7583e-02, -5.6432e-02,
-1.2929e-02, -5.6186e-03, -5.7091e-02, -3.6891e-02, -4.4016e-02,
-3.4734e-02, 1.0057e-01, 3.7251e-02, 3.0219e-02, -1.8544e-02,
-2.3029e-02, 3.8132e-02, -3.5068e-02, 6.0511e-03, 1.4625e-02,
-2.6931e-02, 2.1746e-02, 2.8696e-02, -3.8552e-02, 5.7589e-02,
2.9042e-02, 6.9871e-02, -7.5600e-02, 5.8410e-03, -9.4374e-02,
5.4889e-02, 4.5431e-02, 2.7738e-02, -4.2272e-02, 1.0687e-01,
1.0667e-02, -1.9396e-05, 6.2380e-02, -1.7629e-01, -1.3116e-02,
-3.9439e-02, 3.1196e-02, 9.9193e-02, -4.7968e-02, -4.2296e-02,
-2.1326e-02, -9.7104e-03, -1.1024e-02, 8.5435e-02, -1.6970e-03,
8.8848e-02, 8.0589e-02, -6.5937e-03, 4.4837e-02, -4.3818e-02,
-8.1912e-02, 5.9235e-02, -2.0054e-02, -3.0916e-02, 6.5580e-02,
4.2254e-02, -8.2930e-04, -4.8455e-03, 5.1256e-03, -8.5871e-02,
-7.2028e-02, -1.9054e-02, -7.8403e-03, -4.1132e-02, 1.8205e-02,
-1.4221e-02, 3.9056e-02, -1.2738e-02, 1.1037e-01, -9.5853e-03,
5.7445e-02, 4.2177e-02, 3.1428e-03, -1.6890e-03, 2.7631e-02,
1.0095e-01, -1.2883e-01, -4.8363e-02, -2.0284e-03, -8.0952e-02,
1.6753e-01, 4.8152e-02, 2.0923e-04, -4.7197e-02, -5.9440e-02,
5.6213e-02, -2.2306e-02, -7.0872e-03, 7.9078e-02, -4.4950e-03,
1.4530e-02, -5.4863e-03, 2.1325e-02, 5.8803e-02, -1.2890e-02,
2.3613e-02, 2.6918e-02, 4.1610e-02, -2.0586e-02, 3.5929e-02,
-1.2498e-02, 6.1721e-02, 6.7752e-02, 5.8385e-03, -2.6706e-02,
8.7610e-02, -2.6364e-02, -1.8583e-02, -3.5084e-03, 5.8862e-02,
2.8840e-02, 1.4331e-02, -5.0210e-02, 3.2451e-02, 1.2582e-01,
-3.9636e-02, 4.2676e-02, -8.4237e-02, 3.4512e-02, -4.8784e-02,
3.6206e-02, 6.8760e-02, 3.6496e-02, -8.2912e-03, 3.3135e-02,
2.7701e-02, 6.7467e-03, 3.2466e-02, -5.2440e-02, -1.3563e-02,
3.2116e-02, -3.2091e-02, -3.7083e-02, -9.8133e-02, 6.8327e-02,
5.6632e-02, -5.5316e-02, 1.8953e-02, -3.4922e-02, -1.0350e-02,
-2.3172e-02, -1.9490e-03, 6.0074e-03, 2.7133e-02, 7.6612e-02,
1.1803e-02, -1.7113e-02, -2.7648e-02, 7.1727e-02, 6.3675e-03,
3.8592e-02, -7.4906e-02, 1.0896e-02, -1.1849e-02, 6.6851e-02,
-1.9477e-02, 1.7084e-02, 4.2485e-02, 8.7433e-02, 3.2060e-02,
3.5054e-02, -1.6862e-02, -3.5433e-02, 3.3854e-02, -4.3019e-02,
9.0743e-03, -3.6329e-02, -1.5771e-01, 5.4244e-02, 2.6887e-02,
5.0376e-02, 6.3071e-02, 9.1071e-03, -2.3764e-02, -6.0257e-02,
3.8391e-02, 5.2089e-02, 7.2685e-02, -7.2448e-03, -8.5218e-02,
2.8057e-02, 4.5433e-03, 7.7470e-02, -7.9294e-02, 4.0542e-02,
-5.0803e-02, -7.6119e-02, -1.7487e-03, 3.7776e-02, -3.9605e-02,
-6.5704e-02, -4.5305e-03, 1.0101e-02, 1.3897e-02, 3.7674e-02,
2.7826e-02, 3.1211e-02, 5.6039e-03, 1.9010e-03, 4.8951e-02,
-3.5423e-02, -7.4082e-02, -1.7112e-02, -1.5980e-02, 2.3230e-02,
1.6266e-01, 2.2408e-02, 6.9426e-03, 4.2442e-02, -2.0863e-02,
5.1873e-02, 2.6007e-02, 3.9658e-02, -6.0954e-02, 3.3929e-02,
1.9523e-02, 2.9526e-03, 6.2095e-03, -2.3989e-02, -3.2895e-02,
-8.6549e-02, -2.2125e-02, -1.3170e-02, -8.3998e-02, 1.2055e-02,
-7.6732e-03, -1.6207e-03, -3.7072e-02, -2.0414e-02, 2.3737e-02,
1.4430e-02, 4.9046e-03, 6.1547e-02, -3.3234e-02, -2.9310e-02,
4.8797e-02, -1.7269e-02, 1.8195e-02, -6.3764e-03, -4.9106e-03,
2.3443e-02, 2.1698e-02, 6.6981e-02, 1.0246e-03, -7.7631e-02,
-1.1652e-03, 1.0011e-02, -9.9854e-03, 1.7278e-03, -3.2736e-02,
-9.7091e-02, -2.5185e-02, 2.6051e-03, 4.3554e-02, 9.8611e-02,
-1.0049e-01, 2.5590e-02, -6.1607e-02, 3.7986e-02, 3.8901e-02,
6.3141e-02, 5.6217e-03, -9.6795e-02, -2.7588e-02, 7.3479e-02,
2.5668e-02, -6.8870e-03, -2.5871e-02, -3.8931e-02, -1.5512e-02,
4.1925e-02, -2.3709e-02, 5.6308e-03, 4.2983e-02, 4.9694e-02,
1.3899e-02, -3.6331e-02, 3.4557e-02, 2.8510e-02, 1.8000e-02,
3.8174e-02, -6.5889e-02, 4.5774e-02, 2.9792e-02, 5.9593e-02,
3.1605e-03, -4.4768e-03, -5.9930e-02, 5.6488e-02, -7.8100e-02,
1.2156e-01, 1.6045e-02, -1.0652e-02, 7.6613e-02, 3.6782e-02,
-9.2179e-02, -1.4951e-03, 1.6380e-02, -5.1813e-02, -7.5558e-02,
-7.8772e-02, -1.4199e-02, 1.7443e-02, -5.1550e-02, -4.4641e-02,
-8.2612e-03, 6.0013e-02, -4.0014e-01, 4.4941e-02, -2.3997e-02,
4.3499e-02, -2.9841e-02, 2.1710e-02, 6.0630e-03, -4.6682e-02,
4.2979e-02, 6.7603e-03, 3.2831e-02, 1.3698e-03, -5.6756e-02,
-5.4894e-03, -1.6642e-02, 1.7881e-03, 9.9999e-03, -8.5068e-03,
-9.4425e-03, -2.0348e-02, 6.7748e-02, -8.0264e-02, 5.4658e-02,
-2.2963e-02, -9.2201e-02, -3.4931e-03, -7.8361e-03, -9.7769e-03,
2.5619e-02, -4.9714e-02, 2.2786e-02, -5.6572e-02, 2.8047e-02,
8.3692e-03, -2.9979e-03, 4.2745e-02, 6.8758e-02, 5.3004e-02,
-2.9423e-02, -1.0692e-02, -1.7148e-02, 3.4430e-02, -4.7530e-02,
3.6941e-02, 4.5663e-02, 1.0960e-02, 1.0226e-01, -2.1503e-02,
4.0709e-02, 1.8801e-02, -6.6029e-02, -4.6397e-02, -1.0305e-01,
-2.0985e-02, 3.8353e-02, -4.3033e-03, 5.5068e-02, -7.3401e-02,
-4.6771e-02, -3.0407e-03, 5.7947e-02, 2.1689e-02, -2.7317e-02,
2.9836e-02, -6.1686e-03, -8.5455e-02, -3.1817e-02, -4.9467e-02,
1.0010e-01, 6.6936e-02, 9.8645e-02, -2.6722e-02, -7.9145e-02,
6.6527e-02, -5.0412e-02, -1.4746e-02, 6.0674e-02, -3.1216e-02,
-5.1029e-02, 3.6787e-02, -2.5399e-02, 7.8048e-02, 5.0356e-02,
2.4893e-02, 5.6164e-02, -7.6303e-02, 3.4037e-02, 6.9949e-03,
3.1814e-02, 6.9850e-02, -6.9420e-02, 7.0721e-02, 6.6005e-02,
3.0585e-02, 1.0202e-01, -1.5855e-02, 7.6101e-02, -1.2031e-02,
9.4413e-04, 5.3396e-02, -2.0338e-02, -7.6077e-02, 6.4953e-02,
-3.1303e-02, -2.6106e-02, 4.8055e-02, 3.1410e-02, 2.7362e-02,
5.7198e-02, -9.2807e-02, 4.7390e-03, 2.2483e-02, -3.9201e-02,
-3.7000e-02, -3.7295e-02, -3.2370e-02, -5.0699e-02, -8.6431e-02,
-5.1921e-02, 4.8440e-03, 7.6547e-02, 5.2625e-02, -3.3849e-02,
-7.2669e-02, 4.7700e-02, -4.5884e-02, -1.8852e-02, 3.3862e-02,
-3.9226e-02, 9.9419e-03, -5.7315e-03, -6.2646e-03, 4.4093e-02,
-6.7136e-02, 2.8289e-02, 2.7241e-02, 1.5382e-02, -5.6923e-02,
4.1257e-02, -3.9405e-02, 1.4023e-01, -6.1404e-02, -3.1240e-02,
-4.5115e-02, -5.9065e-02, 2.4567e-02, 1.8773e-02, 4.9464e-02,
1.4810e-02, -2.7867e-02, 5.4250e-02, 9.0650e-03, 2.0312e-02,
7.1934e-03, -1.8016e-03, 4.2307e-02, 1.6878e-02, -3.4382e-02,
-1.7614e-02, 4.9734e-02, 4.0788e-02, -5.9324e-02, -3.9558e-02,
-1.1022e-02, -4.0592e-02, -2.2137e-02, 4.7733e-02, 1.1696e-02,
1.0281e-02, -5.6492e-02, 6.7326e-02, 2.1095e-04, -2.9619e-02,
4.9350e-02, 2.2279e-02, 7.5250e-02, -1.5693e-01, 2.3937e-02,
1.4069e-02, -1.2283e-01, 3.8064e-02, -2.3655e-02, -9.3141e-03,
7.1042e-02, 3.6774e-02, -1.9333e-02, -9.4693e-02, -2.6182e-02,
1.7086e-02, 8.7669e-02, 1.4585e-02, 5.8391e-02, -1.3897e-02,
3.6860e-02, -2.8073e-02, -3.6200e-02, 6.9305e-02, 5.7206e-02,
6.1226e-02, -4.2347e-02, 8.4739e-02, 8.1695e-03, -7.1054e-02,
6.8427e-02, 2.9063e-02, -2.9426e-02, 1.9001e-03, -2.8559e-02,
1.6392e-02, 1.9615e-02, -7.3469e-02], device='cuda:0')),
('bert.encoder.layer.6.attention.self.query.weight',
tensor([[-0.0261, -0.0655, 0.0533, ..., -0.0004, -0.0147, -0.0175],
[-0.0858, -0.0033, -0.0034, ..., -0.0333, -0.0708, -0.0456],
[ 0.0596, -0.0092, 0.0213, ..., -0.0085, 0.0217, 0.0075],
...,
[-0.0190, -0.0090, 0.0408, ..., -0.0918, 0.0434, -0.0044],
[-0.0031, -0.0516, 0.0207, ..., 0.0251, -0.0164, -0.0085],
[-0.0437, 0.0042, 0.0612, ..., -0.0106, -0.0120, -0.0392]],
device='cuda:0')),
('bert.encoder.layer.6.attention.self.query.bias',
tensor([-5.0051e-02, -2.4773e-02, -1.1518e-01, -1.3031e-03, 6.2994e-02,
-1.7313e-02, -1.5399e-01, -3.9959e-02, 5.9051e-02, -5.0449e-02,
1.0547e-01, -9.9165e-03, -8.9330e-02, 1.1737e-01, 1.1864e-02,
4.7946e-02, 7.8571e-02, -2.0164e-02, 1.7490e-02, 9.0083e-02,
8.0104e-02, -3.8227e-02, -4.2009e-03, 5.5482e-02, -1.5571e-01,
-7.0007e-02, -1.9052e-02, -9.7776e-02, -8.4534e-02, 3.3188e-02,
-1.0429e-01, -9.0249e-02, -2.3881e-02, -3.7152e-02, 9.1205e-02,
3.8377e-02, -6.8093e-02, -5.5622e-02, 7.5948e-02, 1.4374e-01,
-5.0795e-02, 2.4639e-03, -1.9065e-02, 1.7703e-02, -9.6647e-03,
-8.3558e-02, -3.1063e-02, 6.9754e-02, 4.9721e-02, 2.0085e-02,
2.1812e-02, -6.5676e-02, 1.8957e-02, -7.1564e-02, 9.5913e-03,
-1.3273e-01, 5.4204e-02, 6.0750e-02, -2.3995e-02, -2.0667e-02,
-1.0765e-01, 1.3632e-03, 1.4395e-01, 8.5218e-02, 1.5223e-02,
1.6997e-02, 2.9002e-02, 7.5185e-03, -2.3436e-02, -2.2987e-03,
9.3834e-03, -5.8719e-02, 2.9892e-02, 8.6161e-02, 1.4798e-01,
-5.2984e-03, -4.8562e-04, 1.2279e-03, -7.0397e-02, 1.8320e-02,
-3.9484e-02, -8.0620e-02, 7.9607e-02, -4.4207e-02, 1.0208e-01,
8.0888e-03, 8.9737e-02, 5.9075e-02, 4.1157e-02, -3.1501e-02,
3.8326e-01, -3.4908e-03, 5.4913e-02, -5.3308e-02, 1.5180e-02,
-1.4485e-02, 2.1464e-02, 3.3073e-02, 7.0579e-02, 5.5103e-02,
-1.5071e-01, -8.6329e-02, -1.0690e-01, -7.5966e-02, 7.9892e-03,
1.6695e-01, 4.1028e-01, -1.7005e-02, 2.2057e-02, 2.8063e-01,
-1.1794e-02, 4.4854e-02, 3.4575e-02, 4.9805e-02, 5.9938e-02,
2.4251e-02, -2.2010e-02, 4.3947e-02, -7.4889e-03, -8.5051e-02,
-5.4140e-02, -2.7780e-03, 4.8219e-02, -6.7326e-03, 2.3757e-02,
-8.8246e-02, -8.8240e-04, 1.6601e-01, 2.9469e-02, 8.1509e-02,
-1.1951e-01, 1.4877e-02, 7.0766e-03, -1.3970e-01, 1.2689e-01,
4.1982e-01, -8.2233e-03, 5.6784e-01, -4.0555e-02, 1.3435e-02,
-1.0134e-01, -3.0162e-02, 1.0569e-01, 2.2354e-02, -3.9586e-01,
1.2086e-01, 9.0731e-02, 1.9609e-01, -9.6017e-02, 1.7360e-01,
-1.9475e-01, 2.5067e-01, -5.0300e-01, 4.3414e-02, 7.2601e-01,
1.3173e-01, 5.4269e-02, -3.2682e-02, -4.1901e-02, -8.8218e-02,
-1.1587e-01, 2.8746e-02, -9.8340e-02, -1.4459e-01, 1.9437e-01,
1.4569e-01, -2.2108e-01, 1.0166e-01, 5.3705e-02, -4.7708e-02,
-6.2913e-02, 1.0835e-01, -8.2242e-02, 3.4240e-02, -9.3195e-03,
5.0797e-02, 2.9549e-02, 2.9302e-01, 1.3486e-01, 1.2901e-01,
-1.6251e-02, 3.3035e-01, -7.8939e-02, -1.0884e-02, 1.1332e-01,
4.3386e-02, 2.2444e-02, -5.4706e-02, -1.2714e-01, 8.1655e-02,
-1.3550e-02, 1.5917e-01, 1.4854e-01, -5.1996e-02, -1.7719e-02,
1.0774e-01, 5.2110e-02, -1.9238e-02, -2.1490e-01, -1.7217e-01,
-1.5526e-01, -1.1089e-01, -6.8683e-02, -2.4247e-02, -1.2397e-01,
-3.1085e-01, -1.0147e-01, 2.2577e-02, -5.1472e-02, -6.1474e-03,
-4.4494e-02, -1.3454e-01, -5.3018e-03, 5.9067e-02, -5.4793e-01,
1.2450e-01, 4.0909e-01, 3.4220e-01, 4.3358e-01, -1.0500e-01,
1.3932e-01, 1.6088e-02, -8.0059e-02, -7.0297e-02, -1.2913e-02,
3.6518e-03, -1.6767e-01, -1.0228e-01, 2.8170e-01, 2.5679e-01,
7.4652e-03, -1.8028e-01, -6.7176e-02, -3.9024e-03, -1.3131e-01,
-4.6049e-03, 1.7687e-01, -1.4185e-01, -6.3407e-02, -1.8939e-01,
-2.4886e-02, 1.9400e-01, 2.2854e-02, -4.9327e-02, -2.4906e-02,
-1.0107e-01, -5.1301e-02, 9.0918e-02, -6.9993e-01, -1.5012e-01,
1.0302e-01, -7.9186e-02, -5.5787e-02, 1.2883e-01, -8.5726e-02,
1.9887e-01, -1.5790e-03, -6.8904e-02, 1.2350e-01, 6.5693e-02,
-1.1301e-01, 3.4970e-02, 5.2865e-02, 1.3578e-02, -2.4513e-02,
-8.2767e-02, -6.1029e-02, 1.1595e-01, -2.4878e-03, -5.2780e-03,
2.5565e-02, -1.2441e-01, 6.4897e-02, 1.8852e-03, 3.4659e-02,
-7.1514e-02, 9.4457e-02, -1.9089e-01, -1.7022e-02, 2.1614e-03,
2.7325e-02, 5.2619e-02, -7.2652e-02, -6.3608e-02, -7.6761e-02,
4.1674e-02, 1.1803e-01, -2.7809e-01, -8.2241e-02, -2.1157e-01,
-2.4512e-03, 3.3031e-02, -2.8360e-01, -1.5182e-02, -5.6641e-02,
5.2712e-02, -2.0370e-02, -8.9422e-02, -9.1458e-02, -1.0101e-01,
-1.4442e-01, 2.2119e-02, -1.7181e-01, 6.9030e-03, -2.8632e-02,
-3.4393e-02, -1.6647e-02, 7.1046e-03, -8.3844e-02, -2.1705e-01,
-6.0968e-02, -3.4571e-02, -3.8294e-02, 8.5486e-03, -1.0154e-01,
-3.3294e-02, -1.5279e-01, -2.4457e-02, -1.0790e-01, -1.3205e-01,
5.6469e-02, 6.5277e-03, -3.9031e-02, -2.1450e-02, -1.8081e-01,
-1.2779e-01, 7.9107e-02, 3.0460e-01, -1.2922e-02, 9.4957e-02,
2.1064e-01, -8.1639e-02, -7.5053e-02, 4.6440e-02, 6.5544e-02,
2.0684e-02, -1.4108e-01, 1.1675e-01, -4.1185e-01, -5.2544e-02,
-2.7531e-01, 1.5796e-02, 1.1409e-03, -9.5743e-03, 1.5060e-01,
2.9995e-02, 5.4450e-02, -1.1374e-03, 3.6877e-02, -9.4057e-02,
-7.7620e-03, -2.0333e-02, -5.8080e-02, -2.8433e-02, 1.5461e-01,
3.9609e-02, -6.5947e-02, -5.7454e-02, 5.6527e-02, -1.1570e-01,
-4.8499e-02, -1.1551e-02, -1.2165e-01, -3.5293e-01, 1.4728e-01,
1.4279e-02, -5.9254e-02, -3.8201e-02, 2.9879e-02, 1.0587e-01,
-6.1726e-02, 9.2025e-02, 3.2544e-02, -3.4743e-02, 4.7107e-02,
-8.6801e-02, -7.6462e-02, 2.4970e-02, 9.0287e-02, -1.5975e-02,
-7.1194e-02, 3.9926e-02, -2.6224e-02, 1.7712e-02, -1.1266e-02,
-7.1763e-02, -3.4626e-01, 5.4716e-02, 2.2747e-01, 9.8420e-03,
-3.4746e-03, 4.8348e-02, -1.7596e-02, -4.1613e-02, 1.3143e-01,
-3.6058e-02, -9.3209e-02, 9.3497e-03, -1.0030e-01, -4.7186e-02,
-6.5660e-02, -1.3362e-02, 8.6459e-02, -4.1454e-01, -8.6336e-03,
7.0278e-02, -9.2347e-02, 5.2741e-02, 1.5639e-01, -8.6037e-02,
1.2860e-02, 1.8342e-01, 1.1169e-02, -9.4095e-02, -6.5944e-02,
-6.7086e-02, -1.0628e-02, -1.0470e-01, -2.1794e-02, -1.5386e-01,
-2.4399e-02, 2.7967e-02, -9.0545e-02, 1.2285e-02, 1.8847e-02,
7.5544e-02, -8.8332e-02, 1.5536e-02, -2.3505e-03, 7.2666e-03,
6.9099e-02, 2.6612e-02, 1.5630e-01, -3.4343e-02, -2.2032e-01,
-4.2442e-03, -2.5277e-03, 1.3034e-02, 3.7217e-02, -1.5835e-01,
3.4314e-02, -9.4342e-02, 8.4002e-02, -1.5940e-01, -9.0462e-03,
-5.2996e-04, 4.1573e-02, -8.4174e-03, 1.0270e-02, 1.2790e-01,
1.1317e-01, 2.8238e-02, 9.7182e-02, 1.3688e-03, -1.5261e-02,
4.0532e-02, -2.5016e-02, 1.5747e-01, -7.3555e-02, -4.9100e-02,
-5.6323e-03, 6.0899e-03, -8.7107e-02, 1.2742e-02, -1.2972e-02,
5.7122e-02, 8.7470e-02, 3.2575e-02, -1.8654e-02, 1.2449e-03,
-6.3683e-02, -1.3927e-01, -2.0765e-02, 4.8663e-02, 3.7191e-01,
-4.5220e-02, -4.6929e-03, -2.8355e-02, -3.5499e-02, -1.1803e-01,
2.2841e-02, -1.4983e-01, -3.9323e-02, 3.3244e-02, -8.3642e-02,
-7.1821e-02, 3.7244e-02, -6.1074e-03, -3.5353e-03, 2.4943e-02,
-1.7163e-01, -6.3254e-02, 3.3999e-03, -6.8987e-02, 1.6947e-02,
2.8332e-02, 4.5255e-03, 2.8415e-02, -1.7717e-03, -8.0044e-02,
2.6664e-02, 3.6578e-02, -7.8709e-02, -5.3715e-03, -4.0274e-01,
-8.0984e-02, 3.8393e-02, 1.7278e-02, 4.0053e-01, 5.2256e-03,
5.1005e-03, 1.5139e-01, 2.4116e-01, -8.9167e-02, -7.5978e-02,
-2.0001e-01, 3.0690e-02, -6.6612e-02, -3.2452e-02, -5.0078e-02,
-1.4653e-02, -4.6552e-02, 1.6684e-02, -2.7892e-02, 1.6828e-01,
4.1880e-02, -5.8961e-02, 2.5656e-02, -1.1421e-01, -5.1015e-02,
-1.9954e-01, -1.0429e-01, 6.2769e-02, -5.8550e-02, -6.2837e-02,
-2.1948e-01, 7.2912e-03, 5.1023e-01, 2.2129e-01, -4.3763e-02,
-4.1443e-02, -1.2161e-01, -8.4585e-02, 2.6265e-02, -4.4200e-02,
-6.4232e-02, -5.8556e-03, 1.3873e-01, -2.1990e-02, 1.2420e-01,
-1.6325e-01, 4.0582e-02, -3.8362e-02, 5.1485e-01, -3.3396e-01,
1.1373e-01, 1.8216e-01, 8.3993e-02, 2.4314e-01, -8.8281e-03,
-3.2704e-02, 1.0806e-02, -7.5185e-02, -2.1094e-02, -1.7262e-01,
1.6352e-01, -7.6449e-02, 4.1202e-02, 7.4904e-02, 2.6209e-01,
-8.6123e-02, 3.9847e-02, -7.5364e-02, -1.0209e-01, -4.1816e-04,
-8.5168e-02, -1.0913e-01, 3.8464e-02, -1.3821e-01, 2.9065e-03,
-1.1606e-02, 6.1150e-02, 1.1890e-03, 8.8221e-02, 1.7894e-01,
8.6322e-02, 8.0983e-02, 2.2960e-02, 8.8260e-02, 1.2861e-01,
-2.8012e-02, -4.7801e-02, -5.1421e-02, 9.4378e-02, 4.5010e-02,
-1.0943e-02, 1.1121e-01, -4.2975e-02, -3.7838e-02, -1.0354e-01,
-1.3742e-01, -2.6533e-02, -5.9776e-02, 1.0288e-01, -9.5821e-02,
-2.3343e-01, -1.3705e-01, 1.6840e-01, -3.6108e-03, -3.1106e-02,
2.2452e-02, 8.2862e-02, 2.8975e-02, 1.3229e-01, -6.1724e-02,
-7.2250e-02, -4.1533e-02, 1.7659e-02, 1.8538e-01, 9.1860e-02,
-8.4579e-02, 1.7324e-02, -6.8566e-02, -1.2175e-02, -6.5758e-02,
-1.2145e-01, 9.2127e-02, -8.8396e-02, -6.8154e-02, -2.7475e-02,
7.2567e-02, -1.6182e-01, -8.1435e-02, -1.1661e-01, -6.8666e-02,
-1.3011e-02, -1.0721e-01, -6.1545e-03, -7.6683e-02, -1.4179e-01,
-7.9681e-02, 3.1106e-01, 2.6658e-02, -5.7781e-03, 3.6906e-02,
-8.6534e-02, -3.0768e-01, -1.4525e-02, 9.1153e-02, 1.3799e-01,
-1.5456e-01, 8.4678e-03, -4.3387e-02, 9.4999e-02, 1.9574e-02,
-4.1062e-01, 2.3509e-03, -2.7005e-02, 1.9929e-01, 7.7259e-03,
7.1013e-02, 1.7993e-01, -9.8968e-03, -2.7323e-02, -4.4564e-02,
-2.5541e-01, 7.1543e-02, -1.8262e-03, -6.4007e-03, -4.1459e-03,
-2.0558e-02, 1.6127e-02, 1.5052e-01, 1.0557e-01, 4.6845e-01,
-2.2017e-02, 5.9959e-02, -3.7814e-01, 6.1055e-02, -4.8936e-03,
-5.7394e-02, -2.6067e-02, -8.0389e-02, -5.4697e-01, 7.0685e-02,
-1.6625e-02, -5.3968e-02, -6.0856e-02, 2.3361e-01, -4.1290e-02,
1.2452e-01, -4.1314e-03, 1.2250e-01, -1.8841e-02, -1.9911e-01,
4.6398e-02, 4.0066e-02, 2.8538e-02, -1.1804e-02, 8.3102e-02,
-1.6137e-01, -5.8251e-02, -1.7720e-02, -5.6278e-02, 8.9375e-02,
-2.9880e-02, 2.6523e-02, -4.8141e-02, 1.4669e-02, 1.9100e-01,
-4.2582e-02, 4.7852e-02, 2.6500e-02, 5.4879e-02, -9.1705e-02,
-1.1224e-01, -1.2029e-01, 1.5720e-02, -4.2561e-02, -2.5389e-02,
4.6691e-02, 9.0671e-02, -1.0098e-01, 7.9469e-02, 2.3064e-02,
-3.5367e-02, 9.9324e-02, -3.3095e-02, -2.5975e-02, -8.9444e-03,
-3.1358e-04, -6.6475e-02, 2.9218e-01, 1.2152e-02, 9.5162e-02,
1.2090e-03, 2.5487e-02, -1.3613e-03, -2.1827e-02, 6.3885e-02,
-9.7207e-02, 2.8900e-02, -1.4270e-01, 3.5161e-02, 2.5985e-02,
-1.6922e-01, 4.7199e-01, 2.9443e-02, -9.7806e-02, -7.5909e-02,
-2.9058e-01, -9.1433e-02, -6.7131e-02, -1.7455e-02, 5.5919e-03,
-9.2709e-02, -7.5008e-03, 3.5983e-02, 4.5979e-02, 1.5376e-02,
-7.1436e-02, 8.0947e-02, 2.4013e-02, -5.9850e-02, -4.0160e-02,
-2.3190e-02, -8.0105e-03, -1.0827e-01], device='cuda:0')),
('bert.encoder.layer.6.attention.self.key.weight',
tensor([[-0.0222, 0.0024, -0.0266, ..., -0.0104, 0.0315, 0.0526],
[ 0.0249, 0.0166, -0.0633, ..., 0.1050, -0.0580, 0.0348],
[-0.0161, -0.0057, 0.0377, ..., -0.0260, 0.0031, -0.0001],
...,
[-0.0160, 0.0507, -0.0351, ..., -0.0686, -0.0049, 0.0331],
[ 0.0442, -0.0090, 0.0266, ..., -0.0224, -0.0311, 0.0303],
[-0.0420, -0.0489, 0.0674, ..., 0.0225, -0.0507, -0.0103]],
device='cuda:0')),
('bert.encoder.layer.6.attention.self.key.bias',
tensor([-2.2475e-03, -2.9671e-04, -3.4888e-03, -2.0537e-03, -2.0965e-03,
6.4457e-03, -7.8813e-04, 3.1020e-03, -3.2176e-03, -9.9890e-04,
1.5693e-03, 3.9022e-04, -2.3032e-03, 2.9378e-03, 2.6236e-03,
1.1951e-03, -6.6060e-04, 1.1802e-03, -2.2890e-04, -5.4925e-04,
-7.7423e-04, -1.7026e-03, 3.7252e-03, 1.4210e-03, -7.6850e-04,
-9.4786e-04, 2.8915e-03, -2.6761e-03, 1.7755e-03, 1.3924e-03,
-5.8544e-04, 7.8087e-04, 3.2618e-03, -3.7769e-03, -2.0694e-03,
-6.4468e-04, -5.1907e-03, 3.4575e-03, -3.2639e-03, 3.2169e-03,
8.3215e-04, -5.0879e-04, -9.2843e-04, 5.1806e-04, 3.3811e-03,
-6.4370e-03, 1.3981e-03, -3.7680e-03, -1.1884e-03, 5.4023e-03,
4.1544e-03, 1.2655e-03, -6.9931e-04, 1.7157e-03, -3.1928e-03,
-2.4350e-03, 2.3740e-03, 1.0382e-03, 9.0438e-04, 2.1653e-03,
1.6481e-03, -4.9438e-03, -4.6479e-04, -1.3447e-03, -6.7600e-04,
1.4981e-03, -4.5872e-04, 1.9003e-03, 1.4461e-03, 2.2087e-03,
-1.3525e-03, -2.2809e-03, -2.1421e-03, -1.5179e-03, 1.8771e-03,
-1.1030e-03, 4.8675e-04, 6.2524e-04, 8.6417e-04, -5.5311e-04,
-2.0030e-03, -4.1887e-03, -2.0903e-03, -7.9614e-04, 2.9199e-03,
8.6969e-04, 1.1901e-03, 1.4221e-03, -1.6144e-03, 9.9074e-04,
2.9007e-03, 4.0904e-03, -6.4842e-04, 1.3018e-04, 2.0501e-03,
1.7314e-03, 3.9108e-04, 4.5468e-04, -1.7177e-05, -2.6297e-04,
-8.8900e-04, -1.5470e-03, 9.3866e-04, -2.8305e-03, 7.6258e-04,
3.9745e-03, 3.6627e-03, 2.8353e-04, -1.6791e-03, 1.7305e-03,
6.4041e-04, -1.1587e-03, 2.5139e-04, 2.1270e-03, 2.9575e-03,
-9.7563e-04, 2.2348e-03, 8.9390e-04, 1.0135e-03, -1.0680e-03,
1.5212e-04, 1.8754e-03, 1.6249e-03, -3.1926e-03, 1.1791e-03,
-2.2637e-03, -3.2137e-03, 2.1525e-03, -3.2545e-03, -4.8618e-04,
3.7193e-03, -3.1695e-03, -8.7208e-04, 3.8945e-04, -4.2481e-03,
-4.3810e-03, -5.3866e-03, -9.3240e-03, 7.7659e-04, 6.7476e-04,
-8.6654e-04, -2.0709e-03, 1.8213e-03, -1.5132e-03, 1.2684e-03,
-2.0540e-03, -3.8579e-03, -2.5892e-03, 6.4620e-04, -8.1433e-03,
3.6776e-03, 2.9679e-04, 7.3667e-03, 3.4197e-03, -8.4527e-03,
-1.8225e-03, -1.3679e-03, -4.4939e-03, 1.1742e-03, 2.4007e-03,
5.6600e-03, 3.7484e-03, -1.8278e-03, 1.8658e-04, 1.6637e-03,
-2.4316e-03, 3.8661e-03, -1.4242e-03, -1.7398e-03, 2.1600e-03,
5.9210e-04, -4.9268e-03, 2.7091e-03, 6.7317e-04, -2.4444e-03,
-1.1435e-03, -9.1961e-05, -2.9294e-03, -1.5449e-03, -9.0874e-04,
1.7756e-03, -6.4076e-03, 1.0259e-03, 1.7751e-05, -1.4231e-03,
-5.0471e-04, -1.5041e-04, 1.7039e-03, 3.9783e-04, -1.8624e-03,
-1.9911e-03, -4.9826e-03, -3.8386e-03, -3.2159e-03, 8.6825e-04,
-7.5386e-03, 2.8388e-03, 8.1882e-04, 2.6814e-03, -4.2711e-03,
-4.6767e-03, -1.3655e-03, -1.9762e-03, 2.0435e-03, 5.8658e-03,
3.1246e-03, -9.8174e-05, -8.5778e-04, 2.3831e-03, 3.9920e-03,
3.8446e-03, -3.9953e-03, -3.8687e-03, 1.0612e-03, 4.0459e-03,
-6.0040e-03, 3.5271e-03, 2.1219e-03, 4.6615e-03, 2.7809e-03,
2.0017e-03, 4.1360e-03, 2.0957e-03, 3.4870e-03, 2.0387e-03,
3.4759e-03, 3.7052e-03, 8.1683e-04, 4.6255e-04, -1.6667e-03,
-1.6245e-03, 1.4251e-04, -1.5664e-03, 5.2053e-03, -2.3315e-03,
-6.0662e-04, -5.3212e-03, -2.7085e-03, -8.3589e-04, 4.1591e-03,
-3.2924e-03, 4.2675e-03, 3.1582e-03, -1.3913e-03, -6.4316e-03,
5.6631e-04, 1.9773e-03, 9.1510e-04, -8.6221e-03, -7.4866e-03,
-2.7484e-03, 2.4085e-03, -6.3484e-04, 5.8547e-03, 5.4251e-04,
5.5176e-04, -9.4814e-03, 4.9121e-04, -3.1527e-03, -1.1217e-03,
5.6914e-04, -1.5347e-03, -2.6738e-03, 6.2009e-04, 2.2676e-03,
8.2169e-04, 2.5625e-03, -3.1950e-04, -2.8877e-03, 1.0149e-03,
4.3916e-03, 5.4952e-03, 6.3292e-03, 3.7549e-04, -3.5441e-03,
-2.5694e-05, -2.2230e-03, -5.7519e-03, -2.1789e-03, 3.8165e-03,
-3.8179e-03, 1.3340e-03, -3.9366e-03, -1.7144e-03, 5.9302e-03,
4.2021e-03, 1.6660e-03, -2.9691e-03, -9.5698e-04, -4.4265e-03,
5.3332e-03, -4.0829e-03, -1.3844e-03, 3.4368e-03, 5.1576e-03,
-8.1429e-03, -1.8426e-03, 1.6445e-03, 5.2219e-04, 8.6650e-03,
-6.5420e-04, -5.4836e-03, -1.0183e-03, 4.4944e-03, -8.7289e-04,
9.6254e-04, -2.0033e-03, 1.7372e-03, -2.4389e-03, 9.1990e-04,
-2.2019e-03, 4.0142e-04, -7.7177e-03, -6.0439e-03, 3.9835e-04,
-2.3058e-03, -3.5773e-03, 3.1006e-04, -5.8896e-03, 3.0881e-03,
9.5844e-03, -2.3757e-03, -2.4265e-04, 5.5892e-03, -2.4292e-03,
9.0316e-04, -3.2712e-03, -3.8656e-03, -4.3829e-03, -2.7233e-03,
-5.8206e-03, -2.7064e-03, -2.9068e-03, 2.3093e-03, 6.3076e-03,
5.0662e-03, -1.1879e-03, 5.9895e-03, -3.6385e-03, 1.6942e-03,
-7.5614e-03, 3.7733e-03, 4.1802e-03, -2.1461e-03, 3.8934e-03,
5.5096e-04, -8.2924e-03, 4.8280e-03, 8.7414e-03, -8.7515e-03,
-3.3773e-03, -5.8426e-03, -5.2267e-03, 6.8617e-04, 5.4201e-03,
1.2430e-03, -4.6988e-03, -3.8490e-03, -1.9484e-03, 2.1616e-03,
-1.7761e-03, 9.7054e-03, -6.1634e-03, -7.0964e-03, 3.5877e-03,
7.3786e-03, -9.2825e-03, -5.6188e-03, -1.5558e-03, -4.2662e-03,
6.1169e-04, 1.1567e-03, 1.3874e-03, 1.4778e-03, 7.0059e-03,
-1.6263e-03, -3.0484e-03, -3.4358e-03, 6.1202e-03, -5.4550e-03,
-7.4606e-04, 2.2685e-03, 4.1965e-03, 1.9132e-03, -7.9264e-04,
-3.4356e-04, -1.2509e-04, 1.4848e-04, -5.0457e-03, -9.9729e-04,
4.8908e-03, -9.8541e-04, 2.1627e-03, -3.6414e-03, -2.4434e-03,
-8.7892e-04, 3.3690e-03, 4.5147e-03, 3.4103e-03, -1.6429e-03,
-7.2666e-04, 1.8554e-03, 1.9284e-03, -7.9389e-03, -6.7403e-03,
-4.8741e-03, -1.9553e-03, -7.9023e-05, -8.0349e-04, 2.1917e-03,
-6.6853e-03, -1.8102e-03, -1.5739e-03, -2.1787e-03, 3.2950e-04,
4.6288e-04, 2.0953e-03, 8.8722e-03, -4.7014e-03, -6.6900e-03,
2.3896e-03, 1.2997e-03, -2.1960e-03, -4.5369e-03, -3.1075e-03,
-4.7422e-03, -5.7925e-03, 3.3125e-03, 1.5331e-03, 1.4634e-03,
-1.8086e-03, -3.5276e-03, -4.3104e-03, 2.1358e-03, -4.4476e-03,
5.1998e-03, -2.2453e-03, 2.7097e-03, -1.8721e-03, -3.1036e-03,
3.1239e-04, -5.2422e-03, 2.1973e-03, -5.8473e-04, 1.4358e-03,
-2.6409e-03, -3.3699e-03, -2.1134e-03, -1.2041e-03, 3.4944e-03,
3.4599e-03, 2.6828e-03, -5.6985e-03, 2.9305e-03, 4.2258e-04,
1.5261e-03, -3.6304e-03, 2.0758e-04, 1.9368e-03, -2.6852e-03,
1.6782e-03, 2.1729e-03, 3.9258e-03, 4.8427e-04, -5.9540e-04,
3.8066e-04, -5.7715e-03, 5.0665e-03, 2.9830e-03, 1.5222e-04,
-3.8534e-03, 4.1666e-04, 2.0574e-03, -4.0813e-03, -6.1321e-03,
-3.6351e-03, -1.0129e-03, 4.0763e-03, -1.8516e-03, -4.0550e-03,
6.1841e-03, -5.0855e-04, -6.8713e-04, 4.8494e-03, 6.8590e-03,
3.7172e-03, -2.3653e-03, -1.1781e-03, 7.3494e-03, 5.5391e-03,
-4.6467e-03, -3.9907e-03, -5.6925e-03, 1.6594e-03, 1.6034e-03,
-1.7107e-03, 1.8370e-04, -4.0985e-03, -3.2459e-03, 2.1395e-03,
2.7806e-03, 1.0086e-03, -1.5339e-03, 1.3528e-03, -6.3828e-03,
-5.6722e-04, -3.9851e-03, -9.6089e-04, 4.6389e-03, 4.8549e-04,
3.8399e-03, -5.3499e-04, 3.0611e-04, -2.3212e-03, -2.5807e-03,
1.4436e-04, -3.7597e-03, 7.2576e-04, -8.3425e-03, -1.4999e-03,
2.2757e-04, -2.1780e-03, 2.9085e-03, -1.8689e-03, -3.2069e-03,
-1.5830e-03, 4.8594e-03, -2.8202e-03, -7.5522e-04, -3.8149e-03,
7.1205e-03, 4.5010e-03, 1.4144e-03, -2.3454e-03, -2.0037e-03,
5.6828e-03, 3.1818e-04, -8.9795e-03, 5.0868e-04, 2.0415e-03,
4.4273e-03, 1.2619e-03, 3.1400e-03, -2.5682e-03, 1.7630e-03,
-3.4260e-03, -5.8961e-03, 1.4277e-03, -2.2016e-03, 5.7187e-04,
-9.7147e-05, 2.7791e-03, 1.2970e-04, -2.1358e-04, 2.3390e-04,
3.6277e-03, -2.6107e-03, 3.4192e-03, -2.9102e-03, -8.0761e-04,
-4.8805e-03, 1.0182e-03, 1.6201e-03, 3.3142e-03, 2.1062e-03,
-8.4430e-05, 1.0994e-03, -2.0484e-03, 1.9204e-03, -3.0474e-03,
-6.7068e-03, -6.1887e-03, -2.1794e-03, -3.2359e-03, -4.4123e-04,
-8.3641e-04, 9.3824e-04, 2.3144e-03, -2.9334e-04, -1.0573e-03,
-7.0979e-04, 1.7014e-03, -1.5023e-03, -1.4044e-04, 2.5088e-04,
3.6731e-04, 1.7083e-03, 8.5072e-04, -1.5097e-03, -4.6500e-04,
1.0551e-03, 2.3109e-03, 2.9765e-04, -2.7292e-03, -2.8311e-03,
1.4950e-03, -8.5902e-04, -5.1160e-04, 1.9663e-03, 1.0775e-03,
9.6366e-04, -2.0714e-03, 8.4970e-04, 1.0450e-03, 1.0486e-03,
2.9697e-03, 1.0753e-03, -8.8051e-04, -8.7499e-04, 1.8906e-03,
-1.1034e-03, -1.6121e-03, -9.0372e-04, 6.8177e-04, 1.0371e-03,
-1.0065e-03, -6.3511e-05, -1.4263e-03, -1.0639e-03, 1.9104e-03,
-1.8624e-03, -2.0795e-04, -1.0737e-03, 6.6797e-04, 1.5192e-04,
4.5812e-04, 2.3559e-04, 4.8196e-04, 1.3312e-03, -1.0215e-03,
1.4623e-03, 9.4683e-05, 1.0847e-03, -1.3119e-03, 1.5287e-03,
8.8546e-04, 2.9389e-04, 5.4861e-04, 7.1821e-04, -1.1753e-03,
-2.2716e-03, 7.0695e-03, -1.7243e-03, -2.2331e-03, 1.3859e-03,
2.2184e-03, -8.2704e-03, 1.1628e-03, 7.0948e-04, -5.4657e-04,
-3.7017e-03, -6.4795e-03, -3.4349e-03, 3.4627e-03, 2.0152e-03,
-3.7666e-03, 2.7539e-03, 1.6961e-03, 7.8461e-03, 1.3282e-03,
4.6664e-04, 8.2358e-04, 8.8916e-04, -4.4594e-03, 3.1652e-03,
-6.4715e-03, 2.8772e-03, -4.7064e-03, -2.9839e-03, -4.7905e-03,
6.4778e-03, 4.5210e-03, 5.6335e-03, 3.7257e-03, 5.9619e-03,
-2.6593e-03, 2.1566e-03, -3.6899e-03, -3.3164e-04, 1.2465e-03,
-2.5413e-03, -3.0557e-03, -3.7156e-03, -6.7014e-03, 2.3584e-03,
-9.1931e-04, 5.4024e-03, -4.2024e-04, 3.1606e-04, 3.1187e-03,
3.6661e-03, -2.1099e-03, 4.3007e-03, 5.7399e-04, 3.3391e-03,
-1.8248e-03, -6.9966e-03, -2.9106e-03, -1.1380e-03, 3.3729e-03,
-6.1958e-05, 1.0624e-04, -4.7610e-04, -2.2174e-03, 6.0485e-03,
-1.1230e-03, -7.0402e-03, -9.7374e-04, -4.1654e-03, -8.3032e-03,
1.7450e-03, -3.7493e-04, -2.7747e-06, 1.0023e-03, 1.3468e-03,
8.1031e-03, -1.0297e-03, -4.0942e-04, 1.3432e-03, 5.4562e-05,
-3.6046e-03, -4.5584e-04, 1.4069e-03, 3.4032e-03, -6.7749e-04,
1.0246e-04, -1.0548e-03, -6.0247e-03, -5.1614e-03, -4.5290e-03,
-1.2752e-03, -1.0486e-03, -2.3366e-04, -3.1749e-03, -3.3912e-03,
-2.0694e-03, -4.3923e-04, -3.1608e-03, -5.0811e-04, 3.0552e-03,
-4.4338e-04, -1.1268e-03, 3.4286e-03, -8.8180e-04, -2.3619e-03,
1.1448e-03, 1.9246e-03, 5.3783e-03, -7.6835e-04, -2.1775e-03,
-1.4815e-04, -1.7726e-03, -2.1870e-03, -9.3743e-04, -4.6975e-04,
5.2389e-03, 1.7367e-03, -1.5400e-03, 1.1266e-03, 5.7273e-03,
2.6212e-03, -3.7525e-03, -5.7277e-03, 5.3083e-03, 3.0731e-03,
2.3429e-03, 1.2293e-03, -1.6125e-03], device='cuda:0')),
('bert.encoder.layer.6.attention.self.value.weight',
tensor([[ 0.0085, -0.0090, 0.0079, ..., 0.0006, -0.0189, 0.0580],
[-0.0144, -0.0087, -0.0528, ..., -0.0592, 0.0335, 0.0498],
[ 0.0654, 0.0616, -0.0747, ..., -0.0434, -0.0153, -0.0009],
...,
[ 0.0118, 0.0402, -0.0108, ..., 0.0124, 0.0321, -0.0491],
[ 0.0015, 0.0230, 0.0915, ..., 0.0953, -0.0822, -0.0300],
[ 0.0110, -0.0079, -0.0202, ..., -0.0156, -0.0271, -0.0246]],
device='cuda:0')),
('bert.encoder.layer.6.attention.self.value.bias',
tensor([-1.2262e-03, -1.8639e-02, 1.5985e-02, -4.8721e-02, -7.4706e-03,
1.8355e-02, 2.9720e-03, -8.1323e-03, -2.0608e-02, -3.1902e-02,
-1.3719e-03, 1.3520e-02, -4.4618e-02, 4.0175e-02, 3.0458e-03,
2.1318e-02, -2.2221e-02, 3.1408e-02, -8.3743e-03, -7.7385e-04,
2.5158e-03, 1.7854e-02, 3.1517e-03, 1.2900e-02, -2.7218e-02,
2.5416e-02, 8.1295e-03, -1.8528e-02, 1.0975e-02, 9.7922e-03,
1.5610e-02, 1.3462e-02, -8.4977e-03, 6.9385e-03, 1.6102e-02,
-2.5775e-02, -1.0851e-02, 2.1620e-02, -5.4721e-03, 3.8599e-02,
-7.5446e-03, 9.6392e-03, 5.5960e-03, -2.7445e-02, -1.8475e-02,
-2.1540e-02, -1.9900e-02, -1.5012e-03, -6.4667e-02, -4.1569e-03,
6.7920e-04, 3.2191e-02, -2.5354e-02, 1.5517e-02, -1.7133e-02,
-1.8002e-03, -2.5931e-02, -1.2033e-02, -2.5432e-02, -2.7851e-03,
7.4714e-03, 2.1826e-02, -3.9226e-02, -1.6038e-02, -8.4907e-02,
-3.1453e-02, -6.1895e-02, -1.2328e-02, 3.0884e-02, 4.4659e-02,
3.3006e-02, 2.7696e-02, -2.3336e-02, -1.6003e-03, -7.7462e-02,
-9.0776e-02, 6.5360e-03, 2.5365e-01, -4.2471e-02, -2.0586e-02,
8.7195e-03, 4.5666e-02, 5.3973e-02, 5.9549e-02, 4.8399e-02,
-1.2919e-02, -6.5739e-02, 9.5804e-03, -8.7063e-03, -2.3524e-02,
1.4939e-02, -3.1764e-02, 4.8967e-02, 6.1697e-02, 2.0689e-02,
5.0481e-02, -6.7949e-02, -1.3456e-02, -5.0802e-02, -1.5145e-02,
-1.4589e-03, 4.8469e-02, -4.6121e-02, 9.2605e-03, 5.0466e-04,
2.9405e-02, -1.0680e-02, 5.3418e-02, 2.4884e-04, 2.7205e-02,
1.3663e-02, -4.2497e-02, 2.6305e-02, 4.2878e-02, -2.1302e-02,
-5.4128e-02, 1.7936e-02, -7.2790e-02, 2.0532e-02, 5.3120e-02,
8.2601e-03, -2.1213e-02, -3.0629e-02, 4.8447e-02, -5.6031e-02,
5.5345e-02, -5.9777e-02, 9.4982e-02, -7.2708e-03, -1.3356e-02,
-3.2953e-03, 3.4481e-02, 6.9823e-02, 5.6895e-02, 4.3865e-02,
1.1561e-03, 1.6289e-02, 5.5763e-02, -3.6838e-02, -8.0682e-03,
9.7243e-02, -1.3036e-02, -4.4541e-02, -5.7076e-02, -3.0224e-02,
6.6834e-02, -1.5020e-02, 3.1996e-02, 1.8261e-02, -1.1020e-03,
1.5571e-02, -5.1608e-03, 1.1964e-01, -5.7647e-03, 3.9421e-02,
-1.5133e-02, -1.9155e-02, -6.4971e-02, 3.2102e-02, -1.6865e-03,
3.4100e-02, -1.1583e-02, 1.2618e-03, -1.5985e-02, -4.1549e-02,
1.8111e-02, -9.4788e-02, -3.0238e-02, 8.7770e-02, 4.3535e-02,
1.3017e-02, 3.5949e-02, -1.4760e-02, -1.3489e-03, 5.6788e-02,
3.6552e-02, -1.6151e-02, 3.6852e-02, -3.7572e-02, -3.4447e-03,
1.2840e-03, 3.5138e-02, -1.3119e-01, -2.0751e-02, -1.9652e-02,
4.3940e-02, 9.2142e-03, 1.4770e-02, -2.0136e-02, 3.3766e-02,
2.6444e-02, 1.2921e-02, -1.8985e-03, -1.1029e-02, 1.6400e-02,
-5.1567e-03, -1.6618e-02, 3.5627e-03, -4.9729e-03, 1.2012e-02,
-4.4629e-04, 6.2040e-03, -1.1547e-02, 4.8186e-02, -3.9741e-02,
-1.6522e-02, -8.3493e-03, -1.0983e-02, -2.1445e-03, -3.8209e-02,
4.3250e-03, -4.8130e-03, 2.8375e-03, -2.5485e-02, 2.1965e-03,
-1.5944e-02, 7.0161e-03, -3.3372e-03, -1.3796e-02, 2.8267e-03,
1.2096e-02, 1.9104e-02, 4.4304e-04, 3.6145e-03, -1.4607e-02,
-6.1494e-03, 4.2782e-03, -1.2813e-02, 2.7602e-02, 1.4206e-02,
-8.0785e-03, -1.6051e-02, 1.4886e-02, -1.1321e-02, -5.2241e-03,
1.4955e-02, -2.2439e-02, 4.0321e-02, 2.1809e-02, -2.2999e-02,
1.4654e-02, -1.3732e-02, 1.1630e-02, -1.0130e-02, 1.2121e-03,
-1.0653e-02, 1.3756e-02, 1.3945e-02, 2.1241e-02, 3.4938e-02,
-1.7578e-02, 8.4833e-03, -2.6175e-02, -5.2774e-03, 1.1174e-02,
-2.3901e-02, 1.2407e-02, -1.0542e-02, -6.9264e-02, -3.9947e-02,
-2.0501e-02, -4.8180e-03, -2.2032e-02, 4.8971e-02, -6.1854e-03,
-4.6219e-04, 6.0088e-02, -3.3294e-02, -1.1044e-02, 1.8297e-02,
1.1539e-02, 1.6420e-02, 4.7664e-02, -1.0007e-02, -3.1032e-02,
1.9811e-02, 4.0412e-02, 1.8613e-02, -1.1747e-03, -4.4373e-02,
2.1399e-02, 9.3314e-03, 2.3147e-03, -2.5874e-03, 3.9448e-02,
1.1203e-02, -6.2222e-02, -4.6623e-02, -5.2779e-04, 8.6454e-03,
-2.1140e-02, 5.9005e-05, 2.5192e-02, 5.3148e-02, -4.7754e-02,
-3.7702e-02, 1.2378e-02, -4.3368e-02, -3.1530e-02, -1.3144e-02,
3.6984e-03, 5.8853e-02, 8.2957e-02, -1.8328e-02, 2.1573e-02,
-9.3931e-03, -5.8959e-02, -5.6751e-02, 8.9906e-02, 4.7806e-02,
-3.3783e-02, -4.2454e-03, 2.2545e-02, -1.8866e-02, 4.1117e-02,
-3.7328e-02, -3.6549e-03, -3.6695e-03, -1.2447e-01, -5.8200e-02,
-3.9737e-02, -2.6981e-02, -2.8503e-02, -3.8094e-02, -1.9373e-02,
-9.3653e-03, 1.1889e-03, -1.7767e-02, -8.0317e-03, -4.8044e-03,
1.7530e-02, 7.3812e-03, -7.8164e-03, 1.3732e-02, 4.9018e-02,
3.6648e-02, -3.9381e-02, -1.9437e-02, 4.2276e-04, 1.7420e-02,
-4.4721e-02, 8.8684e-04, 3.8472e-02, 8.7410e-03, -2.3216e-02,
6.0071e-03, -9.0057e-03, 2.7198e-02, 1.1041e-04, -3.4715e-02,
-4.2625e-03, 2.1423e-02, -2.1739e-02, -2.3268e-02, -1.6498e-02,
-1.4313e-03, -6.7413e-03, -2.6641e-03, 5.5684e-02, -1.4639e-03,
-1.2311e-02, 1.5483e-02, -9.6489e-03, -6.6907e-03, -1.1227e-02,
1.9912e-02, -9.3338e-03, -2.5261e-04, 1.1524e-03, -2.2417e-02,
1.7949e-02, 2.4104e-02, 1.3292e-02, -3.4404e-02, -3.3525e-02,
1.0255e-02, 3.5901e-02, 2.0445e-02, 3.7605e-02, 4.1748e-02,
1.0194e-03, -2.5773e-03, 6.4618e-03, 1.6890e-02, -2.5689e-02,
-9.9564e-03, -4.3827e-03, -2.7616e-02, -7.5550e-03, 4.6577e-03,
3.0154e-02, 6.7078e-03, 2.3659e-02, -1.6877e-02, 1.1980e-02,
-6.5288e-03, 2.2114e-02, 2.2639e-02, -3.4419e-02, 5.9018e-03,
1.1865e-02, 1.7849e-02, 1.9651e-02, -1.6679e-02, -6.2177e-03,
1.1378e-02, -2.1382e-02, 3.8573e-02, -1.2605e-02, -1.2113e-02,
-1.0125e-03, 2.9857e-02, -1.3030e-03, 2.9493e-02, -8.8411e-03,
1.9946e-02, -2.1052e-02, -1.8340e-02, -7.6376e-03, -1.3178e-02,
-1.6359e-02, -4.5125e-03, 1.3633e-02, -3.8480e-02, -5.3879e-03,
-7.7096e-03, -2.1759e-02, -2.8377e-03, 1.5521e-03, -5.5850e-03,
-6.2380e-03, 4.5523e-03, -1.9070e-02, 4.7775e-03, -1.1449e-02,
6.4527e-02, -1.3179e-02, -1.9132e-02, -1.3346e-02, 2.0273e-02,
-4.4797e-02, -8.4677e-03, -1.5726e-03, 3.6765e-02, -3.1930e-03,
9.4644e-03, -2.6055e-02, -2.4223e-02, -1.2028e-03, 3.6656e-02,
2.6816e-02, -6.4059e-03, -8.3780e-03, 9.0496e-03, -2.9260e-02,
-3.8253e-03, 1.8086e-02, 4.2150e-02, -8.7994e-03, 1.2453e-02,
-1.1430e-02, 1.4961e-02, -1.1618e-02, 4.8301e-02, 5.1682e-02,
-1.1481e-04, 1.1289e-03, -6.3188e-02, 4.8404e-03, -1.0134e-02,
-8.6181e-03, 2.1920e-03, -8.8437e-03, 2.5925e-04, -5.4493e-03,
-2.8918e-02, -6.3645e-03, -2.3833e-02, -4.6496e-03, 1.2095e-02,
3.7127e-02, 2.7974e-02, -3.9517e-02, -1.5330e-02, -3.4292e-03,
-1.0277e-02, -7.5428e-03, 2.1620e-02, 1.5840e-02, 1.1974e-02,
-6.0765e-02, -2.3771e-02, 2.2681e-02, 4.8599e-03, 1.0599e-02,
-6.4453e-03, 2.8168e-02, -1.2282e-03, -1.6707e-03, -1.2109e-02,
-3.8173e-02, 8.9119e-03, 1.5108e-02, 1.8762e-02, -2.5458e-02,
-1.3299e-02, -2.6642e-02, -2.3433e-02, 7.8299e-03, 2.7627e-02,
-4.7315e-03, 3.9442e-02, -2.6722e-02, 6.1957e-03, -1.9711e-02,
1.0386e-02, -2.3550e-02, -3.2131e-02, -2.0395e-02, 4.5734e-03,
-1.8074e-02, -3.7891e-03, 1.0480e-02, 3.5903e-02, 4.5852e-02,
1.6410e-03, -3.4816e-02, -2.2192e-02, 1.3004e-02, 4.7560e-02,
4.1458e-02, 2.5149e-02, 1.8579e-02, 8.3336e-03, 1.6660e-02,
1.7231e-02, -2.7081e-03, -2.2495e-02, 1.2254e-03, 5.1976e-04,
-1.0828e-03, 1.2657e-02, -5.5880e-02, 2.1983e-02, -1.0060e-02,
2.4919e-02, -1.0895e-02, -2.4056e-02, -8.6826e-02, 4.3343e-02,
9.5931e-03, 8.4191e-03, -1.2835e-02, 1.6498e-02, 2.1372e-02,
2.3658e-02, 4.4243e-03, 2.2525e-02, 2.6328e-02, 6.6539e-02,
-2.4985e-02, 7.3222e-03, 3.2217e-02, 4.1366e-02, -1.2250e-02,
3.0056e-02, -4.1835e-02, 2.4576e-02, 4.2874e-02, -6.5052e-02,
5.7814e-02, -4.3107e-03, -3.3919e-02, 3.2318e-02, 3.0472e-02,
5.0607e-03, 2.9551e-02, -1.6919e-02, -3.2073e-02, 9.5488e-02,
5.5363e-02, 9.5641e-02, 2.9201e-02, -4.3926e-02, 1.5340e-02,
8.1144e-02, -4.5273e-02, 1.2755e-01, -5.0124e-02, 2.0111e-02,
-3.2404e-02, -6.5596e-02, 5.9047e-02, -5.4912e-03, 1.7050e-02,
2.1394e-02, -6.7697e-02, 1.1605e-01, -1.9193e-02, -4.1814e-02,
2.2112e-02, 2.5696e-02, 5.7948e-02, -4.3681e-02, -1.1654e-01,
-5.7214e-02, -1.8527e-02, 2.2013e-02, 3.4075e-03, 1.9671e-02,
4.0263e-03, -2.7092e-02, 1.4270e-03, -6.5021e-02, -5.1565e-03,
-3.9477e-02, 1.4135e-01, 3.3240e-02, 6.8030e-03, 1.0386e-02,
1.1440e-01, -1.2799e-02, -1.4154e-02, 1.0092e-02, -1.1006e-01,
-6.8432e-02, -8.8064e-02, 6.9893e-03, 1.2616e-01, -9.7950e-02,
4.8879e-03, 8.1166e-03, -2.3360e-02, -3.9641e-02, 1.9878e-02,
4.9141e-02, -2.3349e-02, 2.2549e-01, 7.7065e-02, 1.1994e-02,
-5.1226e-02, -7.9941e-02, 1.5017e-02, -5.2770e-02, 2.6150e-02,
4.5032e-02, 2.2230e-02, -1.6954e-02, 6.1695e-02, -5.7784e-02,
-4.5529e-02, -1.2633e-01, -7.3316e-03, 2.0430e-02, -1.0307e-02,
-3.1598e-03, 4.8597e-02, -2.8618e-02, -5.9049e-02, 6.2993e-02,
2.8957e-02, -4.7921e-02, 4.3809e-02, 6.6912e-02, 3.7475e-02,
-3.3928e-02, -3.8910e-02, 3.8854e-02, 2.4582e-02, -2.5066e-02,
1.9060e-02, -4.1322e-03, 2.7740e-02, 3.6318e-03, 3.5107e-02,
-1.7007e-02, -1.6672e-02, -2.8348e-02, 1.3562e-02, -4.2987e-03,
6.8794e-03, -8.6376e-02, -1.5879e-02, 1.0529e-01, -2.0865e-02,
-2.2740e-02, 2.7646e-02, 3.8814e-02, -4.5364e-02, -2.7372e-03,
-4.8903e-02, -8.0167e-02, 3.2087e-02, -3.8332e-02, 6.1015e-02,
-8.8252e-02, 4.9856e-04, -2.5192e-02, 1.4965e-02, 3.6916e-02,
-2.2177e-02, 5.5273e-02, 2.5271e-03, 1.7935e-02, 5.9335e-03,
3.5060e-02, -4.9739e-03, 7.3024e-03, 2.7821e-02, 7.9684e-03,
4.0357e-03, -1.9034e-02, 1.8700e-02, -1.4159e-02, -9.2555e-03,
7.7594e-03, -6.0859e-03, 1.2021e-02, -4.0836e-03, 1.7389e-03,
1.1156e-02, 2.4333e-03, -5.9725e-03, -1.5294e-02, -7.0680e-03,
-2.8822e-03, 2.1428e-02, -2.0148e-04, 2.9781e-02, -7.2809e-03,
8.6190e-04, 1.3628e-02, -1.3703e-02, 1.2239e-02, -1.7167e-02,
-2.5081e-02, -6.1079e-03, -4.7642e-03, -2.2143e-02, 2.1680e-02,
-2.6410e-02, 4.4634e-02, -1.0144e-02, 2.0713e-02, -3.6011e-02,
4.2524e-03, -5.2311e-03, -1.1632e-03, -6.6085e-03, -7.3248e-03,
2.4454e-02, 1.6658e-02, -1.6432e-02, -2.3118e-02, 2.8102e-02,
-1.3615e-02, -2.2310e-02, -2.1790e-03, -5.9468e-03, 6.6511e-03,
-5.1779e-03, 1.1506e-02, 8.7635e-03, -1.5531e-02, 1.1171e-02,
-1.0853e-02, 9.1321e-03, -2.0159e-03], device='cuda:0')),
('bert.encoder.layer.6.attention.output.dense.weight',
tensor([[ 0.0058, 0.0027, -0.0113, ..., 0.0074, 0.0353, -0.0078],
[ 0.0284, 0.0084, -0.0129, ..., -0.0459, 0.0073, -0.0134],
[ 0.0236, -0.0156, 0.0816, ..., -0.0057, -0.0839, -0.0190],
...,
[ 0.0525, 0.0545, 0.0289, ..., -0.0269, -0.0520, 0.0520],
[ 0.0461, -0.0035, 0.0003, ..., 0.0003, 0.0501, 0.0145],
[-0.0949, -0.0468, 0.0415, ..., 0.0116, 0.0361, -0.0429]],
device='cuda:0')),
('bert.encoder.layer.6.attention.output.dense.bias',
tensor([-1.3948e-02, -1.2014e-02, 1.9635e-02, -1.0831e-02, 1.3278e-01,
3.7903e-02, 1.4434e-01, -1.6019e-02, -9.2280e-03, -4.6543e-02,
-1.2772e-02, 9.9214e-03, 3.6785e-03, 8.7995e-02, -5.0930e-02,
9.2586e-02, 9.0206e-02, 3.7063e-02, 1.1846e-01, -1.8153e-02,
6.0520e-02, -1.3801e-02, -5.4994e-02, -1.4876e-02, 3.5189e-02,
-9.1149e-02, -2.0526e-02, -1.2941e-01, 5.5647e-02, 2.5957e-03,
5.1380e-03, -1.6290e-02, 1.8687e-02, -7.8952e-02, 2.2151e-02,
1.5514e-02, 3.7464e-02, 1.4206e-02, -1.3165e-01, -4.8515e-03,
9.0207e-03, -2.5880e-02, -2.0647e-02, -4.9280e-02, -1.8685e-02,
4.3896e-02, -3.4514e-02, -4.6369e-02, 3.0911e-02, -8.8156e-02,
-3.9500e-02, -4.3955e-02, -1.9213e-01, 6.6161e-02, 8.3246e-02,
4.2606e-02, 3.4145e-02, 5.2111e-02, 2.6244e-03, -1.6800e-01,
1.7637e-02, 1.0132e-02, 1.4793e-02, 5.1304e-02, 5.2740e-02,
1.5666e-03, 1.7575e-02, 9.7816e-02, -1.1768e-01, -8.4154e-02,
-1.4108e-02, 6.4380e-02, 2.0512e-02, -3.6288e-02, -1.9058e-03,
-1.4452e-02, -7.2252e-02, -6.4707e-02, -4.2293e-02, -7.5635e-02,
-8.0537e-03, -4.6450e-02, 6.3750e-02, 1.8531e-03, -7.5870e-02,
-7.1232e-02, 3.4390e-02, -5.3031e-02, -1.7885e-02, 1.0776e-02,
5.9796e-02, 3.8017e-02, -2.5717e-02, 3.9352e-02, 3.6209e-02,
-3.0999e-02, 8.0291e-02, -5.5010e-02, -5.0722e-02, -8.4476e-02,
-5.3441e-02, -1.6857e-02, 1.0903e-01, -5.5122e-02, 8.0648e-02,
1.9370e-02, -2.2525e-03, -6.7726e-03, 3.7466e-02, 4.0594e-02,
5.3025e-02, 1.0009e-01, 2.2783e-02, -5.7275e-02, -1.1225e-01,
-6.9439e-02, -1.4828e-02, -1.0925e-01, 6.0287e-02, -3.6859e-02,
4.7274e-02, 2.0321e-02, -4.3499e-02, 4.0663e-02, -1.0824e-01,
-1.1508e-01, -3.9659e-02, -1.0393e-01, -4.1895e-02, -3.5974e-02,
4.4062e-02, -7.1287e-02, -3.8609e-02, 9.6615e-03, -3.3250e-02,
-7.7749e-03, -9.7823e-02, -2.2396e-02, -1.3367e-01, -1.3109e-03,
9.8197e-02, 2.9927e-02, 3.4920e-02, 2.4714e-02, -6.5262e-02,
2.5069e-02, 1.6251e-02, 1.7937e-02, 6.5001e-02, 1.4656e-01,
6.1993e-03, -4.0590e-02, 1.2911e-02, -5.4066e-02, -1.9299e-03,
-6.6745e-02, 8.3496e-02, -3.5276e-03, -3.0097e-02, 7.2740e-02,
-2.8166e-02, -5.7680e-02, -1.9981e-02, -1.2921e-02, 5.9675e-02,
7.7501e-02, -8.5099e-03, -1.8147e-01, -1.0711e-02, 8.3240e-02,
4.5872e-03, -2.5687e-02, 4.9762e-02, -4.3582e-03, -1.1952e-01,
-4.8747e-02, -4.3321e-02, 6.4665e-03, 4.7163e-02, -6.8719e-02,
8.5693e-02, 2.3376e-02, -1.6346e-02, -1.3007e-02, 5.9855e-02,
4.5522e-02, -9.9079e-03, 4.4421e-02, 3.9240e-02, -4.9074e-02,
-6.2671e-02, -1.8688e-01, -3.1144e-02, 3.8386e-02, 2.2807e-03,
5.6942e-02, 1.7177e-02, 8.0646e-02, 1.2892e-01, 4.3720e-02,
-1.9030e-02, -1.9090e-02, 6.7902e-02, -1.4374e-03, -8.1822e-02,
-2.4470e-03, 4.1471e-03, 4.0274e-02, 2.1643e-02, 5.2159e-02,
4.4261e-03, 1.2039e-02, -4.1478e-02, 3.3570e-02, 2.4661e-02,
-1.0741e-02, -2.7564e-02, -1.8708e-02, 5.6831e-02, -3.3262e-03,
-1.1635e-01, 1.2346e-02, -1.8470e-02, 8.0731e-02, 2.5623e-02,
-1.0627e-02, 3.6100e-02, 1.4756e-02, 3.9315e-02, 1.6191e-01,
6.6779e-02, -4.7812e-03, -1.3647e-02, -5.7292e-03, 2.0521e-02,
-1.8972e-02, 8.5125e-02, -1.2100e-02, -1.4403e-01, 3.7022e-03,
2.5171e-02, 3.5823e-02, -6.2592e-02, -5.2533e-02, -1.5621e-02,
1.8399e-02, 1.6005e-02, -4.7522e-02, -5.4371e-03, 7.7672e-03,
-6.7957e-02, 9.6097e-03, 2.3105e-02, 6.8760e-02, -3.3053e-02,
-9.7373e-02, 5.7239e-02, 5.3987e-02, 3.3585e-02, -4.0876e-03,
9.7608e-02, -5.2774e-02, -5.8991e-02, -2.0766e-02, -3.9151e-02,
-3.4914e-02, -7.4280e-03, -2.2390e-02, 1.5286e-02, 1.3286e-02,
1.8227e-02, 1.1027e-01, -2.0111e-02, -6.0029e-02, -7.4344e-03,
4.0312e-02, 6.5469e-02, 3.6216e-02, -4.1606e-02, 9.5414e-02,
4.2185e-02, -1.5831e-02, 2.9630e-02, -6.2256e-02, -1.0949e-02,
2.4319e-02, -2.0666e-02, 8.9589e-02, -6.1633e-03, -1.3039e-01,
-5.9465e-02, -4.2188e-03, 4.6587e-02, 1.8521e-02, -4.8089e-03,
-4.2048e-02, 1.1179e-01, -1.1434e-01, 2.9827e-02, 5.0411e-02,
-3.0293e-02, -6.3780e-04, 1.0871e-02, -1.0630e-02, -1.9056e-01,
3.2111e-02, -1.2965e-02, 4.3225e-04, 9.0439e-02, -5.9057e-02,
2.4010e-02, 2.7448e-02, 1.1604e-02, -1.1706e-01, -2.3081e-02,
6.1099e-02, 2.1405e-02, -1.0180e-01, 6.9878e-03, 9.5777e-03,
6.4130e-02, -1.3203e-02, -5.6103e-02, 7.1521e-04, 1.2009e-01,
4.5167e-02, 2.1895e-02, -2.0344e-03, 4.8466e-02, -1.9571e-03,
5.0425e-02, 6.7022e-03, -1.2059e-02, -2.4605e-02, 1.5715e-02,
5.7741e-02, -8.6605e-02, -5.7756e-02, 3.1467e-02, -7.8028e-03,
9.9193e-02, 1.2418e-02, -8.2029e-02, 6.1182e-02, 3.3723e-02,
2.4503e-02, -6.3795e-03, -2.3745e-02, -1.0845e-01, 3.5136e-02,
-9.0181e-02, 1.0411e-03, 1.0206e-01, 2.1709e-02, -1.8355e-02,
6.8912e-02, 7.4725e-03, -8.3091e-03, -4.0571e-03, 2.6588e-02,
3.3330e-03, 3.9623e-02, -3.6279e-02, -8.7485e-03, 1.5204e-02,
9.8422e-03, 4.3610e-02, -3.4126e-02, 1.8777e-02, 2.4332e-04,
2.7876e-02, -1.4338e-02, -1.5745e-02, -5.7788e-02, 8.1195e-02,
-1.5314e-02, -1.0097e-01, 5.5833e-04, 4.0136e-02, -8.7418e-02,
1.1632e-02, -7.8339e-03, -3.4773e-02, 1.8637e-02, -1.9764e-02,
1.9351e-02, -4.1527e-02, 8.9202e-02, -7.5541e-02, 4.6920e-02,
-2.8822e-02, -7.6949e-02, 5.2143e-02, -2.3133e-02, 6.4288e-02,
1.2194e-02, 1.5469e-02, -1.1196e-02, -1.7808e-02, 1.0216e-01,
-3.0620e-02, -7.7768e-02, -6.2097e-02, -3.5091e-02, -1.9864e-02,
-5.8984e-02, 1.9080e-02, 5.7549e-02, -3.8360e-03, -3.7482e-03,
8.1690e-02, 4.3854e-02, 1.4243e-02, 1.1060e-02, 4.3527e-02,
-6.9427e-03, 3.4730e-02, -9.2622e-02, 5.1080e-02, 2.4553e-02,
-1.5178e-02, 3.8423e-02, 8.2929e-02, 3.3734e-02, -3.9551e-02,
-2.2564e-02, 7.3105e-02, -6.4529e-02, -4.2589e-02, -4.5428e-02,
2.3707e-02, 2.0393e-02, 6.8423e-02, -1.9260e-02, 3.2990e-02,
2.4798e-02, -7.6346e-02, -3.2959e-02, 1.2004e-02, -3.9468e-02,
-4.8339e-02, -2.1576e-02, -2.1640e-02, -2.8607e-02, -9.7004e-02,
2.5714e-03, 6.5958e-02, 6.9195e-03, -2.7029e-02, 6.1321e-02,
-1.3621e-02, -5.7522e-02, -2.4154e-02, -3.2879e-02, -3.1379e-02,
5.1209e-02, 5.9452e-02, 1.6058e-03, 4.0031e-02, -1.4792e-01,
1.3623e-03, 6.7885e-04, -1.6577e-02, 7.0300e-02, 2.9591e-03,
5.4779e-02, -9.4549e-02, 1.8845e-02, -2.2221e-02, -7.3013e-02,
-5.4034e-02, 3.8061e-02, -1.9710e-02, 2.3712e-02, -1.0405e-02,
-4.8608e-02, 5.5302e-02, -3.3510e-02, 1.2265e-02, 4.0336e-02,
2.4673e-02, 2.8333e-02, 3.8700e-02, -2.7416e-02, -7.4126e-02,
5.6862e-03, 5.2989e-03, -3.7293e-02, -4.8884e-02, 4.9994e-02,
-6.5105e-02, -1.5059e-02, 6.1089e-02, -4.9164e-03, -7.2858e-02,
-5.5214e-02, -1.8701e-01, 2.0212e-02, -6.5053e-02, 8.9913e-03,
-3.7854e-02, -2.4125e-02, 3.7649e-02, 2.4011e-02, 6.9356e-02,
-6.9418e-02, 1.4885e-02, -1.1456e-02, 2.7182e-02, 4.1573e-02,
-2.1669e-02, 1.5693e-02, -8.8130e-02, -4.7406e-02, 8.6631e-02,
-5.5904e-04, 3.8627e-02, 5.5580e-03, -1.2581e-01, 4.8401e-02,
5.5346e-02, -5.2194e-02, 2.0932e-02, -1.4979e-02, -4.1722e-03,
3.3973e-02, -5.6835e-02, -4.2777e-02, 4.1578e-03, -3.8035e-03,
9.3853e-02, -4.2158e-02, -2.4621e-02, 1.8000e-03, 2.3134e-02,
-5.6267e-02, 1.4180e-01, -1.8609e-02, 1.2967e-01, -9.9896e-02,
5.8224e-02, -1.8349e-03, 1.0238e-01, 4.3598e-02, 3.8141e-02,
-1.7983e-02, -2.2910e-02, -4.9694e-02, -4.2667e-02, -2.7574e-02,
6.7938e-03, -5.0525e-02, -1.5588e-02, 5.9594e-02, -1.4212e-01,
1.3734e-02, 3.1785e-03, 7.0500e-01, 6.1944e-04, 4.1163e-02,
8.8998e-03, -5.1436e-02, 3.5914e-02, -2.5050e-03, -2.6887e-02,
-6.0184e-02, 3.5376e-02, 3.1996e-02, -4.6698e-02, -1.5147e-02,
-4.7648e-02, 7.5279e-02, -2.1614e-02, 1.0493e-02, 5.2518e-02,
1.2097e-02, -8.0884e-02, 6.9545e-02, -1.0071e-01, 9.1263e-03,
3.2763e-02, -8.2877e-02, 3.8596e-02, -5.5571e-02, 2.1332e-02,
3.7865e-02, -3.1137e-02, -6.9306e-02, -1.0235e-02, 6.3006e-02,
9.3525e-03, 4.0809e-02, 1.5351e-02, 4.6599e-02, 1.2410e-01,
2.1611e-02, -2.6373e-03, 6.6834e-02, 7.1889e-02, -6.3081e-02,
-2.8941e-02, -1.8130e-02, 8.0414e-03, 7.1908e-02, -2.5067e-02,
7.0164e-02, 4.5024e-02, -1.1104e-01, -2.7166e-02, -3.8002e-02,
-9.1135e-02, 7.6892e-03, -5.0589e-02, 1.1661e-01, -6.6785e-02,
-8.8182e-02, -3.8483e-02, 3.7991e-02, -4.6206e-03, -3.2661e-02,
1.8988e-02, -2.1217e-02, -4.2505e-03, -2.5359e-03, -1.0656e-01,
2.1580e-02, 4.9418e-02, 1.1772e-01, -7.6746e-02, 4.3428e-02,
-1.3349e-02, -4.0094e-02, 6.5983e-03, 1.9359e-02, -8.1892e-03,
-4.4699e-02, 6.5421e-02, -2.2556e-02, 4.5219e-02, 1.5614e-02,
-2.5252e-02, 4.4399e-02, -4.2979e-02, -8.1993e-02, 5.0819e-02,
3.8273e-04, 1.1926e-02, -1.6994e-02, -3.0513e-02, 1.5852e-02,
-4.8277e-02, 8.4762e-02, 7.8287e-02, 1.2743e-01, -3.8637e-02,
-3.3779e-03, -6.0481e-03, -4.9824e-02, -6.9885e-02, 5.3709e-02,
-4.6259e-02, -8.7520e-02, 4.9649e-03, 1.0475e-02, 5.5359e-02,
7.4705e-02, -1.5931e-02, 1.0527e-01, 4.6434e-02, -1.3514e-02,
-2.2339e-02, 2.1108e-04, 3.7488e-03, -3.1849e-02, -6.4137e-02,
3.5894e-02, -1.2525e-02, 5.9368e-02, -3.0677e-02, 2.7830e-02,
-7.3826e-02, -8.7661e-02, -5.1327e-02, 6.3767e-03, -8.5572e-03,
1.6125e-03, 9.2416e-03, -3.9684e-02, 4.4465e-02, 7.4251e-02,
-3.7576e-02, 3.5950e-02, 2.5164e-02, -5.0357e-02, -1.6347e-02,
7.7913e-02, -1.3076e-03, 3.8335e-02, -5.0006e-02, 2.1574e-02,
2.4783e-03, -1.0246e-01, -1.0757e-01, 1.9729e-02, 2.6283e-03,
3.5986e-02, 4.8952e-03, 2.4212e-02, -1.5151e-02, 1.7132e-02,
9.3781e-02, -3.9120e-02, 8.9443e-03, 3.3940e-02, 7.8593e-03,
9.7689e-03, 1.1189e-01, 9.2984e-02, -3.6230e-02, 2.6444e-02,
-5.6048e-03, -8.5422e-03, -1.3038e-02, 6.9088e-02, 4.3658e-02,
-1.9244e-01, -2.9643e-02, -4.4271e-02, -6.0253e-04, -2.6890e-03,
-7.0890e-02, 2.7949e-02, 3.2503e-02, -1.4032e-01, 5.0569e-02,
-6.7287e-03, -2.6281e-02, 6.9952e-02, -1.5085e-02, -1.0764e-02,
-1.7845e-03, -3.3893e-02, -3.8500e-02, -7.6805e-02, -9.1290e-02,
-4.5444e-02, 6.1396e-02, -1.8745e-02, 1.2584e-01, 2.0745e-02,
7.0369e-02, -2.7814e-02, 1.3296e-02, 1.1846e-01, -2.3231e-02,
1.4915e-01, 1.9380e-03, 2.9126e-02, 3.1492e-02, 2.0209e-03,
1.1703e-01, 7.4755e-03, 8.6997e-03, -4.3393e-02, -3.5209e-02,
5.1413e-02, -2.0158e-02, -3.1908e-03], device='cuda:0')),
('bert.encoder.layer.6.attention.output.LayerNorm.weight',
tensor([0.8364, 0.8694, 0.8467, 0.8225, 0.8373, 0.8112, 0.7319, 0.7697, 0.9123,
0.7384, 0.9215, 0.9015, 0.9599, 0.9348, 0.8753, 0.7033, 0.8240, 0.8131,
0.8401, 0.8755, 0.7717, 0.9516, 0.8262, 0.8161, 0.7908, 0.8656, 0.8684,
0.9152, 0.8481, 0.9037, 0.8574, 0.6996, 0.9112, 0.7174, 0.8346, 0.8204,
0.7016, 0.9105, 0.7346, 0.8809, 0.9283, 0.8580, 0.8838, 0.8999, 0.9444,
0.9015, 0.8629, 0.9016, 0.9365, 0.8236, 0.9219, 0.8003, 0.8208, 0.8775,
0.7436, 0.7198, 0.8184, 0.8584, 0.7775, 0.7984, 0.8632, 0.9526, 0.9416,
0.9345, 0.7520, 0.9435, 0.8642, 0.8250, 0.7063, 0.7678, 0.8746, 0.8665,
0.8569, 0.8245, 0.9094, 0.9266, 0.8308, 0.8529, 0.9390, 0.8877, 0.8706,
0.8140, 0.8620, 0.8795, 0.6469, 0.8643, 0.7837, 0.8462, 0.9204, 0.8338,
0.8660, 0.8175, 0.8800, 0.8601, 0.8147, 0.8133, 0.6725, 0.8787, 0.9143,
0.8712, 0.7844, 0.9400, 0.7646, 0.9506, 0.7043, 0.9340, 0.9333, 0.7821,
0.9181, 0.9058, 0.7892, 0.8299, 0.9405, 0.6268, 0.8466, 0.9335, 0.8763,
0.8612, 0.9041, 0.9375, 0.8843, 0.8838, 0.8899, 0.7661, 0.7254, 0.7856,
0.8600, 0.7854, 0.8592, 0.8082, 0.8956, 0.7729, 0.8618, 0.8802, 0.8993,
0.8595, 1.1195, 0.8955, 0.9133, 0.8939, 0.7352, 0.9137, 0.8400, 1.1775,
0.8074, 0.8600, 0.8740, 0.8877, 0.8746, 0.9236, 0.8943, 0.8631, 0.9110,
0.8600, 0.8744, 0.8364, 0.9138, 0.8848, 0.8318, 0.8727, 1.0079, 0.9229,
0.7302, 0.8789, 0.8102, 0.9000, 0.8691, 0.6644, 0.8368, 0.8672, 0.9093,
0.6963, 0.7126, 0.8267, 0.8297, 0.9073, 0.9357, 0.8156, 0.9406, 0.8523,
0.8148, 0.8547, 0.7744, 0.9248, 0.9030, 0.8861, 0.8063, 0.8865, 0.8507,
0.8772, 0.8342, 0.7041, 0.8427, 0.8679, 0.8544, 0.9121, 0.9069, 0.7371,
0.8219, 0.9228, 0.9126, 0.7587, 0.9150, 0.8635, 0.7838, 0.8435, 0.9132,
0.9582, 0.8852, 0.8067, 0.9102, 0.9225, 0.7974, 0.9052, 0.8405, 0.9062,
0.8344, 0.7529, 0.8585, 0.8292, 0.9112, 0.8494, 0.9201, 0.9351, 0.8851,
0.8690, 0.9066, 0.9020, 0.8508, 0.6089, 0.8044, 0.9224, 0.8258, 0.8564,
0.7968, 0.8745, 0.6672, 0.9225, 0.8760, 0.9110, 0.8430, 0.7776, 0.8354,
0.8195, 0.8842, 0.7930, 0.9139, 0.7835, 0.9298, 0.9385, 0.8822, 0.8720,
0.9978, 0.9630, 0.9715, 0.8988, 0.9143, 0.7011, 0.8740, 0.8776, 0.6905,
0.8498, 0.8527, 0.8289, 0.8450, 0.8652, 0.8784, 0.9321, 0.7367, 0.9003,
0.8906, 0.8806, 0.9570, 0.8253, 0.9626, 0.9122, 0.8507, 0.8872, 0.8316,
0.9261, 0.9753, 0.9006, 0.7471, 2.9666, 0.8906, 0.9407, 0.7231, 0.9418,
0.8813, 0.8001, 0.7610, 0.8277, 0.7493, 0.8474, 0.8645, 0.8037, 0.8423,
0.6611, 0.9425, 0.8654, 0.9127, 0.8259, 0.8298, 0.8531, 0.8147, 0.9306,
0.7776, 0.9152, 0.9151, 0.8668, 0.8009, 0.8469, 0.8320, 0.7457, 0.8098,
0.9206, 0.8234, 0.7728, 0.9637, 0.7484, 0.7905, 0.8833, 0.8475, 0.9346,
0.7583, 0.8075, 0.8813, 0.7997, 0.9229, 0.8565, 0.9362, 0.8784, 0.9308,
0.9076, 0.9468, 0.9124, 0.8807, 0.9292, 0.9310, 0.7785, 0.6559, 0.9150,
0.7658, 0.9372, 0.8459, 0.9364, 0.8938, 0.8439, 0.8535, 0.8237, 0.8751,
0.8302, 0.8223, 0.8470, 0.9461, 0.8646, 0.8249, 0.8491, 0.8524, 0.7591,
0.8490, 0.9064, 0.8403, 0.9277, 0.8584, 0.8719, 0.8956, 0.9840, 0.8932,
0.8208, 0.8243, 0.9031, 0.8730, 0.8732, 0.8301, 0.8253, 0.8157, 0.8828,
0.8740, 0.6457, 0.8256, 0.8313, 0.9274, 0.9229, 0.7903, 0.7583, 0.7394,
0.8954, 0.9118, 0.7998, 0.9367, 0.7865, 0.8756, 0.8920, 0.8494, 0.8824,
0.7517, 0.9406, 0.8393, 0.7707, 0.7252, 0.8090, 0.7491, 0.8470, 0.8772,
0.8706, 0.7871, 0.8613, 0.9102, 0.9660, 0.8150, 0.7917, 0.9089, 0.9459,
0.9285, 0.8098, 0.7580, 0.9889, 0.8177, 0.9022, 0.8634, 0.9651, 0.9020,
0.7768, 0.8499, 0.9000, 0.8700, 0.6843, 0.8689, 0.9332, 0.8549, 0.8841,
0.7986, 0.9714, 0.6992, 0.9330, 0.8775, 0.8117, 0.8690, 0.8901, 0.9293,
0.7494, 0.8254, 0.8369, 0.8315, 0.7801, 0.8904, 0.9190, 0.8892, 0.8410,
0.8907, 0.6954, 0.8649, 0.9064, 0.8467, 1.0182, 0.7631, 0.7828, 0.8554,
0.8585, 0.8043, 0.8653, 0.7704, 0.9191, 0.7230, 0.7763, 0.8492, 0.7969,
0.8950, 0.8665, 0.9513, 0.8398, 0.9592, 0.8587, 0.9199, 0.8619, 0.6711,
0.9213, 0.7919, 0.9974, 0.8394, 0.8340, 0.9105, 0.9120, 0.8854, 0.7978,
0.9587, 0.7435, 0.9690, 0.8004, 0.8024, 0.9073, 0.8713, 0.7982, 0.9318,
0.8048, 0.8267, 0.9343, 0.8048, 0.8801, 0.9242, 0.9072, 0.8166, 0.8773,
0.8917, 1.0122, 0.9425, 0.8508, 0.8781, 0.8643, 0.8887, 0.8738, 0.8421,
0.8721, 0.9246, 0.7575, 0.9040, 0.8214, 0.7154, 0.9180, 0.9165, 0.7112,
0.8627, 0.9339, 0.8768, 0.9709, 0.9562, 0.9596, 0.8821, 0.9010, 0.8741,
0.8978, 0.8621, 0.7853, 0.8194, 0.8176, 0.7535, 0.8740, 0.8439, 0.8480,
0.9280, 0.9193, 0.7574, 0.7510, 0.7992, 0.9729, 0.8036, 0.7949, 0.8768,
0.8887, 0.8052, 0.8236, 0.9461, 0.8629, 0.7512, 0.8393, 0.7686, 1.4043,
0.8386, 0.8544, 0.9203, 0.9290, 0.7023, 0.8985, 0.9049, 0.9150, 0.8391,
0.8827, 0.7781, 0.9429, 0.7614, 0.8504, 0.7909, 0.8444, 0.9158, 0.9239,
0.8244, 0.8386, 0.8815, 0.9064, 0.8751, 0.9399, 0.8907, 0.8515, 0.8906,
0.9140, 0.8282, 0.8788, 0.7847, 0.7619, 0.9228, 0.7294, 0.8223, 0.8117,
0.8464, 0.9925, 0.8210, 0.8151, 0.8905, 0.8387, 0.8875, 0.8182, 0.7507,
0.8888, 0.9379, 0.8684, 0.8604, 0.7764, 0.9282, 0.9113, 0.8643, 0.7451,
0.8167, 0.8521, 0.9837, 0.9412, 0.9399, 0.9642, 0.8985, 0.9020, 0.8440,
0.7675, 0.8776, 0.9723, 0.8593, 0.9406, 0.9059, 0.8379, 0.8168, 0.8130,
0.8914, 0.8960, 0.7843, 0.8586, 0.7949, 0.8588, 0.9040, 0.8949, 0.8701,
0.8387, 0.9532, 0.8275, 0.8881, 0.8361, 0.8347, 0.8012, 0.7244, 0.9164,
0.9345, 0.8210, 0.7498, 0.9397, 0.7773, 0.7876, 0.8217, 0.8468, 0.9061,
0.8459, 0.8779, 0.8963, 0.8926, 0.8538, 0.8513, 0.8353, 0.7815, 0.8550,
0.9691, 0.6604, 0.6967, 0.8571, 0.9637, 0.7813, 0.8309, 0.9718, 0.9181,
0.8344, 0.8524, 0.8988, 0.9391, 0.8834, 0.9369, 0.8025, 0.8704, 0.9268,
0.9162, 0.8450, 0.8067, 0.9336, 0.8609, 0.9280, 0.9169, 0.6808, 0.8795,
0.8829, 0.9435, 0.8810, 0.8841, 1.0112, 0.7914, 0.9493, 0.7793, 0.7830,
0.7253, 0.8194, 0.8871, 0.9630, 0.8729, 0.9308, 0.8303, 0.9033, 0.8364,
0.9222, 0.8884, 0.8014, 0.9635, 0.8372, 0.7983, 0.7858, 0.8377, 0.9214,
0.8878, 0.8751, 0.9218, 0.7770, 0.9257, 0.6286, 0.9440, 0.7977, 0.8768,
0.8714, 0.8346, 0.8072, 0.9516, 0.9819, 0.8114, 0.9356, 0.9277, 0.7892,
0.8539, 0.8998, 0.9374, 0.8382, 0.7168, 0.8415, 0.8102, 0.7467, 0.8570,
0.8390, 0.8312, 0.7049, 0.8234, 0.8500, 0.8732, 0.8206, 0.9044, 0.8206,
0.7838, 0.8564, 0.8875, 0.8175, 0.8048, 0.8900, 0.9379, 0.8596, 0.9346,
0.8647, 0.9327, 0.8552], device='cuda:0')),
('bert.encoder.layer.6.attention.output.LayerNorm.bias',
tensor([-4.6823e-03, -1.7083e-01, -2.2697e-01, 1.5840e-01, -8.5654e-02,
2.8015e-02, -3.0958e-01, 1.2416e-01, 1.3281e-01, -6.4285e-02,
7.6125e-02, -2.4780e-02, -9.5055e-02, -2.1356e-01, -1.2417e-02,
2.5105e-01, 1.9816e-02, -7.2606e-02, -1.8456e-01, -5.7018e-02,
6.5265e-02, 9.3534e-02, 4.7092e-02, 6.4169e-02, -1.0661e-01,
9.8696e-02, 9.1223e-02, 2.5247e-01, 9.8907e-02, -3.0428e-03,
-1.0400e-01, -1.0808e-02, -1.0109e-01, -5.1531e-02, -1.0229e-02,
6.0706e-02, -1.9607e-01, 5.8068e-02, -3.1958e-02, 2.0698e-01,
-5.4773e-03, -1.9490e-01, 4.2923e-02, 7.6462e-02, 7.1535e-02,
-1.2122e-01, -7.1553e-02, 1.1890e-01, -5.7750e-02, 1.4536e-01,
-1.5219e-02, 1.8311e-01, 2.3390e-01, -1.8040e-01, 5.9075e-02,
-4.1467e-02, -2.4845e-01, -8.7439e-02, 3.7847e-02, 8.3733e-02,
-7.2160e-02, -8.7390e-02, 8.2519e-02, -3.4533e-01, -2.6516e-01,
1.3224e-01, 4.6446e-02, -8.1832e-02, 1.9323e-01, -4.6676e-02,
-1.6974e-01, -1.5006e-01, -4.0990e-02, 1.8891e-02, 1.0404e-02,
1.1648e-01, -4.4830e-02, -3.6254e-02, -1.0371e-02, 6.5539e-02,
1.0817e-01, -2.8272e-02, -7.5172e-02, 8.0963e-02, 6.6721e-02,
5.1962e-02, -2.8830e-02, 5.2478e-02, 6.8272e-02, 5.0373e-02,
-2.0705e-01, -1.2482e-01, -1.7389e-01, -4.5832e-02, -8.6078e-02,
6.1417e-02, 2.3793e-02, -2.5205e-02, -8.7811e-02, 6.7777e-02,
-8.1779e-02, -1.3184e-02, -1.0190e-01, 9.4964e-02, -2.1882e-01,
-1.1216e-02, 8.2283e-02, 5.2432e-02, -6.8531e-02, -7.5750e-02,
-7.6864e-02, -1.2183e-01, -4.4938e-02, -8.8471e-02, 2.9544e-01,
1.4289e-01, -1.4320e-01, 1.5803e-01, -2.4035e-02, 3.8265e-02,
-3.9134e-02, 3.1995e-03, -5.9011e-02, 2.7182e-02, -5.0375e-02,
7.4324e-02, 1.2111e-02, 5.8397e-02, -1.5632e-01, -6.9188e-02,
-1.4711e-01, 3.4873e-02, -1.5419e-02, 2.3235e-02, -1.1438e-01,
-1.5697e-02, 6.5266e-01, 8.2536e-02, 5.6330e-02, -1.5107e-02,
-1.2410e-01, -2.2206e-01, 6.5374e-02, -1.6769e+00, -2.0164e-02,
-1.5301e-01, 2.0501e-02, -4.6092e-02, -1.1898e-01, -3.6109e-01,
-5.3669e-02, 1.6613e-02, -7.3462e-02, 9.9219e-02, 4.6607e-02,
-7.0823e-02, -1.0707e-01, -2.0071e-01, 8.7165e-02, -1.8659e-01,
1.7513e-01, 6.5788e-02, 3.5173e-02, -5.7657e-02, -6.7447e-02,
-2.0868e-01, 3.7985e-02, 8.1310e-02, -9.5888e-02, -1.0842e-01,
1.1611e-02, 7.1309e-02, -1.0920e-01, 8.0038e-02, 2.2410e-01,
5.0774e-02, 1.5113e-01, -2.0838e-01, -5.5260e-02, -7.5358e-02,
-2.7814e-01, -4.2708e-02, -2.3439e-02, -3.5569e-02, 9.8544e-02,
-3.1074e-02, -1.7829e-01, -5.1554e-02, -9.5441e-02, -1.8883e-02,
1.2384e-01, 9.9120e-02, 2.0228e-01, 8.7956e-02, -5.3604e-02,
-1.6466e-01, -7.5672e-02, -1.0060e-01, -1.3226e-01, -1.8455e-01,
7.0234e-02, 6.8786e-02, -6.2844e-02, 1.6462e-01, -8.8992e-03,
-7.7377e-02, 6.0632e-02, -1.4958e-01, -8.1561e-02, -5.9560e-02,
-1.0192e-02, -3.9215e-02, 1.2560e-01, -7.9150e-02, 5.2591e-02,
2.2770e-02, 1.3790e-01, 5.1091e-02, -4.1585e-02, 1.0679e-02,
8.7009e-02, 3.4285e-02, 1.6288e-01, -2.4366e-01, -1.9942e-01,
5.8579e-02, -9.8902e-04, -4.0957e-02, 6.4816e-02, -1.1103e-01,
1.3771e-02, 1.0742e-01, 3.7679e-02, -2.8967e-01, -5.3828e-02,
3.4017e-02, -8.9865e-02, -1.4975e-01, 3.6448e-02, 5.1314e-02,
-8.7107e-02, 1.9129e-02, 1.9665e-01, 9.1041e-02, -9.1379e-02,
-1.6810e-01, 2.5399e-02, 9.5655e-02, 8.1645e-02, 1.1465e-01,
-2.6478e-03, 8.1611e-05, 1.8034e-03, 8.1339e-02, 9.8526e-02,
5.6625e-02, -9.0364e-02, -5.7352e-02, -8.0030e-02, 1.3103e-01,
4.0233e-02, -5.8716e-02, 4.3390e-02, -1.1851e-01, 7.6201e-02,
1.4997e-01, 8.4055e-02, 3.9659e-02, -5.4477e-02, -1.8979e-01,
-6.4978e-02, -2.9551e-01, 6.3137e-02, 9.3544e-04, 1.5885e-01,
4.2713e-02, -1.5744e-01, 7.0610e-03, 1.6909e-01, -1.2457e-01,
-6.7157e-02, 4.6182e-02, -5.6460e-02, 1.4146e+00, 1.0677e-02,
-1.1097e-03, 5.6080e-02, -2.9228e-01, 1.3171e-01, 1.1353e-01,
3.2010e-02, 1.8463e-02, 2.2412e-02, -2.0297e-01, -1.5543e-01,
-1.8500e-01, -8.4718e-02, 3.1102e-03, -4.6340e-02, 5.4530e-03,
7.9413e-02, -1.3353e-01, 5.4103e-02, 8.6595e-02, 1.2824e-01,
-7.4145e-02, -6.2643e-02, 6.0793e-02, -1.4990e-01, 1.9787e-01,
1.0582e-01, 5.7651e-02, 2.6047e-02, 2.0390e-01, -2.6385e-02,
-8.5074e-02, 1.2035e-01, -1.0150e-02, -7.9083e-02, 9.4649e-02,
-1.8201e-01, -5.9373e-02, 8.8700e-02, -9.2404e-02, -7.4233e-02,
-2.0428e-01, -1.0436e-01, -2.1497e-02, -4.2269e-02, 7.4904e-02,
-1.6391e-01, 2.8359e-02, 8.3415e-02, -1.7484e-03, 3.1057e-03,
-9.3472e-02, -1.1399e-02, 8.8166e-02, -1.3056e-01, -5.3626e-02,
2.7303e-03, 4.1138e-02, 2.5324e-02, -5.0667e-02, 7.2183e-02,
6.2395e-03, -1.4500e-02, -9.7185e-02, 5.9322e-02, -1.0874e-02,
-1.0362e-02, -6.8776e-02, -1.9007e-01, 4.4618e-02, 1.2414e-01,
-2.6316e-01, 1.1278e-01, 5.4172e-04, -3.8023e-02, -2.3815e-01,
8.9377e-03, -1.5860e-01, 1.4443e-01, -1.3466e-01, -2.0997e-01,
1.2725e-01, -2.2596e-02, 4.3487e-02, 1.8828e-02, 7.0549e-02,
-1.2947e-01, -1.4253e-01, 7.2570e-03, -1.7388e-04, -2.1121e-01,
1.8225e-03, 6.8132e-03, -1.0499e-01, 1.0651e-02, -1.0113e-01,
-1.8950e-01, 7.9394e-02, 1.5980e-01, 8.4127e-02, -4.3573e-02,
-1.0525e-01, 1.3536e-01, -3.4884e-02, 2.0495e-01, -2.3102e-01,
-2.1234e-02, 9.4131e-02, -9.8479e-03, -1.9287e-03, 1.7144e-03,
-1.3247e-01, 4.8556e-02, -6.0556e-02, -2.4094e-01, 1.6239e-02,
3.6960e-02, 1.9614e-01, -2.7991e-02, -1.5794e-02, -1.4570e-01,
8.8365e-02, -9.8296e-03, -2.2399e-01, -8.1029e-02, -5.4308e-02,
-1.7501e-01, -3.6752e-02, 7.9946e-02, -6.7813e-02, -1.9448e-02,
-8.8732e-02, -5.9496e-02, 3.1296e-01, -1.7031e-01, -1.3344e-01,
-8.7863e-02, -1.4924e-01, -1.6762e-01, 1.3466e-01, 2.1272e-01,
-4.8685e-02, -9.4657e-02, 1.1212e-02, 7.9372e-02, 5.5378e-02,
-8.5899e-02, -2.6411e-02, -6.6355e-02, 2.3946e-01, -7.5260e-02,
5.9632e-03, 7.6747e-02, -1.3178e-01, -1.5998e-02, -3.0747e-02,
3.8468e-02, -7.6164e-02, -7.4943e-02, -7.1478e-02, 7.2049e-03,
-1.3691e-01, -1.8676e-02, -5.2289e-02, 2.4405e-02, -7.2571e-02,
2.9287e-02, 1.9654e-01, 7.9733e-02, 4.6059e-02, -1.0540e-01,
-3.0947e-01, 4.3127e-02, -2.3282e-01, -1.0861e-01, -6.5084e-02,
5.1746e-03, -4.8059e-02, -1.4706e-01, 5.5789e-02, -7.9522e-02,
1.4440e-02, 1.0906e-01, -2.9124e-02, 4.4181e-03, 7.7798e-02,
1.5508e-01, 7.2580e-02, -7.6563e-02, 1.3530e-01, 4.3552e-02,
1.0307e-01, -3.0295e-02, 1.9379e-02, 2.4543e-02, -1.0758e-01,
-5.1583e-02, -1.5190e-01, -4.6294e-02, 6.8439e-02, 1.0889e-01,
-5.4434e-02, 6.9662e-03, 6.9650e-02, -6.0650e-02, -4.7325e-02,
-4.7241e-02, -4.9760e-02, -1.3467e-01, -1.4251e-01, 1.8693e-01,
1.7477e-04, 1.0790e-01, -9.3271e-02, -1.3117e-02, 8.8653e-02,
3.0233e-01, 2.9738e-02, -3.1834e-02, -1.9079e-01, -1.5657e-01,
1.7582e-01, -5.4107e-02, 1.4434e-01, -5.3383e-02, -8.6992e-02,
-1.7113e-01, -7.8733e-02, 1.0128e-01, -1.8826e-02, -2.1081e-01,
-1.0710e-01, -4.8901e-02, 5.0909e-02, 2.2235e-01, 5.9112e-02,
-1.6406e-01, -7.3527e-02, 6.2236e-03, -5.9434e-02, 2.6944e-02,
-7.5010e-02, 9.2052e-02, 3.2300e-02, 4.3160e-02, -1.4220e-02,
-1.1430e-01, 1.6921e-01, -1.0691e-01, -1.0011e-01, -1.9394e-01,
-2.4593e-02, 4.1216e-02, 7.1829e-02, -1.9172e-01, 1.1202e-01,
-1.8078e-01, -8.7418e-02, -6.3781e-02, -2.8131e-01, 7.7669e-02,
2.2090e-01, 5.5241e-03, 4.6912e-02, 3.3770e-02, 1.1297e-01,
6.8041e-02, 8.2621e-02, -9.5872e-02, 5.4398e-02, 1.4762e-01,
1.0615e-01, -1.9242e-01, -1.5503e+00, -1.3870e-01, 1.2423e-01,
-4.4661e-02, 8.8223e-02, -1.1814e-01, -8.9726e-02, 7.7641e-02,
-3.3409e-02, 6.0221e-02, -3.0888e-02, 4.0323e-02, 1.4568e-01,
9.5209e-02, -6.5186e-02, 7.0158e-02, -1.2162e-01, 1.0681e-01,
-1.1012e-01, -1.1614e-02, -9.6408e-02, 1.4489e-02, -2.2443e-01,
-1.4455e-02, 2.1371e-01, -4.7432e-02, 5.6370e-02, -6.0575e-02,
-1.7164e-02, -5.6160e-03, 1.5963e-02, 1.0642e-01, -6.4736e-03,
-5.8591e-02, 1.5137e-01, -7.0482e-02, -1.5285e-01, -2.2131e-01,
1.4338e-01, 1.6258e-01, 8.5231e-02, -8.7716e-02, 1.4014e-01,
-2.5170e-02, -3.5433e-02, -1.1484e-01, -1.2562e-01, -9.1132e-04,
-1.2402e-01, 4.3743e-02, 1.3431e-01, 1.2531e-01, 1.7862e-01,
5.9242e-02, 3.9147e-02, -6.0718e-02, -2.9035e-01, 9.7529e-02,
2.4193e-01, -1.5231e-02, -8.7008e-02, -4.4894e-02, 4.8268e-02,
-1.2043e-01, -2.3975e-02, 2.1385e-01, 8.5559e-02, 1.4191e-01,
-8.9106e-02, -1.1213e-01, -1.4646e-01, 7.1249e-02, 1.5848e-01,
-1.7685e-01, 1.4330e-01, -1.2892e-01, -1.0353e-01, 5.2728e-02,
3.6503e-03, -1.7453e-01, 5.0740e-02, -9.1744e-02, -7.1203e-02,
3.1042e-02, -1.5866e-01, 1.6205e-01, 1.1169e-01, -5.2213e-02,
-2.4886e-01, -1.1687e-01, 5.9999e-02, -1.3955e-01, -3.2918e-01,
-7.7306e-03, -1.2639e-01, -4.1395e-04, -5.9163e-02, 1.3128e-01,
5.8332e-02, -8.0358e-02, -4.4982e-02, 1.2416e-01, -8.8326e-02,
1.4871e-01, 7.5186e-02, -1.6669e-02, -2.7806e-02, -6.2154e-02,
-4.7932e-02, 1.2910e-01, -6.6020e-02, -1.0971e-01, 5.9126e-02,
1.3006e-02, 2.2496e-01, 2.9248e-02, -2.6338e-02, 2.3319e-01,
4.7206e-02, 3.9511e-02, -1.9221e-01, -1.5877e-01, 9.3830e-02,
7.9753e-02, -7.9385e-02, 2.9072e-02, 5.2732e-03, -1.4824e-02,
-1.4150e-02, -3.7644e-02, 2.3693e-02, -7.4232e-02, -4.4419e-02,
5.1272e-02, 1.8348e-02, -7.7962e-02, 1.1915e-01, 5.6008e-03,
-1.1195e-01, 6.0238e-03, -2.3289e-01, 6.9523e-02, 1.8027e-02,
1.5480e-01, 1.0411e-01, 2.6085e-02, -2.0976e-01, -1.2789e-01,
-1.5141e-01, -5.5373e-02, -3.4848e-02, -3.4778e-02, -8.3197e-02,
-4.9869e-02, -8.2580e-02, 1.3754e-01, -1.0152e-01, -1.4617e-02,
1.9788e-02, -1.6242e-01, 1.5857e-02, 6.3889e-02, 1.2574e-01,
-6.7059e-02, -3.9749e-02, 1.8555e-02, -1.5355e-01, -9.4020e-02,
4.6224e-02, 1.1100e-01, -1.3083e-01, -4.2436e-03, -6.2652e-02,
-4.7989e-02, -8.9446e-02, -1.8729e-01, 2.6301e-01, -9.8632e-02,
-8.1047e-02, 8.7351e-02, 6.0644e-02, 8.5122e-03, -6.6974e-02,
-7.1592e-02, -9.6958e-02, 1.0677e-01, 1.6882e-01, 1.7796e-02,
-4.3523e-02, -1.8369e-01, -3.2581e-02, -1.6529e-01, 1.3339e-02,
-6.4152e-02, 4.1567e-02, -3.6737e-03, -8.0705e-02, -4.8078e-02,
-1.6352e-01, -3.5382e-02, -7.1913e-02, -1.4966e-02, 6.3191e-02,
-1.4923e-01, -1.8434e-01, 5.0295e-02, -2.3920e-02, -3.6116e-03,
-7.4532e-02, -2.7431e-02, 1.4211e-01], device='cuda:0')),
('bert.encoder.layer.6.intermediate.dense.weight',
tensor([[-0.0070, 0.0092, -0.0378, ..., -0.0074, 0.0178, 0.0072],
[-0.0487, -0.0263, -0.0079, ..., -0.0603, -0.0064, -0.0661],
[-0.0308, -0.0046, 0.0335, ..., -0.0065, -0.0383, -0.0276],
...,
[-0.0595, 0.0247, -0.0355, ..., 0.0640, 0.0144, 0.0221],
[ 0.0018, 0.0287, -0.0281, ..., 0.0922, -0.0801, 0.0022],
[ 0.0036, -0.0441, 0.0279, ..., -0.0088, 0.0370, -0.0244]],
device='cuda:0')),
('bert.encoder.layer.6.intermediate.dense.bias',
tensor([-0.0320, -0.0635, -0.1066, ..., -0.0354, -0.2066, -0.0624],
device='cuda:0')),
('bert.encoder.layer.6.output.dense.weight',
tensor([[-0.0092, 0.0439, 0.0276, ..., -0.0051, 0.0042, -0.0417],
[ 0.0044, 0.0056, 0.0045, ..., 0.0176, -0.0165, 0.0076],
[ 0.0437, -0.0146, -0.0243, ..., 0.0625, -0.0731, -0.0110],
...,
[ 0.0357, -0.0007, 0.0240, ..., -0.0036, 0.0464, 0.0240],
[ 0.0038, -0.0123, -0.0104, ..., 0.0144, -0.0716, -0.0139],
[ 0.0227, 0.0063, -0.0212, ..., -0.0429, 0.0761, -0.0148]],
device='cuda:0')),
('bert.encoder.layer.6.output.dense.bias',
tensor([ 2.3577e-02, -9.6002e-02, -5.8315e-02, 6.6118e-02, -3.1457e-03,
5.5473e-03, 3.5738e-02, 9.0648e-02, -3.6471e-02, -3.0096e-02,
2.4478e-02, -2.1063e-02, -8.0566e-02, -1.2274e-01, 8.1014e-02,
1.3381e-01, 2.5802e-02, -1.6467e-02, -4.4029e-02, -2.3415e-01,
-6.4183e-02, 7.4713e-02, -1.8698e-02, 2.9224e-02, -1.5794e-01,
3.8649e-02, 4.3311e-02, 8.3487e-02, 8.4462e-02, 9.6713e-03,
6.9206e-02, -1.5407e-01, 1.8132e-02, -3.3516e-01, 1.2741e-01,
-8.9217e-02, -4.1498e-02, 2.0074e-02, 1.6536e-01, 1.9706e-01,
-6.7875e-02, -1.0067e-01, -7.6447e-02, -7.8350e-02, 5.2763e-02,
-2.2708e-02, 8.2466e-02, 7.6021e-02, -2.6971e-02, 5.5619e-02,
6.6653e-03, 3.3190e-02, 4.8613e-02, -9.5324e-02, -7.0193e-02,
-2.3607e-02, -1.2847e-02, -4.7803e-02, -1.6363e-02, -1.0195e-02,
-3.5613e-02, -1.0653e-01, -8.8671e-03, -1.1119e-01, -1.3896e-01,
1.3543e-01, 3.6824e-03, -1.1826e-02, 1.6778e-02, -2.1554e-01,
-3.8616e-02, 4.7742e-03, 1.5758e-02, -3.9895e-02, -5.1622e-02,
8.0033e-02, -3.0944e-02, -6.4214e-02, -8.4489e-02, -1.0974e-01,
1.1590e-01, 6.7282e-02, 1.3923e-01, 1.0058e-01, -5.8362e-02,
-1.5410e-01, -5.6730e-02, -5.8888e-02, 4.5701e-02, 5.6048e-02,
-9.1980e-02, -2.1066e-02, -1.9000e-02, 3.8698e-02, 5.2196e-02,
7.7822e-02, -8.4920e-02, 9.6309e-02, 1.6082e-01, 2.7755e-02,
8.4545e-02, -1.6139e-02, -3.1376e-02, -2.7055e-02, -1.3647e-01,
-7.1662e-02, 8.3102e-02, 9.2209e-02, -9.1513e-04, 8.4380e-02,
-4.5067e-02, -1.0201e-02, 1.2891e-03, 3.7200e-02, 6.1021e-02,
7.9617e-02, -6.8214e-02, 1.2517e-01, 1.8586e-02, -3.0236e-02,
3.8411e-03, -4.9360e-02, -1.8428e-02, -9.5369e-02, -1.9622e-01,
3.4598e-02, 9.0497e-02, -5.9276e-02, -3.5009e-02, -6.1505e-02,
-2.2969e-02, 6.3945e-05, -7.5602e-04, 1.5761e-02, 2.6554e-02,
-2.9245e-03, -4.0471e-02, 1.1457e-01, -1.5889e-01, 1.5668e-01,
-1.9101e-01, -8.8452e-02, -3.6082e-02, -1.0839e+00, -1.1857e-01,
1.7033e-02, 4.5370e-02, 1.1613e-01, -1.2654e-01, 8.2195e-02,
-5.5656e-02, -1.2158e-01, -2.0009e-02, 3.9341e-03, 8.9528e-02,
-6.1571e-02, 5.8319e-02, -1.5089e-01, 6.6967e-02, -6.7254e-02,
8.9774e-02, -1.7558e-02, 3.5413e-02, 6.8500e-02, 8.6822e-02,
1.4412e-03, 1.1067e-01, -9.1138e-02, -1.1534e-01, 6.2829e-02,
4.4166e-02, 1.0649e-01, -2.9921e-02, 7.4689e-03, -6.3630e-02,
1.6104e-01, 1.4970e-01, -1.8784e-02, 7.8952e-02, 8.9428e-02,
-1.9753e-01, -1.0281e-01, 4.4634e-02, 4.2997e-02, 6.1983e-02,
1.8255e-02, 2.3800e-02, -1.1512e-01, -4.4163e-02, -5.3130e-02,
4.9186e-02, -7.1212e-03, 5.3365e-02, 5.5314e-02, 9.0602e-03,
-4.2260e-02, -9.9486e-02, 5.5425e-02, -1.1066e-01, -6.5509e-02,
3.4303e-02, 1.7636e-01, 3.5327e-02, 5.3438e-02, 2.0141e-01,
-9.3555e-02, 5.2674e-02, -4.7005e-02, -7.7964e-02, -7.3592e-02,
4.7656e-02, -7.7039e-02, -9.0941e-03, -1.5618e-01, 7.0842e-02,
9.5522e-02, 5.7819e-02, -6.3610e-02, -1.8981e-02, 7.7325e-02,
8.0078e-02, 1.1486e-01, 1.0409e-01, -3.1004e-02, 1.8617e-02,
5.1753e-02, -6.7895e-02, -5.3611e-02, 1.2502e-01, 1.9032e-01,
-4.8335e-02, 9.4638e-02, -2.6388e-02, -3.9814e-02, -1.7497e-02,
-7.9697e-02, -8.3308e-03, -6.7949e-02, -4.1642e-03, 6.0661e-02,
-1.1283e-01, -2.5597e-03, 1.2950e-01, 9.0459e-02, -9.8297e-02,
-3.2448e-02, -1.1577e-02, -3.5210e-02, 5.4666e-02, 4.6930e-02,
9.2100e-02, -4.5478e-02, 1.1171e-02, 1.0917e-01, -8.5010e-03,
2.1971e-02, -5.2469e-03, 7.8760e-02, -1.0107e-02, 3.0895e-02,
4.0503e-02, -1.5117e-01, -5.0125e-02, -6.2545e-02, 1.4610e-01,
-4.7082e-02, 5.6472e-02, 1.2319e-01, -1.0486e-01, -7.7209e-02,
-1.2120e-01, 1.5587e-02, 1.1821e-01, 1.9542e-02, 6.1854e-02,
-5.1277e-02, -5.0095e-03, -4.6013e-02, 1.2369e-01, -6.6218e-02,
3.2564e-02, -4.6209e-02, -1.1759e-01, 6.1514e-01, -9.7485e-02,
-4.7857e-02, 2.2216e-02, -8.8459e-04, 1.0716e-01, -4.6303e-02,
5.6867e-02, 1.4794e-01, 8.9398e-02, 1.8621e-02, -5.4190e-02,
-4.7729e-02, -8.2928e-02, 5.3246e-02, -6.1326e-02, 1.1266e-02,
-1.1460e-01, -9.2694e-02, 8.7804e-03, -2.9342e-02, -2.5236e-01,
4.6192e-03, 1.0882e-02, 1.2221e-01, -8.3696e-02, -9.0436e-03,
-4.3665e-02, 1.6010e-01, 2.3109e-03, 2.4571e-02, 1.4147e-03,
-1.0012e-02, -6.4520e-02, -1.9058e-02, 4.1062e-02, 1.9019e-02,
-8.0588e-02, 1.1733e-02, -6.8102e-02, 6.9924e-02, -1.1544e-02,
7.4009e-03, 2.1942e-02, 4.7952e-02, 1.3070e-01, -2.5591e-02,
-2.0383e-02, 1.1156e-01, 2.4384e-02, -2.1277e-02, -5.3236e-02,
6.9199e-03, -1.0171e-02, 8.5474e-02, -1.0672e-01, 3.5844e-02,
-2.4980e-02, 3.1610e-02, -9.9205e-02, -4.8836e-02, 4.8048e-02,
5.7593e-02, 2.9803e-02, -1.0481e-02, 8.9146e-02, 4.5907e-02,
-6.2436e-02, -7.0883e-02, -2.7818e-02, 1.3207e-02, 1.1109e-01,
1.4813e-02, -9.8206e-02, 1.0063e-01, 5.4114e-02, -9.3961e-02,
5.9872e-02, -8.8312e-02, 8.1379e-02, 2.5736e-02, -2.8065e-02,
1.0427e-01, 5.9913e-03, 8.9617e-02, -8.8026e-02, -2.9105e-02,
-9.9110e-02, -1.9023e-02, -6.3482e-02, 6.0859e-03, -1.4954e-01,
-4.4871e-02, -6.1952e-02, -2.6685e-02, -6.5260e-02, -1.0904e-02,
-1.2949e-01, 2.1160e-02, 3.7482e-02, 3.3222e-02, -1.6858e-02,
-8.7214e-02, 6.3947e-02, 3.7072e-03, -7.1578e-03, -8.1938e-02,
2.9562e-02, 1.3647e-01, 1.5751e-02, -1.2391e-02, 1.7319e-01,
-1.7273e-01, -5.7706e-03, -6.6436e-02, -1.4830e-01, 3.0079e-02,
-2.0845e-02, 1.3939e-01, -3.8555e-03, -6.4088e-02, -1.7387e-01,
3.4039e-02, -3.5644e-02, -5.7159e-02, -4.8197e-02, -5.2161e-02,
-1.0240e-01, -4.0259e-02, -6.0331e-02, -5.5118e-03, 8.4405e-02,
3.8812e-02, 1.2925e-02, -3.2749e-02, -5.9726e-02, -4.8253e-02,
-1.1106e-01, 6.5271e-03, -1.1181e-02, 5.9563e-02, -8.7626e-02,
-7.8625e-02, -3.9715e-02, 1.1359e-02, 8.3517e-02, -1.4815e-03,
1.0367e-01, 1.1914e-01, 1.5908e-01, 1.0848e-01, 1.8215e-02,
1.0857e-01, 1.1357e-01, 8.9014e-02, 1.0521e-01, 5.2604e-02,
2.4838e-02, -4.8745e-02, -1.1128e-01, -1.0400e-01, -8.1511e-02,
-1.0397e-03, -5.6827e-02, 6.3633e-02, 3.2925e-02, -3.1565e-02,
1.6103e-01, 1.1609e-01, 3.6764e-03, 4.0777e-02, 3.3297e-02,
-1.4660e-01, 1.4941e-01, -1.4555e-01, 2.4297e-02, -4.4034e-02,
-4.9501e-02, -1.8184e-02, 1.0191e-01, 1.2034e-01, -7.4144e-03,
1.7577e-01, 3.2187e-02, 6.5785e-02, -2.4072e-02, -8.8664e-03,
3.3850e-02, 5.7044e-02, -3.0986e-02, 1.0427e-01, 2.9909e-02,
3.9767e-02, -1.6859e-01, -7.0166e-02, 7.0435e-02, 3.2806e-02,
6.0651e-02, -7.9737e-02, 1.6165e-02, 4.6574e-02, 7.2984e-02,
-7.0752e-02, -5.2954e-03, 1.3564e-01, -2.2230e-03, -8.0580e-02,
-1.4002e-02, -3.1176e-03, -1.2505e-01, -2.9711e-02, 5.1416e-02,
9.5878e-02, -7.0081e-02, -1.6569e-02, 3.8011e-03, 1.1491e-01,
-5.0474e-02, -3.9641e-02, 8.9330e-02, -1.3410e-01, 3.2580e-02,
1.5533e-01, 3.6422e-02, 1.1559e-02, -7.3578e-02, 1.0968e-02,
9.2989e-02, -1.7562e-02, -6.3138e-02, -3.9194e-02, 1.0996e-02,
-1.2201e-01, 1.5528e-02, -1.1305e-01, 1.2511e-01, 3.0861e-02,
-1.7982e-02, 1.0286e-01, -4.5187e-02, 5.9306e-02, 2.6367e-02,
-7.8298e-02, 6.8951e-02, -6.4270e-02, 2.5744e-02, -4.1921e-03,
5.2586e-02, 1.4126e-01, -1.1676e-01, -1.1618e-01, -3.8403e-02,
3.2685e-02, 1.0558e-01, 8.0388e-02, 3.1150e-02, -1.2830e-02,
-1.0430e-01, -9.4844e-03, 4.1628e-03, -2.4214e-02, 4.8992e-02,
4.8215e-02, 8.2322e-02, -8.6418e-02, 1.1710e-03, 1.4349e-01,
1.4463e-01, 6.8065e-02, -1.1282e-01, -5.4226e-02, -2.7441e-02,
8.5967e-02, -7.4892e-02, -8.4160e-01, -3.9669e-02, 6.4575e-02,
8.6741e-02, -4.5393e-02, -1.2135e-01, -3.5046e-02, 4.5895e-02,
-3.5325e-02, -8.3763e-02, -7.5010e-04, -1.3166e-01, 2.7688e-02,
-3.0569e-02, -1.1541e-02, -5.6195e-02, 5.6022e-03, 2.5563e-02,
1.6317e-02, 1.7003e-02, -7.4033e-02, 2.7821e-02, -1.2619e-01,
7.1343e-02, 1.6732e-01, -4.0395e-02, -9.2599e-02, 2.8105e-03,
6.1324e-04, 5.2404e-02, 8.8181e-03, 7.6781e-02, -7.9714e-02,
-1.9728e-03, 1.1808e-01, 8.9237e-02, -1.3404e-01, 3.1160e-02,
1.0821e-01, 1.0052e-02, -1.8199e-02, 6.3994e-02, 4.5742e-02,
-1.3184e-02, -1.3476e-02, -3.6627e-02, -4.3530e-02, -2.9312e-02,
-8.6987e-02, 2.1961e-02, -7.0214e-02, 7.9158e-02, 1.0553e-01,
1.6049e-02, 4.2976e-02, -7.4531e-02, -2.1482e-01, 5.0702e-02,
1.2977e-02, -8.9181e-03, -5.9184e-02, -3.7073e-02, 6.7903e-02,
2.3915e-02, -6.8250e-02, 3.4356e-02, -5.3221e-02, 1.4540e-02,
-9.3610e-02, 2.3728e-02, -1.0582e-01, -2.7316e-02, 1.3333e-01,
-2.2038e-01, 5.4938e-02, -1.0152e-01, -1.3902e-01, 8.0651e-02,
1.8453e-01, 8.3240e-02, 5.6042e-02, 3.5140e-02, -2.4341e-02,
-1.4784e-03, 5.0863e-02, 7.0377e-02, 1.6050e-01, -2.5848e-02,
-9.8010e-02, -6.5652e-02, 1.9950e-02, -1.0095e-01, -5.6391e-02,
7.9365e-02, 8.6586e-02, -2.2447e-01, -6.5497e-02, -9.7092e-03,
-1.0531e-01, -3.5908e-03, -1.2858e-01, 5.8104e-02, -1.1969e-01,
1.5256e-01, 1.1853e-01, -5.2650e-02, 7.9584e-02, -5.2797e-02,
3.6288e-02, -2.9486e-02, -6.7362e-02, -2.6870e-03, 1.3912e-02,
4.2596e-03, 1.8289e-01, 1.7292e-03, -5.7691e-02, -5.9829e-02,
-1.7573e-02, 3.1919e-02, 3.4457e-03, -1.8454e-02, 1.5117e-01,
1.3986e-02, -1.0728e-01, -2.3219e-02, 2.5210e-02, -5.9282e-02,
-1.4139e-02, -9.8656e-02, 1.7200e-02, 5.8809e-02, -2.8116e-02,
4.8046e-02, 7.6529e-02, -3.5578e-02, 3.4328e-02, -6.8936e-02,
-9.9118e-05, 2.1420e-02, -2.2238e-02, 7.4167e-02, 5.5711e-02,
1.0900e-01, 3.3880e-02, 9.5199e-03, -3.7360e-02, -1.2862e-01,
-2.3231e-03, -7.9457e-03, -9.6486e-02, 3.9655e-02, -8.3186e-02,
-3.5821e-02, 3.9583e-03, -4.4519e-02, 2.2637e-02, 3.3419e-02,
8.0930e-02, -7.9135e-02, -2.9334e-02, 8.7873e-02, 8.9578e-02,
7.7692e-03, 1.6542e-02, 2.5763e-02, 8.6079e-02, -5.9906e-03,
-7.5601e-02, 4.6549e-02, -1.6863e-02, 5.6397e-02, -2.1367e-02,
-1.3819e-01, 2.6315e-02, -4.1259e-02, -5.6167e-02, -5.8259e-02,
-1.5704e-02, 2.9760e-02, -8.3849e-04, 1.3054e-01, 2.9441e-02,
-3.5194e-02, -5.1631e-02, 1.2851e-01, 2.6551e-02, 4.5121e-02,
-5.5287e-02, 1.1394e-01, -1.0929e-02, 5.2571e-02, 1.4125e-01,
5.0583e-02, -4.2460e-02, 4.8611e-02, -2.9044e-04, 1.9602e-02,
-1.7412e-02, 2.0769e-02, -6.1081e-02, -1.0111e-01, -6.6455e-03,
4.3765e-02, 3.1663e-02, 1.0165e-01, 4.8745e-02, -7.4099e-02,
-9.0848e-03, -7.1768e-04, 1.9773e-01], device='cuda:0')),
('bert.encoder.layer.6.output.LayerNorm.weight',
tensor([0.8634, 0.8898, 0.8628, 0.8507, 0.8628, 0.8590, 0.7534, 0.8385, 0.8871,
0.8492, 0.8754, 0.9158, 0.9433, 0.8957, 0.9013, 0.7757, 0.8819, 0.8853,
0.8428, 0.9050, 0.8378, 0.8850, 0.8777, 0.8721, 0.8848, 0.8638, 0.9106,
0.8554, 0.8661, 0.8993, 0.8837, 0.8318, 0.9055, 0.8489, 0.8991, 0.8448,
0.8105, 0.9108, 0.8332, 0.8762, 0.9204, 0.8548, 0.8808, 0.8831, 0.9115,
0.8877, 0.8767, 0.8904, 0.9349, 0.8482, 0.9026, 0.8543, 0.8229, 0.8898,
0.8183, 0.8085, 0.8423, 0.8785, 0.8705, 0.8199, 0.8849, 0.9225, 0.9190,
0.8486, 0.7964, 0.9208, 0.8676, 0.8622, 0.7832, 0.8049, 0.8683, 0.8706,
0.8601, 0.8810, 0.9133, 0.9207, 0.8699, 0.8933, 0.9104, 0.9106, 0.8876,
0.8963, 0.8665, 0.8936, 0.7776, 0.8732, 0.8221, 0.8780, 0.9078, 0.8657,
0.8551, 0.8653, 0.8689, 0.8970, 0.8702, 0.8549, 0.8262, 0.9043, 0.8981,
0.8749, 0.8575, 0.9202, 0.8346, 0.9166, 0.7949, 0.9421, 0.9142, 0.8411,
0.9134, 0.9214, 0.8425, 0.8575, 0.9345, 0.8049, 0.8523, 0.9209, 0.8809,
0.8667, 0.8993, 0.9156, 0.9030, 0.8806, 0.9209, 0.8460, 0.8458, 0.8488,
0.9260, 0.8490, 0.8804, 0.8749, 0.9035, 0.8363, 0.8693, 0.8876, 0.9124,
0.8882, 1.0049, 0.8935, 0.9126, 0.9248, 0.8116, 0.9075, 0.8478, 0.1283,
0.8422, 0.8953, 0.9092, 0.9104, 0.8869, 0.8610, 0.8797, 0.8818, 0.9016,
0.8760, 0.8557, 0.8745, 0.9202, 0.9029, 0.8568, 0.9075, 0.9081, 0.9355,
0.8280, 0.8981, 0.8659, 0.8781, 0.8457, 0.8053, 0.8666, 0.8776, 0.9154,
0.8079, 0.8070, 0.8795, 0.8507, 0.8755, 0.9109, 0.7981, 0.9323, 0.9037,
0.8381, 0.8935, 0.8436, 0.9079, 0.8858, 0.9006, 0.8572, 0.8688, 0.8857,
0.8962, 0.8143, 0.8132, 0.8552, 0.8890, 0.8558, 0.8911, 0.9153, 0.8273,
0.8930, 0.8869, 0.9042, 0.8218, 0.9029, 0.8557, 0.8459, 0.8810, 0.9148,
0.9312, 0.8839, 0.8518, 0.9027, 0.9075, 0.8392, 0.9029, 0.8941, 0.9362,
0.8679, 0.8412, 0.8790, 0.8441, 0.9294, 0.8934, 0.9142, 0.8532, 0.8656,
0.8979, 0.9031, 0.9013, 0.8652, 0.7871, 0.8762, 0.9058, 0.8720, 0.8329,
0.8734, 0.8755, 0.7903, 0.9213, 0.8950, 0.9065, 0.8740, 0.8500, 0.8292,
0.8496, 0.8949, 0.8478, 0.9070, 0.8593, 0.9255, 0.9187, 0.8806, 0.8899,
0.9740, 0.9218, 0.9160, 0.9432, 0.9014, 0.8128, 0.8961, 0.8842, 0.7925,
0.8885, 0.8943, 0.8836, 0.9013, 0.8616, 0.8944, 0.9218, 0.8682, 0.8791,
0.8787, 0.8747, 0.9126, 0.8666, 0.9131, 0.9049, 0.8842, 0.9032, 0.8538,
0.8787, 0.9491, 0.9264, 0.8624, 0.4208, 0.9007, 0.9426, 0.8329, 0.8915,
0.8812, 0.8321, 0.8390, 0.8632, 0.8748, 0.8483, 0.8744, 0.8407, 0.8764,
0.7988, 0.9199, 0.8904, 0.8933, 0.8598, 0.8691, 0.9070, 0.2246, 0.9095,
0.8571, 0.9178, 0.8982, 0.8909, 0.8426, 0.8622, 0.8589, 0.8173, 0.8463,
0.9140, 0.8587, 0.8519, 0.9158, 0.8289, 0.8644, 0.8832, 0.8602, 0.9385,
0.8503, 0.8308, 0.9003, 0.8456, 0.9256, 0.8533, 0.8951, 0.9184, 0.9039,
0.9155, 0.9222, 0.9237, 0.8924, 0.9043, 0.8964, 0.8393, 0.7930, 0.9117,
0.8831, 0.9220, 0.8784, 0.9084, 0.9243, 0.8906, 0.8873, 0.8470, 0.8959,
0.8759, 0.8596, 0.8827, 0.9229, 0.8261, 0.8752, 0.8819, 0.9014, 0.8093,
0.8896, 0.9032, 0.8783, 0.9094, 0.8313, 0.8615, 0.9071, 0.9384, 0.9138,
0.8869, 0.8871, 0.9111, 0.8885, 0.9071, 0.8615, 0.8562, 0.8695, 0.9194,
0.8981, 0.8022, 0.8752, 0.8879, 0.8826, 0.8976, 0.8629, 0.8456, 0.8150,
0.9144, 0.8567, 0.8125, 0.9133, 0.8098, 0.8758, 0.9028, 0.8937, 0.9055,
0.8373, 0.9123, 0.8401, 0.8245, 0.8290, 0.8461, 0.8265, 0.8911, 0.8933,
0.9025, 0.8667, 0.8611, 0.9058, 0.9392, 0.8732, 0.8595, 0.9164, 0.9274,
0.9041, 0.8763, 0.8384, 0.8587, 0.8718, 0.8893, 0.9020, 0.9248, 0.8781,
0.8363, 0.8365, 0.9135, 0.8777, 0.8019, 0.9020, 0.8975, 0.8990, 0.9173,
0.8290, 0.8861, 0.8124, 0.9223, 0.8700, 0.8703, 0.9004, 0.9003, 0.8984,
0.7938, 0.8861, 0.8698, 0.8713, 0.8280, 0.8988, 0.9060, 0.9176, 0.8675,
0.9076, 0.7738, 0.8838, 0.8984, 0.8827, 0.8882, 0.8842, 0.8450, 0.8584,
0.8891, 0.8710, 0.8922, 0.8203, 0.9232, 0.7526, 0.8264, 0.8476, 0.8485,
0.8832, 0.8779, 0.9182, 0.8653, 0.9195, 0.8023, 0.9030, 0.8726, 0.8097,
0.9116, 0.8576, 0.9281, 0.8880, 0.8759, 0.9218, 0.8909, 0.8826, 0.8548,
0.9414, 0.8467, 0.9827, 0.8295, 0.8549, 0.9036, 0.9031, 0.8358, 0.8853,
0.8553, 0.8731, 0.9090, 0.8808, 0.8727, 0.8895, 0.9136, 0.8581, 0.9156,
0.8786, 0.8867, 0.9244, 0.8457, 0.8955, 0.8811, 0.8803, 0.8983, 0.8604,
0.9029, 0.8824, 0.8702, 0.9036, 0.8860, 0.8034, 0.8996, 0.9080, 0.8092,
0.8812, 0.9350, 0.8970, 0.9105, 0.9062, 0.9220, 0.8880, 0.9189, 0.8683,
0.8727, 0.8669, 0.8559, 0.8383, 0.8844, 0.8412, 0.8839, 0.8370, 0.8578,
0.9121, 0.9266, 0.8258, 0.8166, 0.8720, 0.8884, 0.8733, 0.8301, 0.8932,
0.8846, 0.8441, 0.8418, 0.9180, 0.8816, 0.8095, 0.8516, 0.8288, 0.6388,
0.8727, 0.8590, 0.9167, 0.9329, 0.8367, 0.9113, 0.8809, 0.9278, 0.8804,
0.9060, 0.8521, 0.8920, 0.8374, 0.8851, 0.8450, 0.8816, 0.8887, 0.9020,
0.8728, 0.8725, 0.9039, 0.8830, 0.8936, 0.8798, 0.9054, 0.9104, 0.8928,
0.9062, 0.8715, 0.8999, 0.8570, 0.8304, 0.9214, 0.8286, 0.8433, 0.8523,
0.8626, 0.8997, 0.8415, 0.8645, 0.9065, 0.9038, 0.8893, 0.8876, 0.8351,
0.8985, 0.9167, 0.8880, 0.8810, 0.8092, 0.8864, 0.8717, 0.8694, 0.8359,
0.8622, 0.8448, 0.9027, 0.8785, 0.9226, 0.9307, 0.9080, 0.9114, 0.8615,
0.8360, 0.8588, 0.9014, 0.8498, 0.9117, 0.9138, 0.8472, 0.8651, 0.8340,
0.9131, 0.8654, 0.8787, 0.8790, 0.8513, 0.8805, 0.9036, 0.9167, 0.9001,
0.8682, 0.9407, 0.8588, 0.8992, 0.8646, 0.9019, 0.8615, 0.7967, 0.9149,
0.9107, 0.7989, 0.8410, 0.9362, 0.8624, 0.8326, 0.8694, 0.8634, 0.9137,
0.8865, 0.8533, 0.9065, 0.8824, 0.8723, 0.8920, 0.8896, 0.8638, 0.8883,
0.9204, 0.7744, 0.8210, 0.8992, 0.9257, 0.7968, 0.8711, 0.9193, 0.8693,
0.8585, 0.8928, 0.9242, 0.9209, 0.8774, 0.9267, 0.8554, 0.9013, 0.9146,
0.9145, 0.8769, 0.8584, 0.9098, 0.8737, 0.9129, 0.9155, 0.7920, 0.9066,
0.8932, 0.9222, 0.9176, 0.9027, 0.9142, 0.8581, 0.9157, 0.8290, 0.8010,
0.8257, 0.8309, 0.8949, 0.9264, 0.8765, 0.9222, 0.8799, 0.9168, 0.8537,
0.9053, 0.8995, 0.8603, 0.9220, 0.8587, 0.8156, 0.8314, 0.8994, 0.9103,
0.8992, 0.8834, 0.9129, 0.8484, 0.9231, 0.7720, 0.9313, 0.8129, 0.9064,
0.8955, 0.8719, 0.8661, 0.9027, 0.9035, 0.8921, 0.9200, 0.8906, 0.8502,
0.8582, 0.9077, 0.9098, 0.8730, 0.8147, 0.8640, 0.8584, 0.8165, 0.8731,
0.8754, 0.8656, 0.8185, 0.8626, 0.8823, 0.8883, 0.8607, 0.9181, 0.8944,
0.8384, 0.8706, 0.9005, 0.8480, 0.8443, 0.9112, 0.9067, 0.8923, 0.9348,
0.8869, 0.9252, 0.8797], device='cuda:0')),
('bert.encoder.layer.6.output.LayerNorm.bias',
tensor([-9.7786e-03, 6.1532e-02, 9.9864e-02, -7.1656e-02, 5.4613e-02,
-3.9032e-02, 9.2661e-02, -8.9493e-02, -8.6861e-02, 2.7880e-02,
-5.8744e-02, 8.5247e-04, 4.1653e-02, 6.1656e-02, 1.0041e-02,
-6.4646e-02, 6.2791e-03, 3.1992e-02, 5.8993e-02, 1.9215e-02,
-5.5304e-02, -5.0506e-02, -7.5368e-03, -3.5533e-02, 3.2208e-02,
-2.2153e-02, -3.5138e-02, -1.0765e-01, -2.5707e-02, 2.1157e-03,
3.9430e-02, 4.2644e-04, 5.0566e-02, 9.7106e-03, -5.9818e-03,
-4.0241e-02, 7.2469e-02, -1.7737e-02, 1.9812e-02, -9.1987e-02,
-1.0962e-02, 7.0645e-02, -3.3117e-02, -7.1264e-02, -1.2231e-02,
3.6904e-02, 2.9864e-02, -5.1556e-02, 6.1248e-03, -7.2139e-02,
-8.9504e-03, -8.0018e-02, -7.7885e-02, 5.8867e-02, -9.8491e-03,
3.8285e-02, 9.0725e-02, 3.4434e-02, -1.3130e-02, -4.8364e-02,
1.3534e-02, 2.7721e-02, -6.8102e-02, 1.3478e-01, 5.9291e-02,
-3.5907e-02, -2.1982e-02, 3.7288e-02, -8.0171e-02, 2.6951e-02,
7.6556e-02, 6.1052e-02, 2.9973e-02, -1.3393e-02, 6.4614e-03,
-2.8160e-02, -9.4666e-03, 2.3652e-02, -7.5113e-03, -4.6844e-02,
-3.3187e-02, 2.8300e-03, 1.3928e-02, -6.2034e-02, -1.6243e-02,
-6.7053e-02, 1.1349e-02, -1.2637e-02, -3.7803e-02, -1.9387e-02,
6.6275e-02, 3.4333e-02, 7.6875e-02, -8.9953e-03, 4.6677e-02,
-6.1675e-02, -1.7353e-02, 1.1406e-02, 2.2732e-02, -5.3178e-02,
4.0785e-02, 1.8730e-02, 3.4997e-02, -6.7398e-02, 7.4580e-02,
-1.5123e-02, -3.9364e-02, -6.9891e-03, 3.4483e-02, 4.7166e-02,
1.2563e-02, 3.3032e-02, 3.2090e-02, 4.2761e-02, -9.8747e-02,
-7.6577e-02, 3.4681e-02, -6.9923e-02, 9.2615e-03, -2.1056e-02,
-2.3522e-02, 4.4585e-04, 1.3337e-02, -1.7638e-02, 1.2329e-02,
-3.0152e-02, 3.4123e-02, -3.7175e-02, 6.4919e-02, 3.3986e-02,
3.7719e-02, -2.9936e-03, -6.0314e-03, -7.2770e-03, 3.8623e-02,
3.0469e-03, -2.3478e-01, -4.4773e-02, 5.7069e-02, 8.8159e-03,
5.3107e-02, 7.1981e-02, -1.2628e-02, 4.7403e-01, 2.9438e-03,
4.2823e-02, -1.8262e-02, 1.5811e-02, 2.1997e-02, 1.2171e-01,
6.0035e-02, -1.0764e-02, 3.0642e-02, -4.7289e-02, -4.0875e-02,
7.4462e-03, 4.0912e-02, 7.4413e-02, -6.1218e-02, 6.8417e-02,
-1.0135e-01, -4.9132e-02, -1.3361e-02, 3.1107e-02, 2.1327e-02,
8.3095e-02, -5.3758e-02, -4.7807e-02, 5.0043e-02, 3.0251e-02,
-1.1844e-02, -2.7097e-02, 4.3229e-02, -6.7938e-02, -1.0916e-01,
-6.1216e-02, -8.3376e-02, 1.2300e-01, 3.2884e-02, 4.7232e-02,
9.3492e-02, 1.3430e-02, 1.1862e-02, 6.7698e-02, -6.3136e-02,
8.7994e-04, 9.4675e-02, 5.7644e-02, 1.1685e-02, 1.2759e-03,
-5.7976e-02, -4.0894e-02, -1.1426e-01, -3.7673e-02, 2.6557e-02,
8.8782e-02, 2.5328e-02, 2.0249e-02, 7.2624e-02, 7.4556e-02,
-4.4297e-02, -1.6384e-02, 2.2592e-02, -7.4617e-02, 2.0151e-02,
1.9375e-02, -4.1469e-02, 7.3442e-02, 2.5572e-02, 2.9803e-02,
2.5540e-02, 3.2403e-02, -7.7982e-02, 1.6402e-02, -1.6262e-02,
3.5809e-03, -3.6256e-02, -4.1389e-02, 2.0269e-02, -1.5636e-02,
-1.5451e-02, -2.5268e-03, -5.4626e-02, 1.5955e-01, 9.1898e-02,
-3.0737e-02, -1.3276e-04, 1.1272e-02, -5.9233e-02, 5.4075e-02,
-4.7094e-03, -6.0852e-02, -4.4116e-02, 1.0961e-01, 3.1855e-02,
8.0002e-03, 2.5744e-02, 6.1105e-02, -1.0510e-02, -1.8363e-02,
1.8196e-02, -5.1455e-03, -7.0985e-02, -3.6280e-02, 2.4123e-02,
6.0608e-02, -2.7914e-02, -6.6963e-02, -2.9047e-02, -6.7113e-02,
1.7856e-02, -4.6981e-03, -5.0649e-02, -4.3382e-02, -6.8735e-02,
-3.5661e-02, 5.0922e-02, 1.6110e-02, 3.0563e-02, -3.6714e-02,
-2.3402e-02, 2.6388e-02, -4.3144e-02, 2.0335e-02, -1.8381e-02,
-6.7810e-02, -1.6922e-02, 6.6733e-03, -3.4459e-03, 6.5662e-02,
1.3511e-02, 1.2182e-01, -4.4512e-02, -2.4365e-02, -9.9273e-02,
5.0752e-03, 4.3791e-02, -7.7406e-03, -7.2054e-02, 7.3645e-02,
6.2588e-04, -1.1395e-02, 3.5303e-02, -3.2318e-01, 2.8637e-03,
-4.2668e-02, -2.6327e-02, 1.1942e-01, -5.2827e-02, -3.0570e-02,
-2.4709e-02, 1.5991e-02, -2.2066e-03, 9.4371e-02, 3.8487e-02,
7.6880e-02, 5.4665e-02, 2.3900e-03, 2.6220e-02, -2.0412e-02,
-8.4600e-02, 4.8728e-02, -3.4448e-02, -4.6058e-02, 2.2305e-01,
2.9377e-02, 6.9597e-03, -1.6571e-02, 3.8055e-02, -6.9128e-02,
-5.3665e-02, -2.4005e-02, -1.4277e-02, -4.2925e-02, 1.1823e-02,
2.1966e-02, -2.8629e-02, -1.4916e-03, 5.8798e-02, -2.9761e-02,
6.0146e-02, 3.8953e-02, -1.5930e-02, 3.0955e-02, 2.5476e-02,
7.9027e-02, -1.1129e-02, 7.5495e-04, 5.9935e-03, -4.9830e-02,
1.1626e-01, 3.9972e-03, -4.6729e-02, -2.0129e-02, -5.1271e-02,
4.2093e-02, -2.1892e-03, -2.3756e-02, 6.4725e-02, 1.6572e-02,
-1.3490e-02, -3.4049e-03, 2.8592e-03, 1.4591e-02, -3.0266e-02,
5.6719e-03, 6.8510e-03, 4.2917e-02, -1.1995e-02, -4.6106e-03,
1.4349e-02, 3.6778e-02, 6.0972e-02, -3.4512e-02, -5.6135e-02,
8.9573e-02, -5.0287e-02, -2.1500e-02, 1.8743e-02, 8.2422e-02,
-4.2255e-04, 5.7481e-02, -5.4848e-02, 7.5391e-02, 1.0485e-01,
-3.7460e-02, 3.0840e-02, -7.2368e-02, -1.3439e-02, -5.5865e-02,
4.5878e-02, 7.1825e-02, -8.8145e-03, -1.9471e-02, 6.5498e-02,
2.9886e-03, 1.0969e-02, 2.9931e-02, 4.3730e-04, 2.7647e-02,
6.5325e-02, -3.2290e-02, -6.2485e-02, -8.0240e-02, 2.5640e-02,
3.9607e-02, -4.9982e-02, 2.0611e-02, -9.5724e-02, 6.1045e-02,
-1.8032e-02, -1.9442e-02, -1.5476e-03, 1.6016e-02, 2.6058e-02,
7.2093e-03, -1.5842e-02, -1.0596e-04, 8.0515e-02, -1.6219e-02,
-4.7482e-03, -8.9125e-02, 4.6028e-03, -6.0993e-03, 5.9115e-02,
-2.8568e-02, -2.0280e-04, 1.0433e-01, 6.5076e-02, 2.6331e-02,
6.4945e-02, -1.5401e-04, -6.3078e-02, 3.1277e-02, -3.1579e-02,
3.2326e-02, 2.0950e-02, -1.7495e-01, 7.6604e-02, 5.8739e-02,
3.3832e-02, 6.9463e-02, 4.6840e-02, -4.2991e-02, -8.0050e-02,
3.0584e-02, 5.6146e-02, 2.8275e-02, -4.3064e-02, -6.7374e-02,
5.1225e-02, 1.5759e-02, 5.0320e-02, -1.2351e-01, 4.6478e-02,
-2.3720e-02, -4.0902e-02, 4.0041e-02, 1.1164e-02, 1.7860e-03,
-6.0829e-02, -4.7419e-03, -9.7328e-04, 2.8495e-02, 1.1106e-02,
5.0805e-02, 6.7979e-03, 1.9445e-02, 2.0780e-03, 3.1189e-02,
-2.5564e-02, -5.5371e-02, -4.2192e-02, -2.4346e-02, 3.6242e-02,
1.6140e-01, 3.4295e-03, 6.3479e-02, 3.6288e-02, 1.9682e-02,
7.9037e-03, 3.7151e-02, 6.4088e-02, -4.3691e-02, 2.9063e-02,
1.1440e-02, -3.6671e-02, -2.5349e-03, -8.2109e-05, -3.7369e-02,
-7.4507e-02, -3.1023e-02, 7.6550e-03, -6.6613e-02, -7.9944e-03,
-3.8085e-02, -1.5048e-02, -4.2155e-02, -2.1304e-02, 4.3533e-02,
4.5102e-02, 3.5897e-02, 3.0535e-02, -2.9250e-02, -4.9313e-02,
2.2305e-02, -9.5584e-03, -2.0758e-02, 2.7923e-02, 1.3978e-02,
2.8630e-02, 3.3041e-02, 5.6987e-02, 4.2387e-02, -9.6819e-02,
3.0552e-03, -2.7129e-02, 3.0725e-02, 1.1032e-02, -3.7214e-02,
-1.1903e-01, -2.2358e-02, 3.4293e-02, 5.2518e-02, 7.7292e-02,
-1.3061e-01, 3.4937e-02, -7.1504e-02, 2.6519e-02, 3.4279e-02,
7.4964e-02, 2.4142e-02, -7.7059e-02, -2.4806e-02, 8.6744e-02,
3.1313e-02, 1.6136e-03, -3.9912e-02, -6.0556e-02, -3.1719e-02,
7.1841e-02, 2.3954e-02, 3.6572e-04, 5.1500e-02, -7.4030e-03,
2.0019e-02, -4.8157e-02, -9.4813e-03, -1.4414e-02, 2.1227e-02,
4.1745e-02, -7.5486e-02, 4.3634e-02, 4.4630e-02, 9.9381e-02,
-6.1795e-04, -1.4306e-02, -2.1703e-02, 6.8503e-02, -7.6763e-02,
8.5103e-02, 1.9665e-02, -9.0185e-03, 1.0265e-01, -1.2110e-02,
-1.3153e-01, -1.1287e-03, -2.8254e-02, -2.5604e-02, -5.4653e-02,
-3.9472e-02, -3.9422e-02, 1.3107e-02, -3.6058e-02, -5.5725e-02,
-4.1006e-02, 7.0601e-02, -4.9575e-01, 3.9271e-02, -3.9116e-02,
3.5819e-02, -5.6898e-02, 4.8089e-02, 1.6321e-02, -5.6492e-02,
2.3226e-02, -1.3692e-02, 2.9515e-02, -3.8196e-02, -7.1071e-02,
-4.1704e-02, -1.1009e-03, -2.5293e-02, 1.6067e-02, -4.6648e-02,
3.3676e-02, -1.6290e-03, 4.3281e-02, -2.5601e-02, 7.3457e-02,
1.0687e-02, -9.4290e-02, 6.1357e-03, -2.9094e-02, -3.1511e-03,
-5.0094e-03, -3.6413e-02, -1.1903e-03, -4.8716e-02, 1.2925e-02,
1.1986e-02, -5.7324e-02, 3.9427e-02, 4.5745e-02, 8.3841e-02,
-7.6188e-02, -3.3146e-02, -4.4391e-02, 3.2440e-02, -6.2681e-02,
1.6841e-02, 1.4354e-02, 2.8460e-02, 8.5222e-02, 1.9323e-02,
4.5719e-02, -2.8231e-02, -6.9974e-02, -3.6635e-02, -8.7830e-02,
-1.4348e-02, -1.5128e-02, 2.0280e-02, 1.0422e-01, -7.3144e-02,
-1.0282e-01, 1.0159e-02, 4.8772e-02, 8.1172e-03, -3.0142e-02,
5.7643e-02, 1.3183e-02, -1.0031e-01, -4.6474e-02, -6.1494e-02,
6.8619e-02, 6.7828e-02, 8.6805e-02, -1.3034e-02, -5.0821e-02,
4.2745e-02, -6.1488e-02, 4.2395e-02, 3.3379e-02, -2.9351e-02,
-7.9410e-03, 7.7425e-02, -2.7073e-02, 5.4787e-02, 3.0000e-02,
-1.4377e-02, 6.8218e-02, -6.5166e-02, -1.4665e-02, 1.3982e-02,
7.8564e-02, 6.8284e-02, -4.1366e-02, 7.2102e-02, 1.1636e-01,
3.7729e-03, 8.8248e-02, -3.1385e-02, 4.8392e-02, -5.5744e-02,
-3.8011e-02, 2.8456e-02, -5.4494e-03, -8.8800e-02, 3.4686e-02,
-4.2194e-02, -1.7778e-02, 1.2119e-02, 1.5222e-02, 3.5939e-02,
1.3998e-02, -9.0952e-02, 1.3216e-02, 4.6518e-02, -5.3856e-02,
-2.5341e-02, -1.2228e-01, -3.0240e-02, -1.2148e-02, -1.1703e-01,
-3.3193e-02, -2.3292e-02, 8.3846e-02, 7.6202e-02, -4.0398e-02,
-5.9385e-02, 2.7004e-02, -3.6428e-02, -4.8128e-03, -4.1361e-04,
-1.0241e-02, 1.7323e-02, -2.3793e-02, 3.1545e-03, 4.5707e-02,
-4.3980e-02, 3.4055e-03, 4.8020e-02, -3.8188e-02, -5.5795e-02,
4.3163e-02, -1.9629e-02, 1.2965e-01, -3.6587e-02, -1.9920e-02,
-6.4752e-02, -6.2641e-02, 1.5927e-02, 5.9132e-02, 5.2675e-02,
6.8405e-02, 1.9512e-02, 2.2825e-02, 1.9369e-02, 1.9738e-02,
1.4141e-02, 2.9838e-02, -3.5561e-02, 4.2740e-02, -7.1367e-03,
-1.4271e-02, 5.3501e-02, 1.0795e-02, -1.7002e-02, -5.3555e-02,
1.3047e-02, 5.8476e-03, -2.8598e-02, 6.5101e-02, -3.1380e-03,
-2.2912e-02, -5.1673e-02, 4.9596e-02, 1.5564e-02, -4.8004e-03,
2.5293e-02, 3.8858e-02, 7.8003e-02, -1.1652e-01, 3.7058e-02,
2.5642e-02, -9.3911e-02, -6.7682e-03, -1.2632e-02, 2.6960e-02,
4.0592e-02, 4.1399e-02, -2.5159e-02, -8.3118e-02, -1.5876e-02,
8.3348e-03, 7.6409e-02, 1.6889e-02, 6.3803e-02, -6.1649e-03,
2.5668e-02, -3.4203e-02, -2.6502e-02, 4.6428e-02, 1.5010e-02,
4.9204e-02, -1.5075e-02, 5.3829e-02, 2.4902e-03, -6.5243e-02,
6.8270e-02, 8.0109e-02, -2.4406e-02, -1.0181e-03, 7.0187e-03,
6.0911e-03, 1.3394e-02, -6.8894e-02], device='cuda:0')),
('bert.encoder.layer.7.attention.self.query.weight',
tensor([[ 0.0196, -0.0186, 0.0803, ..., 0.0197, -0.0103, 0.0516],
[-0.0978, 0.0512, 0.0561, ..., 0.0127, 0.0223, 0.0020],
[ 0.0324, 0.0194, -0.0247, ..., 0.1244, -0.0767, -0.0816],
...,
[ 0.0973, -0.0433, 0.0292, ..., 0.0034, 0.0456, 0.0913],
[-0.0557, -0.0203, 0.0257, ..., -0.0119, 0.0124, 0.0067],
[ 0.0497, -0.0428, 0.1075, ..., -0.0282, -0.0885, 0.0554]],
device='cuda:0')),
('bert.encoder.layer.7.attention.self.query.bias',
tensor([ 1.1222e-01, 2.0581e-01, 7.2996e-02, -7.9560e-03, 5.5867e-01,
2.1848e-02, -7.1206e-03, -4.6131e-02, 1.7047e-02, 2.3460e-01,
-7.9049e-02, 1.5020e-01, 1.8439e-04, 4.9159e-02, 7.4836e-02,
-3.3185e-02, -7.4640e-02, 3.1406e-02, -5.7091e-02, 2.9301e-02,
-6.3737e-02, -3.2217e-02, 4.6492e-02, 1.1544e-01, 2.0672e-01,
-3.1898e-02, -4.5934e-02, -1.6473e-02, 1.3936e-02, -2.3118e-02,
1.4169e-01, -1.1628e-01, -2.2528e-03, 5.8623e-02, 3.8945e-02,
2.7634e-01, -1.8181e-02, 7.5420e-02, -4.3207e-02, 1.3092e-01,
4.6230e-02, -6.3929e-02, -7.4863e-02, -2.0983e-02, 2.2217e-02,
3.7655e-02, 6.2026e-02, -1.5583e-02, 1.5845e-01, -1.3121e-01,
-1.1021e-01, 1.0263e-01, 5.9224e-02, -2.6542e-02, 1.8609e-02,
-4.7755e-02, 1.6188e-01, 8.2143e-02, 6.7019e-02, 9.5285e-02,
3.0786e-02, -6.6583e-02, -4.8051e-01, 1.5805e-01, 1.1525e-01,
-5.5265e-02, 5.1461e-02, -1.7062e-01, -1.6234e-01, 1.6382e-01,
3.5646e-02, 3.0025e-02, 1.6728e-02, 2.4915e-02, 9.6416e-03,
6.5681e-02, -4.1685e-02, 1.5864e-02, 3.5478e-03, -3.6914e-02,
-6.0849e-02, 9.1480e-02, 1.3285e-01, -2.7633e-02, -9.9107e-02,
8.0578e-02, -5.4682e-02, 1.2285e-02, 4.4421e-01, -2.3931e-02,
6.8141e-02, -1.8716e-02, -2.5068e-02, -1.4490e-01, 8.3726e-02,
4.4651e-02, 1.3178e-01, 1.0198e-01, -1.0594e-01, -4.1318e-02,
7.5913e-02, 1.5406e-02, -1.9307e-01, -3.5814e-01, -6.6747e-02,
8.5627e-02, -1.2694e-02, 1.8114e-02, -2.2492e-02, -2.1004e-02,
9.2145e-02, 6.7528e-01, 1.0934e-01, -6.7198e-03, -1.1210e-01,
-2.2879e-02, -3.8825e-02, -1.8229e-01, -1.2349e-01, 2.4037e-02,
5.2444e-02, 1.2805e-01, -1.3175e-01, -4.1747e-02, 6.5823e-02,
-2.2881e-01, 4.6521e-02, 2.6631e-02, -1.5899e-01, -3.0806e-02,
-7.6482e-02, -7.6537e-02, -9.4916e-02, 8.3827e-03, -3.7369e-02,
1.2711e-02, -1.1420e-01, -8.6729e-02, 9.7976e-02, 4.0252e-02,
-2.3642e-02, -1.4465e-02, 4.8693e-02, -6.3816e-02, -8.2430e-02,
7.6819e-02, -9.5474e-02, 1.0596e-01, -1.4205e-01, -4.7306e-03,
7.3453e-02, 7.8959e-02, -2.2285e-02, -6.3403e-02, 5.8643e-02,
-1.1568e-01, -1.2003e-01, -1.7947e-01, -3.7336e-01, -1.3574e-01,
6.4374e-02, 6.9479e-01, -3.0335e-02, 7.2390e-02, 2.5697e-02,
-8.9430e-02, -2.1804e-02, 3.8847e-01, 1.1690e-01, -1.7719e-01,
-7.5949e-02, -1.3063e-01, -2.6079e-02, -2.2432e-01, 2.3005e-01,
1.6234e-01, -1.1303e-01, 4.8821e-04, 7.5574e-02, 1.9906e-02,
2.7868e-01, -9.4701e-02, -2.9600e-02, 5.1476e-02, 8.2522e-02,
-4.9303e-02, 1.4591e-02, -5.2434e-01, -1.1266e-01, 8.8408e-02,
1.9412e-02, 1.1562e-01, 2.6565e-01, 4.1327e-02, -2.1699e-02,
8.0840e-02, -1.1263e-01, -2.3239e-02, 9.2863e-02, -8.6160e-02,
-1.1107e-01, -2.4105e-02, -7.6103e-02, -2.3072e-02, -1.5534e-01,
2.4782e-02, -6.9809e-02, -1.1757e-01, 1.0182e-02, 4.1303e-02,
-3.3983e-03, 2.9243e-01, 3.8900e-02, -4.4154e-02, -4.8753e-02,
1.3765e-01, 1.4119e-02, 2.0781e-01, 2.5101e-04, -1.2920e-01,
1.2748e-01, 5.5451e-02, -3.4506e-02, -1.0613e-01, 8.2965e-02,
5.1945e-02, 4.9499e-02, 2.7847e-02, 1.6361e-02, -3.4024e-02,
1.2232e-01, 7.8211e-02, -1.8381e-01, -1.5371e-01, 1.5713e-02,
7.3999e-02, -6.2841e-02, 1.2640e-01, -2.5611e-02, -2.7620e-02,
-2.3684e-02, -3.9905e-03, 4.4827e-02, -1.2674e-02, 5.2326e-02,
-6.9336e-02, 1.1793e-02, 5.6577e-01, -9.3287e-02, 1.1219e-01,
-5.2409e-02, -2.6983e-02, -9.6620e-02, -4.3222e-02, 6.7944e-02,
-4.7507e-02, 2.1805e-02, -1.5371e-02, 5.1012e-01, 5.4878e-02,
-4.4947e-02, 9.3103e-02, 1.6923e-01, -3.0532e-02, 9.4715e-02,
-1.1563e-02, -5.6734e-02, 7.5067e-02, 8.0853e-02, -4.8858e-02,
4.2432e-02, -6.0413e-02, -1.6851e-02, 2.6552e-01, -1.0816e-01,
4.6280e-02, -2.7518e-02, -3.6785e-02, -4.9175e-03, 5.3398e-02,
7.5692e-02, -1.2489e-01, -4.5663e-02, -9.3206e-02, -4.1237e-02,
-7.6066e-03, -5.7563e-02, 9.9980e-02, -1.0351e-01, 2.3780e-02,
-1.5115e-01, -4.7087e-02, 1.0261e-02, 1.1982e-02, 1.2284e-01,
6.4491e-02, 4.0547e-02, 1.8323e-01, 2.2742e-03, 6.5822e-02,
-6.4283e-02, 1.0022e-01, 1.8413e-01, 5.5288e-02, -1.6864e-01,
-3.8009e-02, -1.0985e-01, 6.6508e-02, 3.4966e-02, 5.1540e-02,
-2.7329e-01, 1.2538e-01, 1.0511e-02, -1.1521e-01, -5.8235e-02,
2.2500e-01, -5.3150e-01, 6.8423e-02, 2.1605e-02, 1.4605e-01,
4.1949e-02, -3.3256e-02, -6.9492e-02, -3.8118e-02, -7.5478e-02,
7.4431e-02, 6.1011e-02, 3.3137e-02, -3.6561e-03, 1.2121e-02,
3.8910e-02, -1.2607e-01, -1.1571e-02, -1.6349e-01, 7.3288e-02,
9.1728e-04, 4.2936e-02, 6.3632e-02, 3.4425e-02, -2.5852e-02,
-1.6418e-02, 3.9204e-02, -9.3874e-02, 7.1505e-02, 2.3511e-02,
-2.0373e-02, -2.9430e-02, 3.9700e-02, -7.2826e-04, -2.7227e-02,
1.9504e-02, -9.0962e-02, 1.8851e-02, 1.2019e-02, -3.3053e-03,
-2.3177e-02, 3.8119e-02, -2.0326e-02, 4.0588e-02, 2.9099e-01,
1.0976e-02, 4.3454e-02, 6.1991e-02, 1.6572e-02, -1.1922e-02,
2.5388e-02, 7.1068e-04, 4.5554e-02, -1.1713e-01, 4.4340e-03,
2.9133e-02, 9.4165e-02, -2.6752e-01, 1.5589e-01, 8.4267e-02,
7.7502e-02, 4.1941e-02, 5.7717e-02, -3.6759e-02, -6.3936e-02,
-2.8351e-02, 5.7468e-03, -3.6954e-02, 1.8937e-02, 7.9779e-02,
1.4441e-02, 8.6788e-02, 2.2415e-02, -3.5359e-02, 1.8117e-02,
1.0976e-01, 5.6608e-02, 5.7942e-02, -8.2585e-02, 1.3251e-01,
1.2980e-02, -2.7156e-02, -9.6152e-02, 2.9707e-02, -4.5799e-01,
4.4917e-03, 4.0492e-02, 2.2086e-02, -1.0353e-01, 8.5821e-02,
-7.2940e-02, -9.1250e-02, -2.5221e-03, -8.6217e-04, 6.3218e-02,
-7.7474e-02, -1.6650e-02, -8.5987e-02, 6.7797e-03, 4.7308e-02,
-7.6133e-03, -5.5657e-03, -9.2502e-02, -4.3651e-02, 3.9270e-04,
-2.7977e-02, -1.2499e-01, 2.9017e-02, -1.2640e-01, -7.6941e-02,
-2.4260e-02, 6.2749e-02, 2.2289e-02, 6.7446e-02, 3.8244e-02,
-8.4090e-02, -2.1446e-02, -3.7583e-01, -1.4161e-02, -3.5908e-02,
5.4193e-02, -3.3783e-02, 8.4064e-02, 1.4906e-02, 4.9511e-02,
-1.3735e-01, -6.5124e-02, -9.6272e-02, -6.0360e-02, 1.8959e-02,
1.3544e-02, -5.7928e-02, -2.6962e-02, 1.3278e-01, 1.8608e-02,
3.6808e-02, 6.0508e-02, -5.9032e-02, -5.3632e-02, -4.2838e-02,
-1.1241e-01, 6.5330e-02, 2.9835e-02, -3.0980e-02, 3.1256e-02,
1.2084e-02, 8.4639e-02, 4.3780e-02, -1.1029e-01, 1.5330e-03,
5.8115e-02, 3.0044e-02, 1.3299e-01, -5.8766e-02, -6.4377e-02,
-8.0262e-02, -6.8118e-02, -6.2735e-02, 1.0351e-01, -3.9133e-02,
-4.5544e-02, -1.2839e-02, 4.5022e-02, 4.4410e-02, 5.3609e-02,
-1.1232e-01, 6.6098e-02, 3.4350e-02, -1.1658e-03, -4.5373e-03,
-2.1427e-02, 2.6254e-02, -6.8296e-02, -7.0378e-02, 1.2733e-02,
-5.7048e-02, 2.7137e-02, 1.2037e-01, -8.8585e-02, 4.0133e-02,
-2.6022e-03, -2.9549e-02, 4.7708e-03, -2.4222e-02, 3.8241e-02,
-3.6883e-02, 2.4334e-02, -7.5482e-02, 9.8997e-03, 5.0072e-02,
1.2182e-01, 3.8042e-02, 5.9433e-02, -1.9031e-03, 1.1926e-01,
-1.5265e-01, 4.5739e-02, 9.2394e-02, 1.1440e-01, -4.3295e-01,
-1.1630e-01, 2.7629e-01, -2.1203e-01, -2.1818e-01, -8.3387e-02,
3.3592e-02, -2.4797e-01, 1.2442e-03, -7.6545e-02, 1.5121e-01,
-3.3255e-02, 1.6841e-01, -4.1660e-01, -1.2486e-01, -1.8683e-01,
2.4764e-01, 1.6153e-01, 1.8042e-01, 7.5384e-02, 4.3244e-02,
1.5410e-01, 4.9137e-02, -2.7344e-01, 2.7945e-02, -1.2047e-01,
1.4956e-01, 1.0050e-02, 9.6184e-02, 5.1412e-02, -1.4132e-01,
3.1635e-02, 1.4661e-01, -1.8168e-01, 2.8438e-02, -8.3352e-02,
-4.8756e-01, -4.4516e-03, -3.2571e-02, 2.3137e-01, 3.6058e-03,
2.2635e-01, -1.0394e-01, 4.6798e-02, 1.7664e-03, -1.2816e-01,
-2.3641e-01, -3.1473e-01, 1.5407e-01, 7.5775e-02, -1.6015e-01,
-1.0308e-02, -1.0975e-01, -9.8815e-02, -2.4819e-01, -8.6038e-02,
-7.6469e-02, 6.7753e-01, 1.8875e-01, 2.2225e-01, -2.3849e-01,
-7.9506e-02, -2.7705e-01, -5.3424e-02, -1.5020e-01, 1.6497e-01,
4.8044e-02, -1.7720e-01, 5.9938e-01, 9.0685e-02, -1.9461e-01,
-4.4776e-02, -8.1787e-02, -1.4958e-01, -3.5402e-02, 3.1830e-02,
1.1214e-01, 1.4081e-01, 1.2905e-02, 4.4451e-02, -2.6182e-01,
2.2552e-01, -1.3267e-02, 6.3765e-03, 1.1699e-01, 1.3075e-01,
4.9852e-02, -1.3824e-01, 6.1805e-02, 2.0910e-01, 2.4081e-01,
-6.1253e-02, -4.0393e-02, 1.7948e-02, 1.5669e-01, 2.1883e-01,
1.9799e-01, -9.2431e-02, -6.0200e-01, 1.0487e-01, 6.5198e-03,
1.5903e-01, -1.3142e-01, 6.7516e-01, -4.3777e-02, -1.6887e-01,
-1.9654e-02, -6.4916e-02, -3.3959e-02, -1.1534e-02, -4.8025e-02,
4.4976e-02, 2.0498e-01, -1.1778e-01, -1.0924e-01, 7.5342e-02,
-8.6994e-02, -1.3733e-01, -1.3437e-01, -1.6934e-01, -5.4973e-03,
1.0526e-01, -2.5488e-01, 3.6656e-02, -3.3801e-02, -6.7488e-01,
2.1950e-02, -3.9806e-01, -1.4823e-01, -1.0296e-01, 8.9376e-02,
3.4443e-01, -1.1923e-01, -3.1955e-01, -1.7121e-02, -8.2334e-02,
-2.7883e-02, 6.1011e-01, -2.9677e-01, -2.2116e-03, -3.1762e-01,
-9.0562e-03, -2.4119e-01, -1.2437e-02, -7.2306e-02, -5.9468e-02,
5.2006e-02, -8.1800e-02, 2.5733e-01, 7.4635e-02, -5.6678e-02,
-1.1667e-02, 1.5836e-02, -2.0614e-01, 1.2571e-01, -4.7204e-02,
5.7854e-02, -3.8100e-02, 1.1546e-01, -8.7551e-02, 1.8671e-02,
-5.7235e-02, 2.8650e-02, -2.4174e-03, -1.2095e-01, -4.2906e-02,
-5.7188e-02, 6.0396e-02, -2.1352e-02, -3.1853e-02, 2.3353e-01,
-1.2248e-01, 6.0460e-02, -9.1667e-02, 8.0985e-02, 2.5000e-02,
2.1815e-01, 4.0380e-02, -1.1190e-01, 7.2053e-02, -1.2681e-01,
2.2116e-02, 1.1371e-02, 6.0701e-02, -4.6479e-02, -2.3558e-01,
1.8178e-01, -5.4280e-02, 3.4790e-02, 1.0405e-01, -9.7429e-02,
2.4507e-01, -3.2475e-02, 2.3032e-01, -4.1100e-01, -2.1704e-02,
7.6922e-03, -3.4429e-02, -4.8221e-03, -1.8162e-01, -1.2735e-01,
9.8939e-02, 1.2027e-01, -1.6998e-01, -1.4110e-01, -1.0410e-01,
1.4686e-01, 8.4620e-02, -1.9389e-02, -1.1735e-02, 2.4633e-02,
-2.4006e-01, 1.8129e-01, 1.0011e-01, -2.5416e-01, -1.7436e-01,
-1.7169e-01, -1.7911e-03, 1.5770e-01, -2.3050e-01, 2.0823e-01,
-2.8996e-01, -2.2930e-01, 2.1318e-01, -4.8691e-03, -1.3781e-01,
1.6270e-02, -1.0942e-01, -4.3917e-01, -1.3388e-01, -1.5627e-01,
-1.0192e-01, -2.1139e-02, 3.9455e-03, -1.3847e-01, 7.2331e-02,
2.2216e-01, -4.4911e-02, -8.9507e-02, -1.3260e-01, -1.4942e-01,
6.5911e-03, -3.3507e-02, 1.1530e-01, -5.5712e-02, -1.0119e-01,
-6.6129e-02, 1.8758e-01, -4.6526e-01, 5.6470e-01, 3.4514e-01,
-6.1420e-02, 4.1491e-01, -3.9073e-01], device='cuda:0')),
('bert.encoder.layer.7.attention.self.key.weight',
tensor([[ 0.0094, -0.0318, 0.0502, ..., 0.0239, -0.0054, 0.0786],
[ 0.0134, 0.0010, -0.0104, ..., 0.0465, -0.0509, -0.0226],
[-0.0039, -0.0205, -0.0151, ..., 0.0744, 0.0235, 0.0379],
...,
[ 0.0342, 0.0457, -0.0141, ..., 0.0491, 0.0647, 0.0041],
[-0.0654, -0.0189, -0.0003, ..., 0.0851, -0.0121, -0.0354],
[-0.0227, 0.0175, 0.0095, ..., -0.0097, 0.0645, -0.0554]],
device='cuda:0')),
('bert.encoder.layer.7.attention.self.key.bias',
tensor([ 2.1222e-03, 1.7550e-04, 7.0777e-04, 3.0995e-03, -3.1999e-03,
-1.6352e-03, -2.6910e-03, -2.0975e-04, 1.3137e-03, 4.4170e-04,
6.5958e-04, 1.3151e-03, -1.0782e-03, -4.4889e-03, 1.6175e-03,
7.3461e-05, -4.0005e-04, -3.9149e-04, 2.8848e-03, -1.4702e-03,
-1.0866e-03, 4.6313e-03, -4.3561e-03, 4.8392e-03, -2.7638e-03,
3.3957e-03, -6.3181e-04, 1.1181e-03, 7.0387e-04, -3.8333e-04,
1.1366e-03, -2.6061e-03, -1.8730e-03, -1.1378e-03, 1.4087e-04,
-1.0126e-03, -4.2753e-04, 1.4769e-03, 1.0545e-03, 8.5653e-04,
-1.4305e-03, -5.6713e-03, 3.8889e-03, 2.6179e-04, -1.4945e-03,
1.7748e-03, -2.6756e-03, -2.6540e-03, 2.4102e-03, 2.6940e-04,
3.2009e-04, -9.4499e-04, -1.9644e-03, -6.6341e-04, -9.6616e-04,
3.9712e-03, 1.7015e-03, 1.3752e-04, 4.2616e-03, 2.0076e-03,
-4.3005e-04, -1.5108e-03, -1.9551e-03, -4.6103e-04, -2.1314e-03,
7.8431e-03, 1.1826e-03, -6.6958e-04, -4.7978e-03, 8.9525e-04,
-6.8377e-04, 1.1525e-03, 1.0316e-03, -2.1891e-03, 2.5374e-03,
-4.0052e-03, -1.0269e-03, -3.4636e-04, 6.9857e-05, 2.1161e-03,
-2.6831e-03, -4.3249e-04, -6.6733e-04, 4.9552e-03, -2.4094e-03,
5.0916e-04, 2.4310e-03, -2.2971e-04, 2.0401e-03, 2.5148e-04,
-4.8196e-05, 2.1012e-03, 1.1585e-03, 5.2084e-03, 4.2105e-03,
-2.0057e-03, 3.1462e-04, 1.2579e-03, -8.2471e-04, -3.7277e-03,
-2.4402e-03, -9.8816e-04, -2.2203e-03, -4.4811e-03, 1.8874e-03,
4.8737e-03, 2.7410e-03, 2.8112e-03, -2.4720e-03, 5.7846e-04,
1.9488e-03, 2.7162e-03, -1.0897e-03, 2.5478e-03, 1.0740e-03,
-2.2978e-04, 1.9312e-03, -1.2926e-03, -2.3943e-03, -1.6336e-03,
-2.0990e-03, 1.3310e-03, -8.4091e-05, -4.9021e-03, -7.9984e-04,
-5.2995e-03, 2.2464e-03, -5.0728e-03, -3.7136e-04, 1.0251e-03,
-1.1315e-03, -3.4651e-04, 2.8110e-03, 2.4967e-03, 6.6194e-03,
2.1024e-03, -5.5379e-03, -4.4683e-04, -9.5044e-04, 3.9887e-04,
-1.8372e-03, -6.0514e-04, -2.9077e-04, -2.7873e-03, -2.4705e-03,
3.1459e-03, -3.9091e-03, -1.3762e-03, -5.7170e-03, -2.2966e-03,
-1.2586e-03, 4.8440e-03, 5.6109e-04, -6.4053e-04, -1.5761e-04,
-5.6685e-03, -3.2936e-03, -4.9856e-03, -4.4544e-03, -3.4448e-03,
-1.7998e-04, 3.9479e-03, 4.3137e-03, 2.3822e-03, -1.3217e-03,
6.4363e-04, 7.1258e-04, 5.9671e-03, 2.3239e-03, 2.5017e-03,
2.1047e-03, -1.7406e-03, 3.2717e-04, -5.8654e-04, 1.3867e-03,
2.9739e-03, -5.3004e-03, 5.1298e-04, -2.0066e-03, -3.7218e-03,
3.1039e-03, -1.5541e-03, 1.8382e-04, 2.2278e-03, 7.9317e-03,
-4.0137e-03, 4.8063e-04, -4.7159e-03, 1.3578e-03, -6.5262e-04,
9.8250e-04, 2.1994e-03, -1.3372e-02, 9.5325e-03, 1.1044e-02,
-1.0207e-03, -1.6399e-03, 3.1017e-03, 7.4155e-04, 7.4908e-03,
8.6395e-03, -3.1442e-03, 2.3084e-03, 5.8440e-03, 3.1187e-03,
-3.5696e-03, 9.6835e-03, 3.1368e-03, -2.7962e-03, -4.2401e-03,
-2.8712e-03, 4.8196e-04, 1.7855e-03, -9.0281e-04, -5.0229e-03,
-1.5421e-03, 9.6855e-03, 1.0146e-03, -2.0603e-03, 7.7962e-03,
-1.0937e-03, 5.9281e-03, 4.1338e-03, 8.6241e-03, -4.7685e-03,
-6.9674e-03, -3.8158e-03, 3.9931e-03, 5.0551e-03, 4.1410e-03,
-5.0954e-03, -1.9032e-03, -1.7133e-03, 3.5847e-03, 1.2868e-02,
5.0498e-03, -3.1630e-03, -1.2183e-02, 5.4466e-03, -2.8492e-04,
-6.2182e-03, -1.6721e-04, 4.1663e-03, 9.0786e-04, -3.1949e-03,
3.7643e-03, 8.0741e-03, 6.4797e-03, 3.9352e-03, -5.8899e-03,
3.2958e-03, 1.5834e-03, -1.9163e-02, -1.9594e-03, -7.9194e-03,
4.5147e-03, 1.4684e-03, 1.4620e-03, 9.0162e-03, -3.8935e-05,
-5.6726e-03, 2.8821e-03, 8.1375e-04, -5.3270e-04, -9.3519e-05,
3.2700e-03, -4.7290e-03, 1.5199e-03, 9.9864e-04, -3.1392e-03,
4.8496e-03, -2.8211e-03, -4.8926e-03, 2.4759e-03, -3.0573e-03,
2.4976e-04, 8.2821e-04, -4.6880e-03, -4.6311e-03, -2.8195e-03,
2.6589e-03, 1.9622e-05, -1.8484e-03, -5.1513e-03, 1.6843e-03,
-3.9015e-03, -2.8795e-03, 1.2882e-03, -4.9707e-03, -2.8550e-03,
9.4887e-04, 1.7341e-03, -2.0059e-03, 3.7272e-04, -4.1557e-03,
3.2967e-03, -3.0204e-03, 2.6680e-03, -3.1730e-03, 6.8717e-03,
-1.6091e-03, 5.9672e-03, 1.6456e-04, 1.6627e-04, -3.0832e-03,
2.8496e-03, -5.9907e-03, -1.9920e-04, -2.2272e-03, -3.1028e-03,
-6.3700e-03, -9.5230e-04, -4.6935e-03, 3.2944e-03, 2.2795e-03,
1.0008e-02, -8.2417e-03, 2.8834e-03, -1.2803e-03, 4.8918e-03,
-6.6513e-04, -1.1777e-03, -8.8108e-04, 9.9233e-04, -3.8834e-03,
1.4097e-03, -1.2405e-04, 6.8508e-04, 2.6458e-03, -2.4712e-04,
3.6043e-03, 2.8251e-03, -1.3820e-03, -1.4802e-03, -5.0171e-04,
-8.5841e-04, -3.0034e-03, -1.4040e-04, -2.3021e-04, 1.3472e-03,
2.3007e-03, 1.8331e-03, 1.2689e-03, 5.7007e-04, -3.4601e-03,
3.0137e-04, 2.9693e-03, 7.0413e-04, -3.0616e-04, -1.7918e-03,
-1.3970e-03, -1.2378e-04, 1.2079e-03, 3.4651e-03, -1.5551e-03,
2.6837e-03, 8.4643e-04, -2.9555e-03, -2.2360e-03, 6.8462e-04,
-2.3727e-03, 3.8991e-03, 3.7180e-03, -8.4165e-04, -5.8086e-04,
-5.2873e-03, -1.3062e-03, -2.6139e-03, -4.0812e-03, -1.1235e-02,
2.6619e-03, -5.2517e-04, -6.0276e-03, -9.1586e-04, 1.4936e-03,
-4.2982e-03, 1.0096e-04, -1.7446e-03, 1.3730e-03, -5.3491e-04,
-5.1513e-04, 5.3230e-03, 4.8137e-04, 3.4745e-03, -2.1099e-03,
-1.0855e-03, -1.0015e-02, 4.3299e-03, -3.0436e-03, 2.6294e-03,
-1.2460e-03, 4.3381e-04, 1.2918e-02, 6.5544e-04, 2.8103e-03,
3.7269e-03, 5.4449e-03, -5.1589e-03, -3.0162e-03, -5.5006e-03,
5.7365e-03, 2.6137e-03, 6.0297e-03, -5.4560e-03, -3.7531e-03,
-2.9044e-03, -5.3969e-03, 8.2592e-03, 1.9700e-03, 2.9341e-03,
-9.1806e-03, -4.8462e-03, -3.6122e-03, -5.3329e-03, 2.7180e-03,
5.4104e-03, -2.1438e-04, -2.6906e-03, 7.8817e-03, -2.4256e-03,
1.4352e-03, 2.3625e-03, 2.8041e-03, 1.2495e-03, 1.9882e-03,
6.1521e-03, -9.0265e-04, 6.4290e-03, 3.1332e-03, 5.0257e-03,
4.8958e-03, 2.3054e-03, -3.7393e-03, 3.4535e-03, 1.0801e-02,
7.8267e-03, 3.2100e-03, 1.4258e-03, 3.9908e-03, 4.5568e-03,
9.0008e-03, 4.4576e-03, -1.0738e-04, 5.6729e-03, -4.2404e-04,
4.1161e-03, 1.9368e-03, -2.4655e-03, 2.7124e-03, 5.3774e-04,
-9.1615e-04, -2.8321e-03, 2.5067e-03, -3.0514e-03, -1.1756e-02,
5.7264e-04, 5.5776e-03, -1.2140e-03, -3.1077e-03, -8.0259e-04,
-1.1479e-03, -6.3550e-03, -9.9910e-04, 7.5336e-03, -1.6410e-03,
1.7712e-03, 1.6198e-03, -1.0573e-02, 1.0952e-02, -1.5159e-03,
9.6794e-04, -3.3226e-03, 3.9223e-03, -3.2786e-03, 3.4815e-04,
-2.6459e-03, 3.7099e-03, 4.4173e-03, -3.0553e-03, -4.8397e-03,
8.5636e-04, -4.4286e-03, 2.1906e-03, 7.6519e-04, 5.8221e-04,
-3.3831e-03, -1.5074e-03, -9.7821e-04, -3.3202e-04, 7.4169e-04,
2.4517e-03, -4.0492e-03, -3.2411e-03, -1.2023e-04, 4.1430e-04,
-2.5355e-03, 3.7433e-03, -5.3730e-04, -4.0240e-04, 1.5592e-03,
6.1159e-03, 2.4597e-03, 5.9183e-03, -4.0043e-03, 4.7857e-03,
-1.2086e-03, -3.2251e-03, -2.4228e-03, 1.3768e-04, 1.0235e-03,
5.2420e-03, 1.5482e-03, -6.8742e-03, 4.9793e-03, 6.2110e-05,
2.4434e-04, -1.0235e-03, -4.3362e-03, 2.6129e-04, -2.3173e-03,
-2.4021e-03, 3.2885e-03, 3.4178e-03, 1.5450e-03, 5.6971e-03,
-4.5855e-03, -2.3146e-03, -4.8846e-03, 7.3434e-04, -5.1711e-04,
4.1830e-03, -5.3099e-03, 5.5142e-03, 3.5964e-03, 5.4119e-04,
4.4791e-04, -3.2021e-03, -6.6610e-03, 2.8473e-03, 4.0215e-05,
4.4449e-03, -1.8238e-03, 4.4717e-03, 4.6174e-03, -2.6183e-03,
5.3982e-03, 2.9376e-03, -4.4163e-03, -4.0666e-03, -2.0279e-03,
-7.4546e-03, 1.8656e-04, -9.7178e-04, 6.7253e-03, -1.0586e-03,
5.5749e-03, -3.6152e-03, -2.5023e-03, -9.4834e-03, -3.2982e-03,
8.5487e-03, 4.0556e-03, -1.3130e-03, 2.7048e-04, -3.7831e-03,
3.0625e-03, 3.8121e-03, 8.5159e-03, 3.7837e-03, -1.8596e-03,
-1.4361e-03, 1.2464e-02, -9.1119e-04, 1.1679e-03, -5.9125e-03,
-5.2742e-04, -2.0538e-03, -5.9102e-03, 1.6733e-03, -3.1724e-03,
-3.8372e-03, 4.4526e-04, -6.5371e-03, -1.2069e-03, 2.6475e-03,
-5.0779e-04, -4.0034e-03, 2.9651e-03, 1.4575e-03, -6.2743e-04,
1.3092e-03, -3.1610e-04, -4.8107e-03, -2.2115e-03, -3.3613e-03,
-2.1190e-03, 3.2537e-03, -7.3658e-06, -4.2749e-03, -3.4269e-03,
-1.5664e-04, -8.2613e-04, 4.9661e-04, 2.1652e-03, 3.8196e-03,
5.2953e-03, -9.5565e-05, -1.6867e-03, -2.1986e-03, -1.3706e-03,
-3.1514e-03, -1.9291e-03, 4.7360e-03, 3.1863e-03, 4.1730e-03,
-1.9265e-03, 1.2422e-03, -6.9953e-03, 9.7884e-04, -5.3227e-04,
-1.5098e-03, 6.1862e-04, -1.4547e-03, -2.7027e-03, -6.4247e-04,
1.9911e-03, 4.6488e-03, 2.3855e-03, 3.8128e-04, -2.3652e-03,
4.5050e-03, 3.2186e-04, -2.2373e-05, 2.0334e-03, 1.7748e-04,
-1.7163e-03, 3.7652e-03, -2.4963e-03, -2.6456e-03, 2.5096e-03,
-9.2017e-04, 6.2043e-03, -3.4352e-03, -3.9480e-03, 5.9008e-04,
-6.1204e-03, -5.2400e-03, 3.4781e-03, -1.5402e-03, 8.6733e-03,
-6.8955e-04, 2.2171e-03, -4.0844e-03, 1.8761e-03, 7.6243e-03,
1.1612e-03, -2.7406e-03, -6.1150e-04, 5.1521e-04, -3.8814e-03,
-1.0986e-03, 1.9273e-03, 1.9782e-03, -6.3515e-04, -1.9088e-03,
1.5201e-03, -6.0770e-03, 4.9333e-03, -5.0418e-03, -1.2459e-03,
5.5079e-04, -1.3023e-03, 4.2783e-04, 4.4387e-03, -2.9442e-03,
-3.2019e-03, 7.4372e-04, -1.5678e-03, -2.1076e-03, 4.4745e-03,
-1.5588e-03, 6.7638e-04, 2.4884e-03, -6.0861e-04, -8.6228e-03,
9.6659e-05, -2.4742e-03, -3.6069e-03, 1.8024e-03, -1.2992e-03,
-4.6998e-03, -1.8863e-03, 8.6960e-03, 4.9708e-03, -3.1803e-04,
1.9641e-03, -2.4645e-03, 3.9675e-03, 7.5260e-04, 1.4636e-03,
-5.0976e-03, 1.9320e-03, 4.1212e-03, 1.7051e-03, -1.0859e-03,
-1.3853e-03, -2.4640e-04, 1.9398e-03, -3.4506e-03, -1.2278e-03,
4.0375e-03, 9.0435e-04, 7.4025e-03, 3.0837e-03, 4.3543e-03,
8.4448e-04, 3.2022e-03, 1.0635e-03, -1.2008e-03, 3.7863e-04,
-6.9923e-04, 3.5063e-03, 4.1061e-03, -6.5396e-03, 8.1560e-04,
-1.5650e-04, 2.6233e-03, 2.3686e-03, -5.3114e-03, -7.0904e-03,
-5.1726e-03, 4.9859e-03, 7.0675e-03, -2.1282e-03, 4.1724e-03,
3.6770e-03, 2.9201e-04, 4.8014e-03, 7.6416e-04, 2.4240e-03,
4.7642e-03, -2.5154e-04, -1.0247e-03, -2.1579e-03, -3.7196e-03,
-9.8393e-04, -4.5208e-03, -5.7590e-03, 1.4336e-03, 5.2114e-03,
-6.5267e-03, 4.5863e-03, 7.5465e-04, 1.9360e-03, -1.8153e-03,
2.5876e-03, -5.0899e-03, -4.1479e-03, 6.2435e-04, -3.0636e-03,
-2.9329e-03, -3.5067e-03, -7.5868e-03, 7.8415e-03, 4.8085e-03,
-1.8130e-03, 3.4252e-03, -3.0494e-03], device='cuda:0')),
('bert.encoder.layer.7.attention.self.value.weight',
tensor([[-0.0547, -0.0158, -0.0077, ..., 0.0174, -0.0081, -0.0083],
[-0.0301, 0.0130, -0.0362, ..., 0.0114, 0.0412, 0.0304],
[ 0.0399, -0.0119, 0.0197, ..., 0.0198, 0.0047, 0.0046],
...,
[ 0.0311, 0.0447, -0.0022, ..., 0.0033, 0.0340, -0.0265],
[ 0.0164, 0.0262, -0.0504, ..., 0.0068, 0.0146, 0.0470],
[-0.0133, -0.0241, 0.0087, ..., 0.0311, -0.1021, -0.0206]],
device='cuda:0')),
('bert.encoder.layer.7.attention.self.value.bias',
tensor([-7.7761e-02, -3.8163e-02, -4.5876e-02, -3.5347e-01, -1.8304e-02,
7.4755e-03, -4.4630e-02, 9.3274e-02, 5.2665e-02, -3.1326e-02,
-1.1820e-02, -5.0820e-02, 1.6864e-02, -1.1002e-02, -5.7016e-02,
1.4179e-02, 1.9345e-01, 8.2011e-02, 9.6264e-03, -1.6225e-02,
-3.4668e-02, 2.1516e-02, 1.0446e-02, -3.4384e-02, 1.6126e-02,
2.3420e-03, 4.5345e-02, 1.0403e-01, -4.0079e-05, -7.2939e-02,
3.7369e-03, 2.1459e-02, -6.6712e-02, -1.6115e-02, 8.3308e-02,
-5.9485e-03, -3.5454e-02, -5.9179e-02, -6.8666e-02, -6.1553e-03,
2.5803e-02, -4.4751e-04, -1.0745e-02, -1.1664e-02, -3.0621e-02,
5.1734e-02, -2.0828e-02, -5.3100e-02, -8.1517e-02, -7.8237e-04,
-5.3017e-02, -1.2747e-02, 9.1673e-04, 5.2514e-03, 1.3281e-01,
-5.9694e-03, -1.5772e-01, 2.0123e-02, 5.3125e-04, 9.1092e-02,
-5.4092e-02, -1.1452e-02, -6.2286e-02, 3.9907e-02, -2.1126e-02,
-8.9024e-03, 4.0745e-02, -2.9485e-02, -6.6237e-02, 1.7216e-01,
6.7219e-02, 1.9125e-01, -5.7525e-02, 8.0395e-02, 2.8745e-02,
-4.8334e-02, 7.5645e-02, 5.5911e-02, 2.1746e-02, 8.3231e-02,
-8.8052e-02, -2.8827e-02, -1.1373e-02, -1.4453e-02, 2.3300e-04,
-9.0277e-02, 4.8864e-02, 2.0272e-02, -7.3731e-02, 7.6553e-02,
4.4435e-02, 9.7408e-02, -4.1850e-02, 2.3484e-02, 9.8700e-02,
-2.9948e-02, 3.7541e-02, -2.0417e-02, -8.5365e-02, -2.8260e-03,
5.8995e-02, 2.2502e-03, -1.4046e-02, 2.4122e-01, -9.9186e-03,
2.1322e-02, -1.5614e-03, -4.2006e-03, 4.9350e-02, 2.4906e-02,
-3.1476e-02, -8.1081e-03, -5.8314e-02, -1.6160e-02, 3.6204e-02,
-1.6929e-02, 5.4403e-02, 4.5772e-02, 1.7066e-02, -2.9696e-02,
-2.1731e-02, -8.7937e-02, 2.1319e-02, 1.6706e-02, 9.5061e-03,
1.6578e-02, -6.3899e-02, -8.1839e-02, -9.6051e-03, 2.2399e-02,
-1.4162e-02, 3.8613e-02, 2.5623e-02, -7.5386e-02, -1.5465e-02,
-5.7862e-03, -2.1881e-02, 1.8745e-04, 4.0636e-02, 2.8391e-02,
-2.0205e-02, 5.1643e-02, 4.7706e-02, 6.1313e-04, -9.1064e-02,
3.0803e-02, 3.5810e-02, -6.1290e-02, 1.3475e-01, 3.0573e-02,
2.2006e-02, -8.1239e-02, 5.5320e-02, 5.4965e-02, -4.2336e-02,
-6.0955e-02, -5.0837e-02, -1.6891e-02, 5.7206e-03, 2.9093e-02,
1.6121e-02, 3.2532e-02, 6.7241e-03, -2.5961e-02, 3.8531e-02,
2.4541e-02, -1.5577e-02, -5.6929e-02, 1.0394e-02, -1.3059e-02,
3.3715e-03, -3.6979e-02, -7.8428e-02, 1.4176e-02, 5.6381e-02,
-3.6983e-02, 4.9717e-02, -5.8808e-02, 5.8551e-02, -7.1050e-02,
1.9784e-02, 3.9817e-02, 1.8199e-02, -3.1673e-02, 8.2953e-04,
-4.0087e-02, -3.2319e-02, 3.4588e-02, -6.5258e-02, 7.1084e-02,
-3.0744e-02, -5.0354e-03, -9.9965e-03, 1.4438e-02, 2.0154e-02,
-3.9061e-02, -8.4327e-03, -1.3194e-02, -3.2049e-03, 1.4966e-02,
1.0130e-02, 1.3959e-02, -1.4062e-03, -5.9077e-02, 2.8078e-02,
4.2111e-02, -4.7331e-03, -6.2817e-03, 2.5696e-02, -1.3683e-02,
5.2876e-03, -1.9787e-02, -1.0015e-03, -1.7850e-02, -2.4588e-02,
-1.9792e-02, 2.2467e-02, -3.5210e-02, 3.0998e-02, 1.8895e-02,
-1.8953e-02, 3.5576e-02, 2.5882e-02, -7.7256e-03, -2.5982e-02,
2.4471e-02, 2.2862e-02, 1.2257e-02, 1.6530e-02, 2.5156e-03,
-1.6624e-02, -1.2215e-02, -3.4944e-02, -2.8025e-02, 2.0841e-03,
-1.5927e-02, 7.4992e-03, 2.0630e-02, -2.8708e-02, -4.6955e-03,
-2.1190e-02, 1.8242e-03, 3.5652e-02, -1.7714e-02, 1.6024e-02,
-2.3537e-02, 2.1062e-02, 1.9214e-02, -8.4986e-03, 3.0480e-02,
-1.2960e-03, 2.1037e-03, 4.2637e-02, -4.6249e-02, 1.8960e-02,
1.4607e-02, -8.6503e-02, -1.3369e-02, -6.4370e-02, -1.6618e-01,
-3.7288e-02, 1.2667e-02, 3.6272e-02, 2.1755e-02, -7.4510e-02,
3.6826e-03, 1.8675e-02, -1.7228e-01, 4.7199e-02, 1.3515e-01,
-1.0375e-01, -1.3825e-02, -2.4487e-03, -1.9746e-02, 8.3667e-03,
2.4376e-02, 1.4244e-02, -4.6630e-02, 2.0800e-02, 1.0525e-01,
2.0558e-04, 5.2831e-02, 3.5162e-02, 7.4833e-03, -3.7965e-05,
5.9214e-02, 2.1857e-02, -4.1497e-02, -1.0747e-01, 1.9900e-01,
-6.3115e-02, -6.5000e-02, 7.8948e-03, -1.1083e-02, -7.5864e-02,
-3.9031e-02, 1.4680e-02, 1.3779e-01, -8.4362e-02, 4.7129e-02,
-3.4750e-02, -1.8114e-02, -2.8012e-02, 4.1335e-02, 6.4018e-02,
2.4647e-02, -5.0415e-02, 2.1203e-02, 1.1684e-01, 1.6022e-02,
-1.0760e-02, -6.4395e-02, 4.4347e-03, -2.8518e-02, -9.6099e-04,
-2.7215e-02, 9.1784e-02, -7.0575e-02, 1.0327e-01, 7.0323e-02,
-4.7817e-03, 5.1911e-03, -2.1564e-02, 1.1017e-03, 7.0471e-04,
2.4867e-02, -2.8678e-02, -1.3630e-02, -3.3538e-02, 2.7307e-02,
-1.2650e-03, 4.2970e-03, 1.5460e-02, -8.0907e-03, 1.9125e-02,
-2.4340e-03, 2.4465e-02, -1.1053e-02, -2.8227e-02, 7.1703e-03,
-5.8273e-03, -1.6815e-03, -1.3011e-02, -1.2475e-03, 2.3837e-02,
2.7116e-03, -3.7339e-02, 2.7902e-02, -4.9894e-03, -3.6344e-02,
1.7424e-02, 2.8974e-02, 3.9934e-03, 7.8871e-04, 2.3755e-02,
-7.1759e-03, -2.2220e-03, -2.1080e-02, -6.3981e-03, 1.2669e-02,
-4.3733e-02, -2.0553e-02, -9.3494e-03, -1.8729e-02, 6.3893e-03,
1.3156e-02, 1.8032e-02, -2.9523e-03, -2.5397e-02, 6.8339e-04,
-1.8980e-02, 1.4609e-02, -2.7543e-02, 2.6490e-02, 2.0089e-02,
-2.0842e-02, -5.2008e-03, -1.0020e-02, -1.5482e-02, -3.8784e-03,
1.7437e-02, 2.1485e-03, 9.2110e-04, -4.3411e-02, 1.5965e-02,
-4.5328e-02, -6.6961e-03, 8.8659e-03, 3.5572e-02, -2.4007e-02,
-7.4409e-03, -1.5599e-02, -4.8022e-02, 2.4080e-02, -3.3873e-03,
-5.1614e-02, 1.0838e-02, -2.5518e-04, -6.4019e-03, 3.1047e-02,
2.5095e-02, 5.7523e-02, 2.9188e-02, -4.8409e-02, -7.6316e-03,
1.4218e-03, 5.3723e-02, -7.9688e-03, 1.5150e-03, 3.6761e-02,
-1.0784e-02, 5.8777e-02, -3.3775e-02, 4.8174e-02, -4.3484e-03,
1.3164e-02, -2.0324e-02, -1.3017e-02, 3.1946e-02, -1.4081e-02,
-1.9978e-03, -2.9649e-02, -3.2617e-02, 2.8744e-02, 1.9140e-02,
-1.4792e-02, -8.4873e-04, 3.7854e-02, -8.8457e-03, 3.6456e-02,
2.6623e-02, 5.4356e-02, 2.2400e-02, -1.9700e-02, 2.5252e-02,
-3.2127e-02, 3.0153e-03, -6.5470e-03, -1.4841e-02, -2.3943e-03,
-3.7409e-02, -2.6234e-02, -1.4413e-02, -1.2495e-02, -3.8121e-02,
1.2300e-02, 2.9715e-02, -5.1612e-02, 1.9107e-02, -5.0969e-02,
-2.2916e-02, -1.9397e-02, 1.3842e-02, -2.5627e-02, -7.8692e-03,
-2.5349e-02, 1.6306e-02, 1.5995e-02, 1.8298e-02, -3.1729e-02,
-2.1143e-02, -5.6022e-02, 9.0816e-03, -5.0325e-02, -1.9651e-02,
1.1905e-02, -1.0463e-02, 2.4107e-03, -1.4453e-02, 1.3605e-02,
-7.5348e-03, 1.3784e-03, 8.0018e-03, 9.1078e-03, -1.6556e-02,
2.1793e-02, -8.4203e-03, 4.6139e-03, -1.8215e-02, -6.6222e-03,
-5.5014e-04, 1.2998e-02, -1.7764e-02, -2.9861e-02, -2.3462e-02,
-1.0921e-02, 1.6422e-02, -2.0368e-02, -5.4329e-03, -9.2685e-03,
4.3547e-02, -5.2856e-02, -3.0009e-02, 2.1406e-02, -1.1235e-02,
1.5299e-03, -3.6754e-02, 1.7769e-02, -1.7971e-02, -1.3474e-02,
-2.9950e-03, -4.5055e-02, -3.3187e-02, -3.0797e-02, 9.5993e-03,
-3.1185e-03, -6.7896e-03, -1.8044e-02, 3.5665e-03, -8.9551e-03,
3.0898e-02, -3.1346e-03, 1.7324e-02, -4.9707e-02, -5.2512e-02,
2.9062e-02, -3.3826e-02, -1.3833e-03, 1.2479e-02, -8.3598e-03,
1.6201e-02, -2.4224e-02, -1.3005e-02, 1.1339e-02, 1.3973e-02,
5.0066e-03, -2.2691e-02, 2.2641e-02, 8.9943e-03, 1.2739e-02,
1.3134e-03, -2.1018e-02, -7.2761e-03, 1.9225e-02, 1.6404e-02,
8.3869e-03, 2.9375e-02, 2.9563e-02, 2.3362e-02, -1.5522e-03,
2.6389e-02, -2.0850e-02, -1.3718e-02, -2.2426e-02, -3.5312e-02,
-1.7625e-02, -3.0198e-02, 1.9480e-02, 1.6751e-03, -3.5858e-02,
-1.4755e-02, -2.0477e-02, 3.6255e-02, 9.3265e-03, -2.0820e-02,
-3.8966e-02, -7.2754e-03, -4.3736e-02, 2.6897e-02, -7.5889e-03,
-3.5047e-03, 1.6662e-02, -1.4485e-02, 6.4375e-03, -4.1544e-02,
9.0896e-03, 2.3243e-02, 1.9597e-02, -1.7586e-03, 1.7002e-02,
-4.1122e-03, -6.2971e-04, -1.5839e-02, 8.3867e-03, -1.0254e-02,
-3.9152e-03, 2.7389e-02, -2.2489e-02, -7.3022e-02, 5.9838e-02,
4.0051e-02, -1.3444e-03, 5.7652e-02, 1.4442e-01, 1.2815e-03,
-9.5122e-02, 6.8109e-02, 4.3637e-02, 2.5611e-02, -7.0095e-02,
-3.3831e-02, 7.0530e-03, 5.5121e-02, -1.7762e-03, 8.3893e-02,
3.9598e-02, 4.1338e-02, 6.7295e-03, 1.4495e-02, -4.3716e-02,
-3.6843e-02, -1.7615e-01, 3.5984e-02, 3.3022e-02, -4.7267e-03,
5.7888e-02, -5.5220e-02, -1.3511e-02, -6.1557e-02, 7.4362e-03,
2.2297e-03, -1.0436e-02, -3.0747e-02, -6.0047e-02, -2.3841e-02,
3.4680e-03, -3.0440e-02, 2.9169e-02, 4.3299e-02, 5.1517e-03,
-1.3111e-02, 1.8644e-02, 2.2524e-02, -8.6893e-02, -2.5683e-02,
5.5463e-02, -8.5347e-03, -3.1604e-02, 1.0246e-01, -3.1375e-02,
-8.7711e-03, -9.9296e-02, 2.6427e-02, -3.1676e-02, -7.7056e-02,
1.5364e-02, 1.1671e-02, -8.6106e-02, 6.5078e-04, -3.0273e-02,
-8.1241e-04, -5.2565e-02, -6.9249e-03, -1.8575e-02, -3.0906e-02,
1.7025e-02, 3.1639e-02, 2.2425e-02, -5.5377e-02, -2.7425e-02,
-6.4159e-04, -9.7600e-03, 7.0505e-03, -1.4086e-02, 8.1377e-05,
-3.1465e-02, 2.0784e-02, 1.2843e-02, -2.7239e-02, 5.0402e-02,
2.4121e-02, 2.3640e-02, 1.5565e-02, 1.8282e-02, -2.5638e-02,
9.7386e-03, 6.6161e-02, 8.1922e-03, -1.5016e-02, 3.5216e-02,
2.5530e-02, -1.4117e-02, -2.2853e-02, 4.6527e-02, 2.6288e-03,
-1.3230e-02, -4.3673e-02, 1.4160e-02, -9.2682e-03, 2.8611e-02,
9.1507e-03, -4.5984e-02, 4.8454e-02, -2.1973e-02, -1.3464e-02,
2.4994e-02, 6.1144e-02, -2.9845e-02, 4.2124e-02, -2.7433e-03,
-1.1112e-02, -1.1489e-02, -1.5599e-02, 3.8503e-02, 3.1728e-02,
-4.6955e-03, -1.3944e-02, -3.3983e-02, -1.9238e-02, -1.3723e-04,
1.6693e-02, -5.2047e-02, 3.8485e-02, 2.8113e-03, 2.6334e-02,
-3.1457e-02, 3.1843e-02, -5.8760e-02, 6.9911e-02, 3.4218e-02,
2.9889e-02, 1.3701e-02, 8.4648e-03, 3.4424e-02, 3.1230e-02,
9.3019e-02, 8.9378e-03, 6.3048e-02, -2.0890e-03, -3.2301e-02,
1.2763e-02, -6.0682e-02, 3.1103e-02, -1.2311e-02, 8.9737e-03,
-3.2669e-02, -1.7542e-02, 2.6452e-03, 1.4215e-02, 2.5171e-02,
8.0874e-02, -6.5671e-02, 8.1650e-02, -2.3598e-02, -1.7821e-03,
1.6435e-01, -1.8168e-02, 1.2703e-02, 8.1723e-03, -2.7406e-02,
1.3516e-04, -2.9436e-03, -8.3193e-02, 2.8433e-02, 4.6509e-02,
-3.5519e-02, 1.4529e-01, 4.5241e-02, -1.8326e-03, -3.6877e-02,
1.5379e-03, 1.2567e-01, -2.7843e-04, 6.9528e-03, 6.7082e-02,
-5.7928e-03, -7.2051e-02, -4.3121e-02, 4.0821e-02, -5.2992e-02,
-1.2427e-02, -2.8951e-03, 3.6826e-02, -2.1033e-02, 1.4837e-02,
6.0694e-02, 3.0496e-02, -4.5177e-03], device='cuda:0')),
('bert.encoder.layer.7.attention.output.dense.weight',
tensor([[ 0.0213, -0.0145, -0.0237, ..., 0.1030, -0.0348, 0.0632],
[-0.0651, -0.0202, 0.0055, ..., -0.0117, -0.0010, -0.0159],
[ 0.0091, 0.0113, -0.0256, ..., -0.0470, 0.0315, 0.0341],
...,
[ 0.0079, 0.0057, -0.0053, ..., 0.0161, -0.0003, -0.0036],
[-0.0387, -0.0317, -0.0021, ..., -0.0456, -0.0098, 0.0286],
[ 0.0051, 0.0349, -0.0146, ..., 0.0142, -0.0584, -0.0286]],
device='cuda:0')),
('bert.encoder.layer.7.attention.output.dense.bias',
tensor([-2.6152e-02, -1.4488e-02, 6.9776e-02, 5.0373e-03, 6.4659e-02,
3.1373e-02, 1.0346e-01, 6.1394e-02, 2.9673e-03, -2.8974e-02,
3.6462e-02, 1.0571e-02, -1.2789e-02, 5.4722e-02, -5.5436e-02,
1.2521e-03, 3.4121e-02, 4.8363e-02, 7.1399e-02, -7.5470e-02,
9.9178e-02, -6.0840e-02, 3.1233e-03, -4.2203e-02, 4.8829e-02,
-1.3129e-01, -3.4072e-02, -6.3545e-02, 4.6291e-02, -1.6144e-02,
5.2171e-02, -3.0063e-02, 2.4170e-02, 2.1802e-02, 3.2629e-03,
2.5054e-02, -4.6508e-02, -7.2513e-03, -5.7243e-02, -3.8317e-02,
6.1898e-03, 4.1893e-03, -4.0466e-02, -2.1518e-02, 6.7293e-03,
5.3066e-02, 4.3655e-02, -5.4676e-02, 4.1516e-04, -5.2305e-02,
-5.7303e-02, -7.7538e-02, -9.9633e-02, 4.9973e-02, 1.5337e-02,
1.2551e-01, 2.6382e-02, 3.9051e-02, -2.2231e-02, -1.0113e-01,
1.9070e-02, 6.9485e-03, -3.5341e-02, 3.0649e-03, 6.0001e-02,
-4.3713e-04, -6.6334e-03, 5.6438e-02, -3.0773e-02, -3.0615e-03,
5.2328e-02, 1.1343e-01, 2.9199e-02, -7.8973e-02, 1.5065e-02,
-2.9484e-03, -2.6638e-02, -1.2186e-01, -5.0139e-02, 6.4120e-03,
3.9826e-02, 2.5899e-02, 1.2040e-04, -5.1576e-02, -8.2050e-02,
-1.2400e-01, 3.6058e-02, 3.7004e-02, 3.2688e-02, -1.5665e-02,
9.1565e-02, -1.9497e-02, 4.9248e-03, 3.4877e-02, 3.5006e-02,
-4.1018e-03, -4.1075e-03, -1.2717e-04, -2.6493e-03, -4.5554e-02,
4.4185e-02, 2.1512e-02, 4.2671e-02, 3.5770e-02, 3.5656e-02,
3.0110e-02, -1.7739e-03, -4.9896e-02, 6.5347e-02, 7.1901e-03,
2.3250e-02, -1.1379e-03, 1.8575e-02, -7.9748e-02, -1.2739e-01,
-8.8365e-02, 3.9052e-02, -6.1289e-02, 3.2660e-02, -6.5143e-03,
4.5560e-02, 2.7479e-02, -4.0458e-02, -5.8036e-02, -6.4849e-03,
-9.8043e-02, -1.0268e-02, 1.8864e-02, 5.5616e-02, -2.9894e-02,
5.8968e-02, -6.2634e-02, -1.2350e-02, -1.3694e-03, 3.6181e-02,
5.8229e-02, -1.7778e-01, -5.5508e-02, -1.5921e-01, -3.6215e-05,
7.1376e-02, 4.6959e-02, -1.6823e-02, 1.5775e-01, -8.6686e-02,
-4.6304e-03, 1.3195e-03, 3.7785e-03, 4.1555e-02, 1.8573e-01,
-3.9147e-03, -7.2534e-02, -5.4326e-02, -1.4534e-01, -7.1432e-02,
4.1441e-02, 3.7218e-02, 1.8503e-02, -6.5827e-02, 7.5836e-02,
-3.8037e-02, -4.4692e-03, -6.3902e-02, 2.4789e-02, 3.3129e-02,
4.9732e-02, 2.5406e-02, -1.8944e-02, 4.7787e-03, 1.5792e-02,
-1.3394e-02, -7.3889e-02, 7.4639e-02, -5.1942e-03, -1.2911e-01,
-7.3353e-03, -4.3019e-02, 5.9092e-02, 1.7898e-02, -2.9363e-02,
7.3634e-02, -4.2583e-02, -8.0844e-03, 1.7642e-02, 3.8219e-02,
-6.1268e-03, -1.1409e-03, 8.6796e-02, 5.7028e-02, -6.0682e-02,
-8.6589e-02, -4.8013e-02, -5.0987e-02, -5.4267e-02, -3.7595e-02,
5.3509e-02, 3.7548e-02, 1.6773e-02, 6.3767e-02, 6.0088e-02,
-7.2638e-03, -7.6645e-02, 8.8096e-02, 1.6008e-02, -2.4535e-02,
2.6057e-02, 4.8689e-02, 4.1942e-02, 1.4263e-02, 3.2768e-02,
8.4154e-02, 2.7758e-02, -4.8282e-02, 1.9577e-02, 1.1325e-02,
-1.0456e-02, -9.7649e-02, -4.3139e-02, 3.1728e-02, 4.0047e-02,
-9.5537e-02, 7.5677e-02, -5.9593e-02, 8.3174e-02, 6.2876e-02,
-8.6802e-02, 1.1962e-02, 2.5589e-02, -1.2118e-02, 9.8351e-03,
-3.9607e-02, 1.0540e-02, -3.0322e-03, 1.7902e-02, -1.2553e-02,
5.8657e-03, 5.3111e-02, -1.5266e-02, -8.0834e-02, -1.6235e-02,
-8.3315e-02, 2.1210e-02, 2.2810e-03, -3.6496e-02, 2.5269e-02,
1.4794e-02, 3.8886e-03, -3.5212e-03, -6.4287e-02, -6.5763e-03,
-8.7459e-03, -3.1590e-03, 2.9566e-02, 1.4008e-02, -5.5346e-02,
-9.8027e-02, 5.5076e-02, 2.8546e-02, 6.4383e-02, -2.8251e-02,
-3.4774e-02, -1.7537e-02, -1.6977e-02, 1.7643e-02, 9.6431e-03,
-8.8689e-02, -6.4949e-02, -3.4306e-02, -3.5487e-02, 1.1490e-02,
1.7981e-02, 1.1671e-01, -4.3439e-02, -7.5042e-02, -1.0317e-02,
-3.0763e-02, 8.1312e-02, 8.7290e-02, -1.1272e-01, 6.5520e-02,
1.7448e-02, -5.1510e-02, -2.2558e-03, -9.5352e-02, -5.5906e-02,
4.3506e-02, 4.2856e-02, 8.1338e-02, -1.2997e-02, -8.5897e-02,
-1.9654e-02, 2.8173e-02, 5.4545e-03, 6.5286e-03, -8.2527e-04,
1.7903e-02, 1.6211e-02, -4.3947e-02, 2.1587e-02, 3.0594e-02,
-2.3282e-02, 4.1377e-03, 1.4309e-02, -4.2535e-02, -1.7054e-01,
1.2913e-02, -3.3755e-02, 1.1976e-02, 5.4452e-02, -3.8689e-02,
-1.5866e-02, -2.0530e-02, 2.2860e-02, -7.5555e-02, 2.7914e-02,
6.9164e-02, -1.3601e-02, -3.8276e-02, -7.2716e-03, 9.8217e-04,
8.0843e-02, 2.9557e-02, -7.0233e-02, -1.3119e-02, 1.2140e-01,
4.0148e-02, 1.3999e-02, 6.0202e-02, 3.5817e-02, 2.3429e-02,
2.7560e-02, -1.6287e-02, 9.9944e-03, 3.3150e-02, 6.1426e-03,
2.9516e-02, -1.5791e-02, -3.5175e-02, 1.7122e-02, 3.4341e-02,
8.1379e-03, -2.6815e-02, 2.0209e-03, 4.4700e-02, 2.9544e-02,
2.4000e-02, -1.2685e-02, 3.3548e-02, -4.9751e-02, -2.1333e-02,
-1.4070e-02, -4.7089e-02, 7.6611e-02, -2.0094e-02, -1.7096e-02,
7.5600e-02, 1.0927e-02, -8.0973e-03, -4.0274e-03, 3.4783e-02,
3.3615e-02, 6.0848e-02, 2.1140e-02, 5.2393e-03, 5.1153e-02,
-1.4709e-02, 2.8275e-02, 1.0482e-02, 2.7621e-03, -3.9269e-02,
-1.2180e-02, -3.3977e-02, 2.2217e-02, -3.4762e-02, 2.5556e-02,
3.4125e-02, -4.4416e-02, 2.3558e-02, -4.3054e-02, -8.8393e-02,
1.3250e-02, -6.3502e-02, -6.3935e-02, -1.3429e-02, 9.4249e-03,
7.1581e-02, 3.8538e-02, 5.3395e-02, -2.5100e-02, 7.5927e-02,
-3.6675e-02, -5.1919e-03, 4.7127e-02, 2.3565e-02, 4.0205e-02,
1.0843e-02, -1.4374e-02, -7.1615e-03, 8.2080e-02, 2.2640e-02,
7.6788e-02, -3.4784e-02, -5.2049e-02, 3.5237e-02, -1.3534e-02,
-3.2920e-02, 2.5342e-02, 8.3171e-02, -8.9080e-03, -4.0154e-02,
3.9782e-02, 8.4544e-02, 2.0358e-02, 6.1974e-03, 5.7604e-02,
-8.6254e-02, -1.0726e-02, -8.6826e-02, 1.1618e-01, 5.1761e-02,
-5.3733e-02, 4.2945e-02, 4.2132e-02, 6.4377e-02, -7.7100e-02,
3.4429e-02, 7.2442e-02, 2.0094e-03, -8.8306e-02, -6.4357e-02,
4.5527e-04, 2.2820e-02, 4.2339e-02, -4.7720e-02, 7.1767e-02,
1.5957e-02, -5.9551e-02, -2.2469e-02, 2.6462e-02, -5.8787e-02,
-3.4881e-02, 5.0287e-02, 2.4765e-03, -3.1181e-02, -5.0133e-03,
3.0193e-02, 3.9439e-02, 1.0248e-02, -4.9428e-02, 4.2369e-02,
-5.9120e-02, 2.7749e-02, 5.6180e-03, -4.2304e-02, 2.9862e-02,
4.3049e-02, 4.2452e-04, 7.9221e-02, -1.8160e-02, -1.3125e-01,
6.8118e-02, -1.6061e-02, -1.4286e-02, -3.1711e-02, 1.5259e-02,
-1.5511e-02, -4.0004e-02, -1.6613e-02, -4.7265e-02, -1.7380e-03,
-4.3815e-02, -4.0844e-02, -6.2415e-03, -3.3848e-03, 4.5779e-03,
-5.1384e-02, 5.0333e-02, -2.2192e-02, -3.8848e-02, 4.2493e-02,
-1.3611e-02, -2.6735e-02, 2.2834e-02, -3.2493e-02, -4.8835e-04,
6.9680e-02, 2.3705e-02, -8.9592e-02, -3.7667e-02, 3.2238e-04,
-7.4908e-02, -3.1708e-02, 1.0937e-02, 3.6501e-02, -3.5354e-02,
-3.1727e-02, -6.8923e-02, -1.1939e-02, -5.5536e-02, 1.7207e-02,
-9.9560e-02, -1.7619e-02, -1.8386e-02, 8.9050e-02, 1.8853e-02,
-6.8479e-03, -1.3325e-02, -2.8587e-02, -2.3422e-02, 3.7713e-02,
1.1300e-02, -1.1522e-02, -1.2319e-02, 2.3874e-02, 7.6122e-02,
9.1415e-03, 2.7115e-02, 3.5383e-02, -7.6407e-02, 3.5280e-02,
6.2624e-02, -6.7510e-03, 3.9453e-02, -3.8757e-02, -4.0252e-02,
3.0162e-02, -4.7037e-02, -1.6472e-03, 2.7975e-02, -1.3621e-02,
1.0932e-01, -5.7492e-02, -1.6259e-02, -1.0167e-02, 5.8723e-02,
-8.8453e-02, 5.5609e-02, -7.2922e-02, 6.1321e-02, -6.3955e-02,
2.7012e-02, -3.0776e-02, 5.9261e-02, 2.5863e-02, 1.6196e-02,
-3.5365e-02, -2.3715e-02, 4.4363e-02, -6.3846e-02, 1.5450e-02,
-7.6581e-02, -4.0085e-02, 7.7950e-02, 1.8357e-03, -4.7170e-02,
1.2898e-02, 9.7596e-03, 8.2620e-01, 3.5815e-02, 3.4440e-02,
-5.2786e-03, -3.0945e-02, -1.0208e-02, -5.9667e-04, -6.6777e-02,
-8.3497e-02, 4.1799e-02, -1.6248e-02, -7.3504e-02, 3.8893e-02,
-4.0429e-02, 6.5850e-02, 3.1871e-03, -5.2440e-02, 3.4040e-03,
-1.0603e-02, 8.6754e-03, 3.5766e-02, -7.6925e-02, 5.7059e-03,
1.8508e-02, -5.9250e-02, 4.9000e-02, 6.7831e-03, 3.7286e-02,
2.6677e-02, -3.2261e-02, -6.5312e-02, 7.5420e-03, 8.0653e-02,
4.8397e-04, -6.7746e-02, -1.9681e-02, -5.7699e-03, 6.3849e-02,
8.1413e-03, 7.5555e-03, 2.2495e-02, 7.8849e-02, -9.3409e-02,
3.8137e-02, -1.9775e-02, 4.6692e-02, 1.2623e-02, -7.2279e-03,
5.9133e-02, 3.0023e-02, -7.2639e-02, -3.2973e-02, -7.8476e-02,
-1.0380e-01, 2.7618e-02, -7.6493e-02, 3.2325e-03, -4.8586e-02,
-1.6125e-02, -5.8196e-02, 1.6115e-02, -2.7962e-02, -1.0441e-02,
2.9809e-02, 4.7902e-02, -4.2823e-02, -3.1177e-02, -7.0771e-02,
2.3867e-02, -1.0914e-02, 8.6549e-02, 3.6799e-03, 6.2860e-03,
-2.2627e-02, 4.0037e-03, -1.1668e-02, 4.9573e-02, 1.5500e-02,
-1.5234e-01, 2.8079e-02, -8.3490e-02, 3.0989e-02, 6.4580e-02,
4.8285e-02, -3.4381e-02, -5.3534e-02, -1.0349e-01, 3.6290e-02,
1.4036e-02, 5.4546e-03, -7.1827e-03, 2.4725e-03, 4.4098e-02,
1.6217e-02, 6.7527e-02, 9.0915e-02, 2.8981e-02, 4.8719e-02,
2.8244e-02, -3.6226e-03, -1.4777e-03, -6.5100e-02, 3.3618e-02,
-5.0464e-02, -8.5602e-02, 9.3000e-03, 3.7369e-02, 7.8003e-02,
2.7027e-02, 2.6323e-02, 1.0629e-01, 5.2438e-02, 1.9972e-02,
-3.7491e-02, 5.3720e-03, -1.7945e-02, 1.2141e-02, -8.3209e-02,
6.9742e-03, -2.2808e-02, 2.3910e-02, 3.0400e-03, -5.1092e-02,
-2.5678e-02, -1.0170e-01, -5.3416e-02, -1.6988e-03, 6.8555e-03,
4.1028e-02, 3.0263e-02, -4.1269e-02, 3.9783e-02, 1.4340e-02,
-2.8660e-02, 4.4595e-02, -2.0584e-02, -2.5850e-02, 2.0867e-02,
6.1091e-02, -1.0983e-02, 6.3265e-03, -9.2273e-02, 3.2750e-02,
-4.6751e-02, -8.8587e-02, -3.8354e-02, 6.5477e-02, -2.2537e-02,
4.9727e-02, -1.9521e-02, 1.8441e-02, -1.6954e-02, 4.4622e-02,
4.5839e-02, -1.4867e-02, 2.3188e-02, 9.1340e-02, -3.4995e-02,
4.1974e-02, 7.4090e-02, 7.8182e-02, -1.3113e-02, -8.9293e-04,
5.8782e-02, -1.8477e-02, 1.3205e-04, 4.4112e-02, 2.8718e-02,
-8.0843e-02, 1.2178e-02, -1.5157e-02, -2.2560e-02, -2.0310e-03,
-4.9506e-02, 4.4517e-03, 5.1322e-02, -1.5963e-01, 7.1797e-02,
1.1700e-02, -2.7043e-02, 7.7605e-02, -9.5948e-02, -1.3567e-02,
-2.9594e-02, -1.0952e-02, -7.1858e-02, -1.9257e-02, -1.7486e-02,
1.1013e-02, 5.6066e-02, 4.5971e-03, 7.3391e-02, 2.6239e-02,
9.3214e-02, -2.4281e-02, -1.5224e-02, 6.1822e-02, -2.7878e-02,
1.0045e-01, 4.0797e-02, 2.3173e-02, 4.7029e-02, -5.0252e-02,
1.2908e-01, 6.0186e-03, 1.6094e-02, 2.1160e-03, -8.6567e-03,
2.4398e-02, -5.8919e-02, -3.1969e-02], device='cuda:0')),
('bert.encoder.layer.7.attention.output.LayerNorm.weight',
tensor([0.8395, 0.8833, 0.8367, 0.7916, 0.8424, 0.8141, 0.7671, 0.7714, 0.8704,
0.7651, 0.9198, 0.8985, 0.9477, 0.8953, 0.8919, 0.7287, 0.8280, 0.8171,
0.8451, 0.8956, 0.7918, 0.9164, 0.8062, 0.8102, 0.8238, 0.8580, 0.8942,
0.9584, 0.8593, 0.8909, 0.8511, 0.7529, 0.9141, 0.7592, 0.8226, 0.8267,
0.7573, 0.8999, 0.7683, 0.8783, 0.9187, 0.8672, 0.9081, 0.8954, 0.9126,
0.9024, 0.8653, 0.9166, 0.9368, 0.8343, 0.9318, 0.8088, 0.8243, 0.8824,
0.7531, 0.7470, 0.8343, 0.8532, 0.8084, 0.8130, 0.8501, 0.9348, 0.9174,
0.8994, 0.7778, 0.9373, 0.8657, 0.8190, 0.7098, 0.8089, 0.8711, 0.8587,
0.8545, 0.8093, 0.9028, 0.9220, 0.8321, 0.8652, 0.9305, 0.8791, 0.8615,
0.8234, 0.8629, 0.8713, 0.6999, 0.8547, 0.8242, 0.8664, 0.9119, 0.8317,
0.8546, 0.8245, 0.8789, 0.8847, 0.8100, 0.8395, 0.7345, 0.8614, 0.9087,
0.8804, 0.7861, 0.9343, 0.7633, 0.9548, 0.7370, 0.9242, 0.9264, 0.8038,
0.9072, 0.9077, 0.7926, 0.8465, 0.9365, 0.6908, 0.8358, 0.9413, 0.8643,
0.8489, 0.9007, 0.9337, 0.8712, 0.8865, 0.8838, 0.7567, 0.7532, 0.8010,
0.8744, 0.7951, 0.8603, 0.8181, 0.8863, 0.7716, 0.8576, 0.8848, 0.8886,
0.8640, 0.9512, 0.8839, 1.0132, 0.9016, 0.7667, 0.9182, 0.8380, 0.9595,
0.8344, 0.8523, 0.8772, 0.8993, 0.8716, 0.9411, 0.9123, 0.8688, 0.8952,
0.8730, 0.8799, 0.8154, 0.9133, 0.8872, 0.8464, 0.8793, 1.0436, 0.9175,
0.7791, 0.8883, 0.8344, 0.8866, 0.8839, 0.7180, 0.8418, 0.8668, 0.8965,
0.7098, 0.7464, 0.8431, 0.8254, 0.8937, 0.9457, 0.8355, 0.9308, 0.8464,
0.7935, 0.8468, 0.8035, 0.9238, 0.8713, 0.8800, 0.8149, 0.8941, 0.8488,
0.8753, 0.8271, 0.6944, 0.8413, 0.8460, 0.8412, 0.9045, 0.8955, 0.7829,
0.8358, 0.9234, 0.9200, 0.7979, 0.9035, 0.8408, 0.7742, 0.8394, 0.8967,
0.9765, 0.8777, 0.7970, 0.8668, 0.9242, 0.8018, 0.9001, 0.8393, 0.9075,
0.8394, 0.7815, 0.8513, 0.8161, 0.9080, 0.8582, 0.9329, 0.9184, 0.8767,
0.8863, 0.9102, 0.8826, 0.8532, 0.6554, 0.8163, 0.9019, 0.8172, 0.8321,
0.8181, 0.8606, 0.7009, 0.9273, 0.8807, 0.9180, 0.8339, 0.7795, 0.8269,
0.8236, 0.8991, 0.8022, 0.9154, 0.7910, 0.9327, 0.9511, 0.8685, 0.8701,
1.0076, 0.9486, 0.9569, 0.9027, 0.9169, 0.7428, 0.8833, 0.8869, 0.7108,
0.8563, 0.8761, 0.8095, 0.8662, 0.8345, 0.8744, 0.9339, 0.7747, 0.8923,
0.8896, 0.8871, 0.9691, 0.8364, 0.9487, 0.8845, 0.8734, 0.8611, 0.8193,
0.9340, 0.9689, 0.9173, 0.7777, 3.2085, 0.8938, 0.9386, 0.7666, 0.9313,
0.8680, 0.7837, 0.7769, 0.8299, 0.7496, 0.8512, 0.8677, 0.8480, 0.8742,
0.7143, 0.9282, 0.8544, 0.9049, 0.8466, 0.8025, 0.8431, 1.5261, 0.9087,
0.7926, 0.8970, 0.9040, 0.8970, 0.7939, 0.8464, 0.8389, 0.7855, 0.8182,
0.9129, 0.8045, 0.8088, 0.9416, 0.7731, 0.8392, 0.8974, 0.8483, 0.9434,
0.8052, 0.8353, 0.8743, 0.8133, 0.9442, 0.8401, 0.9519, 0.8258, 0.9018,
0.8932, 0.9380, 0.9079, 0.8606, 0.9328, 0.9552, 0.7729, 0.7253, 0.9154,
0.7758, 0.9333, 0.8550, 0.9264, 0.8851, 0.8426, 0.8650, 0.7991, 0.8749,
0.8582, 0.8302, 0.8433, 0.9312, 0.8742, 0.8194, 0.8359, 0.8672, 0.7726,
0.8385, 0.8907, 0.8452, 0.9158, 0.8505, 0.8805, 0.8977, 1.0062, 0.8993,
0.8436, 0.8423, 0.8891, 0.8802, 0.8552, 0.8457, 0.8355, 0.8034, 0.8958,
0.8754, 0.6768, 0.8329, 0.8469, 0.9028, 0.9017, 0.7974, 0.8050, 0.7626,
0.9024, 0.8766, 0.8099, 0.9384, 0.8187, 0.8842, 0.8867, 0.8627, 0.8901,
0.7747, 0.9377, 0.8483, 0.7983, 0.7273, 0.7999, 0.7629, 0.8288, 0.8877,
0.8815, 0.8224, 0.8763, 0.9150, 0.9711, 0.8182, 0.8077, 0.9060, 0.9368,
0.9123, 0.8158, 0.7726, 0.9532, 0.8542, 0.8893, 0.8662, 0.9582, 0.9083,
0.7766, 0.8289, 0.8873, 0.8598, 0.7002, 0.8658, 0.9261, 0.8645, 0.9119,
0.7934, 0.9416, 0.7312, 0.9337, 0.8450, 0.8395, 0.8502, 0.8786, 0.9193,
0.7701, 0.8375, 0.8362, 0.8283, 0.7934, 0.8772, 0.9149, 0.8958, 0.8331,
0.8986, 0.7333, 0.8569, 0.9064, 0.8366, 1.0252, 0.8029, 0.7555, 0.8442,
0.8532, 0.8197, 0.8697, 0.7869, 0.8923, 0.7369, 0.7923, 0.8320, 0.7942,
0.8762, 0.8533, 0.9482, 0.8560, 0.9596, 0.8276, 0.9168, 0.8871, 0.7271,
0.9141, 0.7816, 1.0059, 0.8193, 0.8365, 0.9173, 0.9262, 0.8645, 0.8112,
0.9610, 0.7327, 0.9711, 0.8031, 0.8158, 0.9079, 0.8648, 0.8044, 0.9087,
0.7995, 0.8120, 0.9293, 0.8145, 0.8848, 0.8924, 0.8997, 0.8077, 0.8806,
0.8736, 1.0119, 0.9535, 0.8270, 0.8741, 0.8821, 0.8749, 0.8927, 0.8337,
0.8767, 0.9139, 0.7793, 0.8947, 0.8321, 0.7408, 0.8967, 0.9049, 0.7371,
0.8686, 0.9351, 0.8843, 0.9623, 0.9567, 0.9607, 0.9160, 0.8983, 0.8843,
0.8854, 0.8822, 0.8324, 0.8407, 0.8413, 0.7868, 0.8987, 0.8425, 0.8408,
0.9369, 0.8997, 0.7658, 0.7564, 0.8152, 0.9837, 0.8113, 0.8191, 0.8805,
0.9033, 0.8387, 0.8301, 0.9469, 0.8665, 0.7856, 0.8666, 0.7897, 1.3508,
0.8499, 0.8548, 0.9150, 0.9257, 0.7323, 0.8871, 0.9013, 0.8996, 0.8531,
0.8813, 0.7824, 0.9409, 0.7821, 0.8582, 0.8234, 0.8705, 0.8897, 0.9189,
0.8095, 0.8311, 0.8675, 0.8890, 0.8853, 0.9548, 0.8997, 0.8360, 0.9004,
0.8928, 0.7996, 0.8615, 0.8163, 0.7733, 0.9072, 0.7471, 0.8318, 0.8004,
0.8335, 0.9867, 0.8285, 0.8295, 0.9003, 0.8634, 0.9067, 0.8229, 0.7833,
0.8705, 0.9276, 0.8760, 0.8444, 0.7301, 0.9283, 0.9204, 0.8689, 0.7667,
0.8216, 0.8273, 1.0050, 0.9314, 0.9242, 0.9639, 0.8878, 0.8989, 0.8524,
0.7620, 0.8595, 0.9439, 0.8342, 0.9511, 0.9052, 0.8413, 0.8320, 0.8204,
0.9049, 0.8741, 0.8031, 0.8690, 0.8398, 0.8666, 0.8855, 0.8923, 0.8890,
0.8542, 0.9519, 0.8087, 0.9061, 0.8565, 0.8588, 0.8161, 0.7512, 0.8992,
0.9336, 0.8016, 0.7961, 0.9238, 0.7884, 0.7971, 0.8172, 0.8241, 0.9228,
0.8254, 0.8998, 0.8964, 0.8798, 0.8731, 0.8494, 0.8093, 0.8214, 0.8588,
0.9503, 0.7168, 0.7380, 0.8627, 0.9821, 0.7778, 0.8431, 0.9969, 0.9011,
0.8484, 0.8656, 0.8964, 0.9252, 0.8855, 0.9237, 0.8128, 0.8707, 0.9457,
0.8890, 0.8340, 0.8009, 0.9165, 0.8477, 0.9175, 0.9199, 0.7254, 0.8709,
0.8774, 0.9329, 0.8954, 0.8687, 1.0284, 0.8293, 0.9500, 0.8090, 0.7983,
0.7788, 0.8168, 0.8961, 0.9522, 0.8563, 0.9235, 0.8390, 0.9052, 0.8240,
0.8947, 0.8883, 0.8205, 0.9625, 0.8526, 0.8025, 0.7798, 0.8665, 0.9136,
0.8756, 0.8623, 0.9120, 0.8119, 0.9359, 0.6681, 0.9511, 0.7980, 0.8711,
0.8649, 0.8167, 0.8164, 0.9404, 1.0230, 0.8435, 0.9307, 0.8997, 0.8001,
0.8603, 0.9135, 0.9327, 0.8549, 0.7405, 0.8820, 0.8282, 0.7704, 0.8476,
0.8538, 0.8296, 0.7399, 0.8064, 0.8446, 0.8744, 0.8229, 0.9022, 0.8229,
0.7928, 0.8468, 0.8812, 0.8335, 0.8005, 0.8922, 0.9244, 0.8496, 0.9379,
0.8707, 0.9229, 0.8711], device='cuda:0')),
('bert.encoder.layer.7.attention.output.LayerNorm.bias',
tensor([ 3.9786e-02, -1.9230e-01, -1.0551e-01, 1.1023e-01, -9.1285e-02,
1.6265e-02, -2.6744e-01, 1.0849e-01, -4.3394e-03, -1.3868e-01,
7.8579e-02, -8.9638e-02, -4.6547e-02, -2.1228e-01, 8.9609e-02,
1.7092e-01, 5.6019e-02, -1.6842e-01, -2.2307e-01, -6.6787e-02,
-8.7354e-02, 8.1812e-02, 6.4958e-03, 1.0117e-01, -8.9453e-02,
6.5227e-02, 9.3439e-02, 3.0661e-01, 1.3345e-01, 7.1649e-02,
-2.8422e-02, -1.5317e-01, -1.3880e-01, -2.3005e-01, 1.6203e-01,
-1.2260e-01, -1.0331e-01, 6.3066e-02, 1.1411e-01, 2.2626e-01,
-1.0592e-01, -1.8036e-01, 3.8519e-02, -4.8752e-02, 9.2348e-02,
-1.0013e-01, 4.5144e-02, 1.4804e-01, 5.6076e-02, 1.6397e-01,
1.0916e-01, 1.2016e-01, 2.1488e-01, -2.5591e-01, 3.3021e-02,
-5.5208e-02, -1.2311e-01, -1.9959e-02, -1.6953e-03, 5.0106e-02,
-9.5531e-02, -7.5736e-02, 1.0744e-01, -1.9992e-01, -1.7770e-01,
1.3598e-01, 3.9164e-02, -3.7443e-02, 9.4959e-02, -1.9241e-01,
-1.5715e-01, -1.1687e-01, -2.7913e-02, 4.6704e-03, -4.2286e-02,
1.5384e-01, 2.3076e-02, -1.0085e-02, 3.0814e-02, -1.5237e-02,
8.3682e-02, -6.8048e-02, -1.0825e-02, 2.0902e-01, -2.3763e-02,
8.0257e-02, -1.1699e-01, -3.6109e-03, 6.6222e-02, 8.0880e-02,
-2.2258e-01, -8.6155e-02, -7.1237e-02, 2.2133e-02, -1.2001e-01,
1.0799e-01, 1.2720e-02, 3.7806e-02, 4.9894e-02, 5.2487e-02,
-3.9367e-02, -5.6936e-02, -5.9213e-02, -1.0318e-02, -9.7538e-02,
-1.6389e-01, 1.3315e-01, 4.2551e-02, -1.3259e-01, -9.9166e-02,
-4.2331e-02, -7.3764e-02, -6.7145e-02, 2.8214e-02, 3.0075e-01,
1.9224e-01, -1.4710e-01, 1.3625e-01, -8.6044e-02, -7.1756e-02,
-3.0339e-02, -2.7932e-03, 2.2139e-02, 7.5717e-02, -1.8551e-01,
4.7561e-02, 1.4932e-01, -3.0165e-02, -5.5383e-02, -5.6943e-02,
-1.6164e-01, 8.6151e-02, -3.6732e-02, 4.9039e-02, -1.4557e-01,
5.1094e-02, 3.4100e-01, 1.5040e-01, -2.6644e-01, 3.7229e-02,
-1.7990e-01, -1.3055e-01, 3.2123e-02, -1.3848e+00, -6.7421e-02,
-8.0174e-02, 6.0622e-02, 9.1688e-02, -1.7214e-01, -3.1231e-01,
-1.6084e-01, -9.9898e-02, -5.5561e-02, 1.7043e-01, 1.2101e-01,
-2.1139e-01, -1.1201e-01, -2.5517e-01, 9.4235e-02, -1.9173e-01,
2.0659e-01, 7.4141e-02, 1.3648e-01, -3.7900e-02, 3.8688e-02,
-2.0859e-01, 1.6218e-01, -6.5061e-02, -1.3982e-01, 4.8566e-02,
8.8820e-03, 1.2447e-01, -5.7989e-02, 7.3775e-02, 1.6914e-01,
1.0634e-01, 1.5464e-01, -8.4555e-02, -8.1770e-02, 6.8231e-02,
-2.0498e-01, -9.1079e-02, -2.9334e-02, -7.0951e-02, -2.2486e-02,
7.7426e-03, -7.1398e-02, -1.5493e-01, -6.4752e-02, -5.7283e-02,
1.3924e-01, -2.3077e-02, 7.1845e-02, 8.6296e-02, -9.6444e-02,
-2.1693e-01, -6.2716e-02, 2.8234e-02, -9.1288e-02, -1.4038e-01,
4.2496e-02, 1.5728e-01, -7.4884e-02, 5.9490e-02, 6.8738e-02,
-5.9037e-02, 9.2148e-02, -1.9085e-01, -7.1490e-02, -6.0698e-02,
-3.9298e-02, -1.2551e-01, 3.6793e-02, -2.2820e-01, 6.6402e-02,
1.3625e-02, 2.5657e-01, -5.0585e-04, -4.7780e-02, 2.0933e-02,
5.0707e-02, 1.2089e-02, 1.9256e-01, -1.4638e-01, -1.8454e-01,
1.9455e-01, -3.9415e-02, -5.8037e-02, 1.6563e-01, 1.1722e-01,
-2.0240e-02, 1.2946e-01, -2.9994e-02, -1.0827e-01, -3.9124e-02,
-3.3487e-02, -8.8358e-02, -1.8887e-01, 9.1674e-02, -1.8005e-02,
-9.3719e-02, -5.5868e-02, 1.9347e-01, 1.4388e-01, -1.6252e-01,
-9.3526e-02, 1.6617e-02, -5.3370e-02, 4.8006e-02, 1.9949e-01,
6.3036e-02, -4.0188e-02, 1.0426e-01, 1.3163e-01, 9.5576e-02,
1.0592e-01, -1.6696e-01, -1.5412e-02, -1.2299e-01, 7.2214e-02,
1.0585e-01, -1.5442e-01, 5.8074e-02, -8.7432e-02, 3.3637e-02,
4.0698e-02, 1.0009e-01, 1.1803e-01, -1.9444e-02, -1.9016e-01,
-1.3816e-01, -1.8518e-01, 1.8833e-01, 4.8222e-02, 6.4545e-02,
2.5078e-02, -2.3237e-01, -1.5923e-02, 9.1340e-02, -2.1162e-01,
-6.1715e-02, 2.2834e-02, -1.1837e-01, 1.4196e+00, 2.6741e-02,
-1.4143e-01, -9.9687e-03, -2.1404e-01, 1.3406e-01, 1.1014e-01,
4.0997e-02, 1.2553e-01, 7.2218e-02, -1.1684e-01, -3.5917e-02,
-1.6115e-01, -1.5590e-01, -1.8981e-02, -1.5502e-01, -2.9286e-02,
-7.4086e-02, -1.5939e-01, 4.5236e-02, 1.0094e-01, -6.3964e-01,
-3.9733e-02, -5.2764e-02, 4.0222e-02, -1.8266e-01, 1.1872e-01,
1.0119e-01, 1.7769e-01, -2.4522e-02, 1.4820e-01, -4.2537e-02,
-9.6782e-02, -5.7035e-04, -2.6387e-02, -4.2447e-02, -3.7364e-02,
-2.2289e-01, 5.8003e-02, 1.3057e-01, -3.8361e-02, -1.0501e-01,
-1.3426e-01, 5.1220e-02, 2.9873e-02, -1.6952e-02, 8.5465e-02,
-1.6378e-01, 1.2404e-02, -4.3648e-02, 3.2756e-02, -5.1401e-02,
-5.6421e-02, 8.5001e-03, 1.2156e-01, -2.2566e-01, -1.2369e-02,
9.1093e-02, 6.8937e-02, -6.7488e-03, -1.4962e-01, 7.9126e-02,
2.4875e-02, -4.1341e-02, -1.3214e-01, 1.0329e-01, 4.1089e-03,
2.1377e-02, -1.5055e-01, -2.0634e-01, 3.1706e-02, 9.6473e-02,
-1.9130e-01, -6.6582e-02, 4.5479e-02, 6.4539e-02, -1.3548e-01,
-2.5277e-02, -1.5082e-01, 3.4485e-02, 9.0258e-03, -1.5109e-01,
1.3696e-01, -3.6623e-02, 1.4593e-01, -1.6794e-01, -5.6959e-03,
-1.5667e-01, -6.1789e-02, -8.4469e-02, 8.0287e-02, -1.6178e-01,
1.1038e-02, -1.0911e-01, -1.9603e-01, 4.5069e-02, 1.2923e-02,
-1.3788e-01, 7.8351e-02, 5.1960e-02, 6.3978e-02, -4.3305e-02,
-2.0450e-01, 6.3072e-02, -3.0677e-02, 4.2445e-02, -7.3669e-02,
1.5598e-02, 1.3713e-01, -6.0880e-02, -9.7605e-02, 3.0730e-02,
-2.0408e-01, 5.6818e-02, -1.0345e-01, -1.8704e-01, -8.1689e-03,
-2.9075e-02, 4.8955e-02, -4.8403e-02, -7.1586e-02, -2.2910e-01,
1.2087e-01, -6.7222e-02, -1.5070e-01, -4.7996e-02, -9.5380e-02,
-6.8192e-02, -1.2125e-01, 2.5480e-02, 3.8421e-03, -2.1435e-02,
-4.3093e-02, 1.2388e-01, 2.2502e-01, -2.5602e-01, -1.4463e-01,
-1.6406e-01, -1.0991e-01, -6.2380e-02, 1.8254e-01, 1.5068e-01,
-9.7200e-02, -1.4399e-01, -2.5767e-02, 1.3490e-01, 8.9753e-02,
-3.7239e-02, 2.6471e-03, -5.4232e-02, 1.6795e-01, -8.5464e-02,
3.6334e-02, 1.3673e-01, 2.8981e-03, 1.6863e-02, 2.9065e-02,
2.3162e-02, -1.5193e-01, -1.4522e-01, -1.8740e-01, -5.0950e-02,
-1.3578e-01, -5.8747e-02, -2.9946e-02, 7.9363e-02, -9.6511e-02,
8.5426e-02, 1.1060e-01, 1.1084e-01, 3.5129e-03, -7.2104e-02,
-3.4298e-01, 1.4580e-01, -1.6814e-01, -9.6239e-02, -2.0152e-02,
-1.9138e-01, -3.3285e-02, -6.9746e-02, 8.4451e-02, 6.8816e-03,
1.0611e-01, 4.0504e-02, -1.6943e-02, 2.6337e-02, 4.6379e-02,
1.4584e-01, 1.3271e-01, -3.2903e-02, 8.7876e-02, 2.8783e-02,
5.1911e-02, -1.0702e-01, -2.0195e-02, 4.4807e-02, -6.9324e-02,
1.7598e-01, -4.9756e-02, -1.5381e-01, 1.0222e-01, 8.1651e-02,
-9.5211e-02, -6.7321e-02, 1.2510e-01, -9.8157e-02, -7.2213e-02,
-1.4725e-02, 2.9736e-02, -1.7160e-01, -7.5790e-02, 1.5960e-01,
7.2679e-02, -3.7590e-02, -1.9172e-02, 2.4755e-02, 1.2442e-01,
1.9996e-01, -2.6802e-02, 8.7938e-02, -2.6603e-01, -1.3786e-01,
1.6197e-01, 2.6191e-02, 5.1475e-02, -3.7861e-03, -1.2759e-01,
-2.0454e-01, 1.0164e-03, -1.4130e-02, -5.0295e-02, -1.5488e-01,
-1.1491e-01, -7.4871e-02, 5.0887e-02, 1.2516e-01, 4.2958e-02,
-1.0951e-01, -1.0859e-02, -4.9141e-02, 9.2644e-03, -4.9986e-03,
-1.0152e-01, 1.6064e-01, -3.7759e-02, -9.6412e-02, -9.7882e-02,
-1.2629e-01, 1.9323e-01, -1.6532e-01, -4.6865e-02, -1.0534e-01,
1.5286e-01, 7.6401e-02, 1.4249e-01, -1.4468e-01, 3.2601e-02,
-2.7928e-01, -6.1971e-02, -6.6409e-02, -2.0834e-01, 9.4894e-02,
1.7389e-01, 4.3602e-02, -4.5494e-02, 3.6208e-02, 1.9133e-01,
2.1281e-01, 5.5382e-02, -2.1308e-01, 8.5933e-02, 1.1840e-01,
1.4857e-01, -2.0160e-01, -1.7337e+00, -1.2955e-01, 5.1300e-02,
-8.6656e-03, 1.8675e-02, -1.9384e-02, -9.0167e-02, 2.8080e-02,
-3.5254e-02, 4.0770e-02, -9.4721e-02, -1.5733e-01, 1.3350e-01,
1.0291e-01, -1.2270e-01, -1.5953e-02, -5.3974e-02, 2.8500e-02,
1.6553e-03, 3.3759e-02, -9.8297e-02, 8.8590e-02, -2.8502e-01,
7.0647e-02, 2.3956e-01, -2.6733e-02, -9.7662e-03, -3.2348e-03,
-7.7370e-02, 8.3889e-03, -1.3653e-02, 1.1446e-01, -1.3895e-01,
2.9771e-03, 1.2849e-01, 6.1679e-02, -2.0420e-01, -1.1074e-01,
7.2508e-02, 1.1736e-01, 2.0216e-02, -1.6764e-01, 1.4637e-01,
-4.0133e-02, -1.0585e-02, -6.7508e-02, -1.1688e-01, -7.0604e-02,
-1.5474e-01, 1.9056e-02, 7.4664e-02, 1.2765e-01, 2.1108e-01,
3.7671e-02, -6.7450e-02, 4.7206e-02, -2.3926e-01, 2.4550e-01,
7.6280e-02, -2.0711e-02, -5.5277e-02, -5.6658e-02, 1.1709e-02,
-7.7503e-02, -7.0041e-03, 1.2849e-01, -2.6793e-03, 9.3373e-02,
-1.0332e-01, -8.6769e-02, -1.8386e-01, 1.4916e-01, 2.5109e-01,
-2.0810e-01, 7.6232e-02, -3.5274e-02, -2.9014e-01, 1.9293e-01,
2.2179e-01, -3.9831e-02, 1.1405e-01, -1.2808e-01, -1.2058e-01,
-6.9770e-02, -5.2114e-02, 2.3742e-01, 1.6568e-01, -5.9247e-02,
-1.8557e-01, -4.7537e-02, 1.2467e-01, -1.7621e-01, -2.0833e-01,
-5.6982e-02, -1.4107e-01, -2.2414e-01, -1.1876e-01, 3.7079e-02,
-1.7578e-02, -9.5881e-02, -7.1671e-02, 1.7923e-01, -2.3314e-01,
2.0982e-01, 1.5493e-01, -1.4138e-01, 1.5659e-02, -1.8580e-01,
-1.0852e-01, 1.0602e-01, -1.2783e-01, -1.3491e-01, 7.2985e-03,
-4.4882e-02, 7.6292e-02, 8.9297e-02, 5.4042e-03, 1.1560e-01,
1.1455e-01, -4.4969e-02, -1.3023e-01, -2.0151e-01, 1.6709e-01,
1.2735e-01, -9.2856e-02, 1.1040e-02, 2.6871e-02, -1.1952e-01,
-1.3569e-01, -1.3568e-01, 4.7474e-02, -8.9566e-02, -8.2962e-02,
1.1453e-01, 8.7362e-02, -4.8874e-02, 5.4797e-02, 3.3829e-02,
-6.9772e-02, 8.1558e-03, -1.8737e-01, 2.5182e-01, 2.3517e-02,
1.7834e-01, 8.1764e-02, 3.2799e-02, -1.9566e-01, -2.3096e-01,
-6.4630e-02, 2.4688e-02, -4.0587e-02, -4.3443e-02, -1.2826e-01,
-2.9048e-02, -2.0155e-03, 5.6767e-02, -4.6319e-02, 7.0202e-02,
3.0592e-02, -2.8207e-01, -7.8495e-02, 1.8756e-01, 1.0765e-01,
-5.9395e-02, 6.4404e-02, 3.5900e-02, -9.0279e-02, -1.2471e-01,
6.0336e-02, 1.4465e-01, -1.4186e-01, 7.8980e-02, 1.4503e-03,
-1.1308e-01, -7.9678e-02, -1.9340e-01, 3.6175e-01, -1.0950e-01,
-5.9626e-02, 1.1028e-01, -6.2459e-02, 8.5937e-02, 5.4064e-03,
-7.9878e-02, -3.9852e-02, 1.4469e-01, 1.4938e-01, 8.3852e-02,
-1.2825e-01, -1.2173e-01, -7.0795e-02, -5.3108e-02, -4.3419e-03,
2.3887e-02, 6.6382e-02, 9.4319e-02, -9.4723e-02, -1.1391e-01,
-2.3280e-01, -1.6236e-02, -1.3890e-01, -8.7515e-02, 6.2816e-02,
-1.0833e-01, -1.1517e-01, 9.4930e-02, -2.1111e-02, -1.0676e-03,
-9.2135e-02, -6.7691e-02, 2.0349e-01], device='cuda:0')),
('bert.encoder.layer.7.intermediate.dense.weight',
tensor([[ 0.0167, -0.0135, 0.0252, ..., -0.0471, 0.0223, 0.0294],
[ 0.0129, 0.0031, -0.0216, ..., -0.0833, 0.0437, -0.0179],
[ 0.0029, 0.0301, -0.0510, ..., 0.0213, 0.0084, -0.0527],
...,
[-0.0992, -0.0069, -0.0054, ..., 0.0306, 0.0203, 0.0073],
[-0.0585, 0.0002, -0.0364, ..., -0.0011, 0.0426, -0.0465],
[ 0.0098, 0.0005, 0.0612, ..., 0.0447, -0.0458, -0.0186]],
device='cuda:0')),
('bert.encoder.layer.7.intermediate.dense.bias',
tensor([-0.0871, -0.1212, -0.0580, ..., -0.0935, -0.0302, -0.1705],
device='cuda:0')),
('bert.encoder.layer.7.output.dense.weight',
tensor([[ 8.0714e-02, -1.6924e-03, -6.9162e-03, ..., -5.1206e-02,
1.1078e-02, 1.1465e-01],
[-4.2209e-02, 7.4975e-02, -4.9055e-02, ..., 3.6861e-02,
-6.6143e-03, 3.7592e-02],
[-5.8625e-02, -2.2610e-02, 1.0409e-04, ..., 3.6887e-02,
-5.3670e-03, 2.8388e-02],
...,
[ 2.9442e-02, -8.5890e-04, -2.5811e-02, ..., -1.5169e-03,
1.9831e-02, 4.9371e-02],
[ 2.8271e-02, -5.5128e-03, 1.3410e-02, ..., 2.6679e-02,
-3.4129e-02, -3.2808e-03],
[ 6.1742e-02, 2.2637e-02, -6.4323e-03, ..., 3.5290e-02,
3.8069e-02, 2.8247e-02]], device='cuda:0')),
('bert.encoder.layer.7.output.dense.bias',
tensor([ 1.4594e-01, -5.1343e-02, -9.9784e-02, 1.9411e-01, -3.2531e-02,
-5.2951e-02, 4.7089e-02, 9.0256e-02, 2.8680e-03, -8.4040e-02,
3.8729e-02, -3.4354e-02, -4.1066e-02, -7.6126e-02, 9.3274e-02,
7.6920e-02, -8.8929e-02, -9.5281e-02, -3.1208e-02, -2.0601e-01,
6.0360e-02, 2.1811e-02, -2.0377e-03, -2.1971e-02, -1.1849e-01,
-1.1102e-01, 6.1432e-02, 1.0577e-01, -2.9793e-03, 1.3808e-01,
5.4460e-02, -1.1245e-01, 5.6380e-02, -2.7115e-01, 1.3254e-01,
5.7316e-02, -4.0417e-02, 5.3602e-04, 1.5495e-01, 1.6909e-01,
-2.2262e-02, -1.3913e-02, -5.2818e-02, -7.6157e-02, -5.2022e-03,
1.0142e-02, 1.0365e-01, 1.2218e-01, -6.8472e-02, -2.9829e-02,
4.9899e-03, 2.5596e-02, 8.6687e-02, -1.5865e-03, -8.5327e-02,
-1.2898e-01, -1.4670e-01, -2.5650e-02, -1.0646e-01, 1.1344e-01,
-6.3835e-02, -5.9774e-02, 3.3892e-02, -8.8683e-02, -7.4839e-02,
9.3740e-02, 1.1176e-02, -3.2754e-02, 7.2842e-02, -1.7493e-01,
-8.2486e-02, 2.1236e-02, 1.4794e-02, -1.4354e-02, -3.6114e-02,
5.4683e-02, -1.0519e-02, -6.1152e-02, -2.6061e-02, -1.1422e-01,
8.5363e-02, 1.2300e-01, 1.4979e-01, 1.3050e-01, -1.5476e-01,
-8.3217e-02, -9.0389e-03, -5.6287e-02, 2.1847e-03, 5.2287e-02,
-1.1762e-02, 1.6827e-02, -4.6513e-02, 3.0182e-02, 3.9476e-02,
7.7301e-02, -9.1099e-02, 3.5996e-03, 1.7157e-01, 3.4281e-02,
2.0810e-01, 4.9807e-03, -5.4899e-02, -3.7853e-02, -2.6225e-01,
-5.1646e-02, 3.6237e-02, 7.1229e-03, -3.8742e-03, 6.2082e-02,
-1.3203e-02, 3.7361e-02, -9.6167e-02, 6.5446e-02, -5.7517e-03,
4.9941e-02, 3.0530e-02, 1.0414e-01, 3.6639e-02, -6.1398e-02,
3.8067e-03, -5.0004e-02, -2.5784e-02, -1.4419e-01, -1.5550e-01,
-6.7696e-03, 9.3026e-02, 7.7924e-03, -2.6006e-02, -6.4412e-02,
7.3531e-02, -8.0965e-03, 4.5730e-03, -6.0932e-02, 7.1262e-02,
7.9131e-02, -1.1523e-01, 8.0798e-02, -3.0699e-01, 1.9383e-01,
-1.8954e-01, -9.8728e-02, -1.1120e-01, -8.0541e-01, -1.2611e-01,
7.5194e-02, 1.2289e-02, 7.6728e-02, -5.8886e-02, -1.3077e-03,
-8.6434e-02, -1.0242e-01, -4.6350e-02, 3.8448e-02, 4.0625e-02,
-8.4677e-02, 4.4963e-02, -2.1081e-01, 9.7871e-02, -7.2949e-02,
1.2417e-01, -9.2945e-04, -3.3150e-03, 8.7541e-02, 5.3758e-02,
8.8308e-03, 1.8877e-01, -7.8684e-02, -2.1544e-01, 2.7565e-02,
6.7130e-02, 1.9254e-01, 3.5627e-02, 1.1220e-01, -1.3028e-02,
1.5797e-01, 1.9510e-01, -6.4570e-02, 6.5788e-02, 9.3755e-02,
-1.4405e-01, -2.4906e-02, 1.9122e-01, -1.2402e-02, 1.0053e-01,
1.8562e-02, -6.9047e-04, -1.4116e-01, 5.0974e-02, -1.3888e-02,
1.8173e-03, 6.2019e-02, 4.1893e-02, 4.2493e-02, -8.7590e-02,
-3.6083e-02, -7.7779e-02, 3.6873e-03, -1.6912e-01, -1.1953e-01,
1.5036e-02, 1.1725e-01, 1.1570e-01, 7.6096e-03, 1.7746e-01,
-1.1528e-01, 1.9390e-02, -8.1130e-02, -3.3231e-02, -9.2918e-02,
1.1505e-01, -5.9668e-02, -3.4688e-02, -1.5371e-01, -5.9866e-03,
7.9447e-02, 5.6111e-02, -7.7821e-02, 2.6370e-02, 6.3589e-02,
1.1722e-01, 1.0251e-01, 6.9983e-02, -1.2823e-03, -5.8445e-02,
1.8915e-03, -1.5594e-01, -6.5035e-02, 7.4074e-02, 1.9363e-01,
-5.3293e-02, 7.3266e-02, -9.9682e-03, -5.6442e-02, -2.4910e-02,
-7.3134e-02, 1.6871e-01, -1.3235e-01, 3.0085e-03, 8.8217e-02,
-1.7942e-01, -9.5550e-02, 1.3241e-01, 6.3455e-02, -7.2319e-02,
-1.4134e-02, 2.5661e-02, -9.4046e-03, -5.1248e-03, 3.0216e-02,
1.2434e-01, 1.2296e-02, -2.6714e-03, 5.2643e-02, 1.1088e-03,
7.0077e-02, 1.5550e-02, -1.2171e-03, 3.2466e-02, 4.8127e-03,
1.1894e-01, -7.5235e-02, -6.1780e-02, 2.9452e-02, 1.7494e-01,
-8.5078e-02, 8.5099e-02, 1.0676e-01, -6.0679e-02, -6.8789e-02,
-1.7266e-01, 5.3714e-02, 1.8241e-01, -2.4123e-02, 1.6914e-02,
1.1118e-02, 2.5524e-02, 1.8937e-02, 1.2414e-01, -7.1060e-02,
-5.7625e-03, -8.0117e-03, -1.4960e-01, 3.4918e-01, -1.2961e-01,
2.8704e-02, 1.1484e-01, 4.8188e-02, 3.1938e-02, -1.7026e-01,
3.0140e-02, 1.1258e-01, 4.0371e-02, -2.2748e-03, 1.0369e-02,
-5.0802e-02, -7.9740e-02, 1.0892e-01, -1.0371e-01, -8.8020e-03,
-9.9485e-02, -5.3350e-02, -4.6130e-02, -2.1305e-02, -4.7393e-01,
-5.2195e-02, 4.6695e-02, 1.1129e-01, -9.0718e-02, -5.1783e-03,
7.5543e-02, 1.2805e-01, -6.7135e-02, -5.2635e-02, 9.2122e-04,
6.6310e-03, -4.2701e-02, 1.0820e-01, 6.3848e-02, -1.0100e-02,
-7.6290e-03, 3.5301e-02, -1.7700e-01, 1.0124e-01, -9.9873e-02,
6.0057e-02, -3.1033e-02, 5.7957e-03, 1.4533e-01, -5.9289e-02,
-3.0466e-02, 4.5606e-02, 3.6637e-02, 4.5413e-02, -3.6533e-02,
1.9881e-02, -3.8281e-02, 1.4383e-01, -1.2166e-01, 8.3949e-02,
-2.0981e-02, 1.0486e-03, -1.9893e-01, 5.4363e-02, 4.9700e-02,
1.1839e-01, 5.9699e-02, 5.6970e-03, 1.2807e-01, 8.1638e-02,
-8.1433e-02, -8.2720e-02, 3.9828e-02, -1.8925e-02, 1.0804e-01,
1.8657e-02, -1.9528e-01, 1.1127e-01, 1.1663e-02, -2.7761e-02,
4.5639e-02, -6.0676e-02, -1.4663e-02, 4.1704e-02, -5.3394e-02,
7.3424e-02, -8.8642e-02, 1.1032e-01, -8.3282e-02, 1.6799e-02,
-9.2560e-02, -2.8240e-02, 2.1250e-04, 1.3699e-01, -1.4491e-01,
-4.2093e-02, -1.1362e-01, 2.2236e-02, -1.4282e-01, 4.5386e-02,
-1.3728e-01, 3.6156e-02, -1.1845e-02, 3.2368e-02, 3.2738e-03,
-6.6893e-02, 6.2749e-03, 6.8490e-03, -1.1100e-02, -5.5669e-02,
2.8283e-02, 1.4675e-01, 3.0869e-02, -4.1900e-02, 2.1592e-01,
-6.8330e-02, -4.8120e-02, -5.4890e-02, -7.8229e-02, -2.1042e-02,
-9.1707e-02, 6.2803e-02, 5.8848e-03, -7.9349e-02, -7.8083e-02,
2.8881e-02, -1.6380e-02, -1.0579e-01, -6.8188e-02, -9.5692e-02,
-7.4123e-02, -1.0222e-01, -3.4802e-02, -3.1928e-02, 3.2691e-02,
2.3218e-02, -5.1285e-02, 3.4115e-02, -2.7846e-02, -2.9205e-02,
-1.6227e-02, 9.6025e-03, -5.3329e-02, 1.2397e-01, -3.5615e-02,
-4.6566e-02, -6.2076e-02, 4.3748e-02, 1.0585e-01, 6.7755e-03,
7.3046e-02, 1.0966e-01, 1.1474e-01, 1.6185e-01, -9.8491e-02,
7.7652e-02, 1.3834e-01, 2.4827e-02, 2.0594e-01, 4.2063e-02,
7.4292e-03, 1.1098e-01, -8.1112e-02, -1.6783e-01, -1.0699e-01,
6.2003e-02, -1.0018e-01, -4.9372e-04, 9.3476e-02, 2.3570e-02,
1.7353e-01, 1.2395e-01, 6.2232e-02, 1.8939e-02, 1.7081e-02,
-1.7452e-01, -5.4210e-03, -1.0488e-02, 7.7305e-02, -5.2626e-02,
5.1007e-02, 5.0996e-03, 1.7350e-01, 7.2814e-02, 9.4646e-02,
2.0741e-01, 7.9931e-02, 1.0602e-01, -2.6933e-05, -5.2771e-02,
1.2069e-02, 3.0003e-03, -1.2206e-02, 7.6825e-02, 2.4920e-02,
1.0019e-01, -1.7923e-01, -1.3648e-01, 2.8858e-03, 4.1988e-02,
4.5037e-02, -8.9558e-03, -1.2196e-02, -2.0908e-02, -4.2131e-03,
-4.4083e-02, 1.8675e-03, 1.4691e-01, 1.6366e-02, -2.4136e-02,
-7.5848e-02, 2.7274e-03, -1.4329e-01, 4.0536e-02, 1.0384e-01,
5.7754e-02, -5.0644e-02, -1.5253e-02, -6.4195e-02, 3.9429e-02,
-9.7609e-02, -1.5391e-02, 3.8852e-02, -1.7112e-02, 6.3186e-02,
2.1502e-01, 2.0554e-02, -5.9015e-02, -1.0854e-01, -2.6288e-03,
8.7083e-02, -9.0961e-02, -6.7831e-02, 6.4243e-02, -2.8393e-02,
-2.3132e-01, 3.8136e-03, -6.1476e-02, 8.3823e-02, 8.6995e-03,
4.2884e-02, 1.0421e-02, -8.5568e-02, 7.7273e-02, 6.0028e-02,
-6.5428e-02, 1.2012e-01, -1.1406e-01, -2.7772e-02, -6.5960e-02,
1.0184e-01, 9.8203e-02, -1.1053e-01, -8.3806e-02, -7.9210e-02,
8.8665e-02, 1.4554e-01, 2.3727e-02, -5.4306e-02, -3.0234e-02,
-1.0684e-01, -2.4873e-02, 7.0178e-02, -9.0225e-02, 7.0586e-02,
-7.7561e-03, 1.7522e-01, 2.3939e-02, 1.1489e-02, 1.4566e-01,
1.2426e-01, 1.1179e-01, -4.7775e-02, -5.7330e-02, -3.6153e-02,
-4.6569e-02, -1.3311e-03, -9.0470e-01, 2.0024e-02, 4.4107e-02,
9.0136e-02, -3.0556e-02, -5.8056e-02, 6.7948e-02, 4.4265e-02,
-4.0895e-02, -1.3356e-01, -6.6712e-03, -5.9551e-02, -4.2224e-02,
-4.1516e-03, -3.9849e-03, -1.2020e-01, 6.9411e-02, 2.9601e-02,
8.2224e-02, 5.0988e-03, 1.0150e-03, -3.0105e-02, -6.5872e-02,
2.8352e-02, 1.4335e-01, 3.4167e-03, -1.0505e-01, 8.0290e-02,
4.9042e-02, 7.0934e-03, 9.9960e-02, 2.9305e-03, -1.3015e-01,
6.0052e-03, 1.6698e-01, 8.0253e-02, -8.9491e-02, 1.2564e-01,
7.8408e-02, -1.1790e-02, 2.6561e-02, 1.9159e-02, 7.2876e-02,
1.6757e-02, -2.9123e-02, 7.6646e-02, -4.3907e-02, -9.6493e-02,
-3.0513e-02, 6.4946e-02, -2.7527e-03, 1.1760e-01, 1.8049e-01,
5.0567e-02, -2.4431e-02, -5.2221e-02, -2.1300e-01, 3.9685e-02,
2.9547e-03, -9.7192e-02, -5.3256e-02, -1.1836e-01, 4.2932e-02,
6.6000e-02, -7.4078e-02, 8.3828e-02, -1.2526e-01, -7.7305e-02,
-1.2401e-01, -4.2549e-02, -1.5863e-01, -3.1023e-02, 8.0185e-02,
-1.7462e-01, 7.9793e-03, -1.2665e-01, -1.7034e-01, 1.5936e-01,
1.7638e-01, 6.2850e-02, 1.8434e-02, 1.2286e-01, 6.4121e-02,
-2.2675e-02, 1.0578e-02, 2.8090e-02, 1.1092e-01, -7.0471e-02,
-6.9508e-02, -2.4134e-02, 8.8656e-02, -1.1320e-01, -4.0350e-02,
4.6813e-03, 2.3506e-02, -1.7017e-01, -1.4629e-01, 3.5256e-02,
-6.3980e-02, -2.5385e-02, -8.8221e-02, 1.5594e-01, -1.1556e-01,
1.7324e-01, 5.3267e-02, 1.6347e-02, 1.5313e-01, -7.3992e-02,
5.6853e-02, -3.8393e-02, -1.3515e-01, 4.7723e-02, 5.3653e-02,
-2.0916e-02, 2.1695e-01, -4.3392e-02, -7.4503e-02, -1.3032e-01,
-1.0193e-01, 3.0499e-03, 4.6434e-02, -8.6279e-02, 5.4648e-02,
-2.6580e-02, -9.7541e-02, 5.0967e-02, 7.6518e-03, -1.7415e-01,
9.4807e-03, -1.5134e-02, 5.5935e-03, 4.4790e-02, -4.4273e-02,
6.0603e-02, 1.8738e-01, -3.0270e-02, 6.8230e-02, -6.1269e-02,
-1.1019e-02, 1.7734e-02, -3.2796e-02, 7.1740e-02, 1.2056e-02,
1.0971e-01, -8.2250e-02, -3.7517e-02, -2.4577e-02, -2.0477e-01,
2.6343e-02, -7.7032e-03, -6.8710e-02, 1.2927e-01, -4.1254e-02,
2.5497e-02, -4.6458e-03, -6.5674e-02, 4.9602e-02, 9.5145e-03,
5.6282e-02, -7.3915e-02, -2.1023e-03, 8.1732e-02, 8.3022e-02,
-8.6522e-02, -3.2405e-02, 4.6461e-02, -2.4207e-02, 2.0645e-02,
-3.9127e-03, 8.0444e-02, -1.1355e-01, -2.8535e-02, -6.9687e-02,
-1.3219e-01, -3.9613e-04, 5.4804e-02, 2.7773e-02, -7.4969e-02,
4.5803e-02, 4.1209e-02, -2.3788e-02, 1.2552e-01, 3.5544e-03,
1.7398e-02, -9.2771e-02, 1.2335e-01, 1.8801e-02, 7.0639e-02,
-1.2710e-01, 7.6425e-02, -1.6738e-02, 3.1258e-02, 6.1872e-02,
1.3366e-01, -3.2949e-02, 1.0316e-01, 2.7404e-02, -1.1172e-02,
1.8590e-02, 1.3557e-01, -1.2818e-01, -1.4459e-01, 7.6576e-02,
-3.2729e-02, 4.4230e-02, 1.6289e-02, 7.3832e-02, -1.1505e-01,
-1.5182e-02, 6.0948e-02, 1.6870e-01], device='cuda:0')),
('bert.encoder.layer.7.output.LayerNorm.weight',
tensor([0.8188, 0.8400, 0.8243, 0.8308, 0.8218, 0.8242, 0.7161, 0.7949, 0.8312,
0.8056, 0.8221, 0.8561, 0.8707, 0.8380, 0.8355, 0.7760, 0.8251, 0.8296,
0.8036, 0.8335, 0.8124, 0.8252, 0.8161, 0.8057, 0.8362, 0.8248, 0.8399,
0.7886, 0.7995, 0.8458, 0.8354, 0.8010, 0.8625, 0.7819, 0.8316, 0.8054,
0.7831, 0.8472, 0.8022, 0.7884, 0.8435, 0.8094, 0.8094, 0.8533, 0.8543,
0.8308, 0.8193, 0.8418, 0.8525, 0.8066, 0.8355, 0.7993, 0.7885, 0.8154,
0.7919, 0.7724, 0.8014, 0.8628, 0.8161, 0.8069, 0.8500, 0.8541, 0.8410,
0.8262, 0.7868, 0.8582, 0.8136, 0.7984, 0.8175, 0.7586, 0.8093, 0.8377,
0.8233, 0.7907, 0.8499, 0.8422, 0.8421, 0.8370, 0.8523, 0.8505, 0.8022,
0.8610, 0.8425, 0.8314, 0.7641, 0.8053, 0.8021, 0.8412, 0.8368, 0.8193,
0.8047, 0.8075, 0.8445, 0.8532, 0.7971, 0.8039, 0.8002, 0.8524, 0.8200,
0.8301, 0.8283, 0.8534, 0.8201, 0.8597, 0.8171, 0.8605, 0.8620, 0.7690,
0.8491, 0.8496, 0.8029, 0.8342, 0.8785, 0.7696, 0.8380, 0.8407, 0.8385,
0.8224, 0.8548, 0.8520, 0.8353, 0.8427, 0.8353, 0.8058, 0.7863, 0.7988,
0.8547, 0.8070, 0.8416, 0.8186, 0.8401, 0.8087, 0.8329, 0.8296, 0.8686,
0.8417, 1.1054, 0.8420, 0.8159, 0.8590, 0.8184, 0.8388, 0.8258, 0.0942,
0.8116, 0.8293, 0.8148, 0.8368, 0.8173, 0.8158, 0.8257, 0.8283, 0.8541,
0.8178, 0.8211, 0.8255, 0.8622, 0.8418, 0.8134, 0.8339, 0.8192, 0.8897,
0.7805, 0.8482, 0.7909, 0.8209, 0.8181, 0.7772, 0.8032, 0.8279, 0.8520,
0.7661, 0.7772, 0.8383, 0.8070, 0.8267, 0.8263, 0.7787, 0.8693, 0.8210,
0.7815, 0.8322, 0.7847, 0.8304, 0.8383, 0.8444, 0.8308, 0.8070, 0.8267,
0.8269, 0.7852, 0.7804, 0.8301, 0.8230, 0.8017, 0.8391, 0.8634, 0.8183,
0.8461, 0.8170, 0.8475, 0.7697, 0.8485, 0.8243, 0.8102, 0.8243, 0.8420,
0.8499, 0.8220, 0.8185, 0.8438, 0.8219, 0.7662, 0.8420, 0.8227, 0.8572,
0.7890, 0.7931, 0.8280, 0.8019, 0.8724, 0.8422, 0.8493, 0.8196, 0.8023,
0.8238, 0.8632, 0.8277, 0.8034, 0.7538, 0.8312, 0.8593, 0.8127, 0.8241,
0.8193, 0.8214, 0.7950, 0.8545, 0.8332, 0.8458, 0.8209, 0.7963, 0.7837,
0.8069, 0.8347, 0.8116, 0.8674, 0.8126, 0.8776, 0.8528, 0.8239, 0.8241,
0.9071, 0.8492, 0.8564, 0.8692, 0.8463, 0.7891, 0.8347, 0.8312, 0.7504,
0.8172, 0.8277, 0.8264, 0.8301, 0.8191, 0.8492, 0.8771, 0.8129, 0.8169,
0.8261, 0.8257, 0.8404, 0.8269, 0.8530, 0.8383, 0.8466, 0.8652, 0.8037,
0.8041, 0.8897, 0.8564, 0.8484, 0.3128, 0.8550, 0.8622, 0.8269, 0.8254,
0.8153, 0.7861, 0.7790, 0.8264, 0.8076, 0.8019, 0.8265, 0.7988, 0.8021,
0.7857, 0.8488, 0.8211, 0.8322, 0.8162, 0.8392, 0.8689, 0.2506, 0.8704,
0.8157, 0.8645, 0.8403, 0.8492, 0.8219, 0.8041, 0.8089, 0.8205, 0.8016,
0.8487, 0.8235, 0.8226, 0.8711, 0.7879, 0.8166, 0.8305, 0.8221, 0.8559,
0.8252, 0.8218, 0.8282, 0.8393, 0.8534, 0.8082, 0.8351, 0.8356, 0.8405,
0.8648, 0.8683, 0.8479, 0.8464, 0.8248, 0.8090, 0.8128, 0.7811, 0.8397,
0.8283, 0.8461, 0.8276, 0.8450, 0.8609, 0.8348, 0.8323, 0.8025, 0.8463,
0.8175, 0.8181, 0.8316, 0.8495, 0.8302, 0.8351, 0.8274, 0.8456, 0.7892,
0.8608, 0.8210, 0.8279, 0.8533, 0.7998, 0.7843, 0.8412, 0.8268, 0.8399,
0.8484, 0.8196, 0.8524, 0.8319, 0.8539, 0.8142, 0.8205, 0.8454, 0.8479,
0.8541, 0.7734, 0.8093, 0.8203, 0.8193, 0.8419, 0.7968, 0.8179, 0.7969,
0.8435, 0.8121, 0.7951, 0.8433, 0.7760, 0.8214, 0.8455, 0.8325, 0.8277,
0.8174, 0.8587, 0.8050, 0.8015, 0.7484, 0.8130, 0.7943, 0.8226, 0.8201,
0.8260, 0.8269, 0.8200, 0.8462, 0.8766, 0.8284, 0.8129, 0.8487, 0.8706,
0.8622, 0.8288, 0.8031, 0.8154, 0.8076, 0.8646, 0.8385, 0.8716, 0.8436,
0.8161, 0.8195, 0.8668, 0.8163, 0.7920, 0.8277, 0.8484, 0.8438, 0.8605,
0.7863, 0.8427, 0.7795, 0.8421, 0.8196, 0.8441, 0.8606, 0.8335, 0.8341,
0.7857, 0.8311, 0.8135, 0.8200, 0.7816, 0.8346, 0.8517, 0.8566, 0.8082,
0.8517, 0.7868, 0.8397, 0.8484, 0.8299, 0.8003, 0.8177, 0.7726, 0.7995,
0.8213, 0.8302, 0.8320, 0.7900, 0.8596, 0.7081, 0.7955, 0.8155, 0.8219,
0.8285, 0.8352, 0.8573, 0.8166, 0.8476, 0.7838, 0.8462, 0.8212, 0.7655,
0.8599, 0.8202, 0.8631, 0.8002, 0.8474, 0.8685, 0.8375, 0.8137, 0.8258,
0.8677, 0.8201, 0.9228, 0.8206, 0.8102, 0.8543, 0.8293, 0.8003, 0.8143,
0.8176, 0.8391, 0.8500, 0.8157, 0.8286, 0.8794, 0.8699, 0.8182, 0.8439,
0.8322, 0.8291, 0.8841, 0.8349, 0.8428, 0.8156, 0.8076, 0.8564, 0.8362,
0.8434, 0.8198, 0.8214, 0.8413, 0.8149, 0.7889, 0.8444, 0.8646, 0.7769,
0.8308, 0.8831, 0.8535, 0.8441, 0.8218, 0.8709, 0.8256, 0.8493, 0.8276,
0.8097, 0.8344, 0.8211, 0.8182, 0.8071, 0.8072, 0.8275, 0.7943, 0.8230,
0.8583, 0.8695, 0.8069, 0.7535, 0.8350, 0.8482, 0.8229, 0.8195, 0.8598,
0.8110, 0.7791, 0.8002, 0.8447, 0.8230, 0.7994, 0.8178, 0.7748, 0.6655,
0.8004, 0.8293, 0.8605, 0.8627, 0.8030, 0.8672, 0.8425, 0.8580, 0.8170,
0.8389, 0.7978, 0.8330, 0.8047, 0.8356, 0.7961, 0.8159, 0.8428, 0.8416,
0.8349, 0.7910, 0.8358, 0.8274, 0.8595, 0.8181, 0.8341, 0.8380, 0.8485,
0.8475, 0.8238, 0.8255, 0.7953, 0.7891, 0.8651, 0.8223, 0.8197, 0.7950,
0.8301, 0.8109, 0.8008, 0.8257, 0.8502, 0.8333, 0.8404, 0.8458, 0.8110,
0.8384, 0.8211, 0.8407, 0.8148, 0.7584, 0.8087, 0.8251, 0.8233, 0.8003,
0.8261, 0.8159, 0.8134, 0.8314, 0.8558, 0.8624, 0.8573, 0.8540, 0.8277,
0.8119, 0.8332, 0.8477, 0.8176, 0.8375, 0.8396, 0.7988, 0.8240, 0.7797,
0.8506, 0.8411, 0.8376, 0.8023, 0.8028, 0.8150, 0.8701, 0.8398, 0.8347,
0.8339, 0.8562, 0.8132, 0.8200, 0.8103, 0.8592, 0.8224, 0.7677, 0.8392,
0.8287, 0.7835, 0.7922, 0.8780, 0.8117, 0.8175, 0.8327, 0.8230, 0.8340,
0.8220, 0.8072, 0.8103, 0.8299, 0.8072, 0.8168, 0.8190, 0.8492, 0.8431,
0.8574, 0.7797, 0.7785, 0.8435, 0.8459, 0.7673, 0.8207, 0.8354, 0.8187,
0.8371, 0.8406, 0.8689, 0.8512, 0.8199, 0.8512, 0.7938, 0.8380, 0.8565,
0.8429, 0.8282, 0.8109, 0.8624, 0.8525, 0.8484, 0.8338, 0.7842, 0.8437,
0.8247, 0.8575, 0.8350, 0.8509, 0.8427, 0.7892, 0.8462, 0.8113, 0.8113,
0.8028, 0.7770, 0.8271, 0.8533, 0.8227, 0.8420, 0.8493, 0.8383, 0.8348,
0.8487, 0.8357, 0.8203, 0.8589, 0.8328, 0.7574, 0.8014, 0.8028, 0.8480,
0.8276, 0.8284, 0.8292, 0.8102, 0.8542, 0.7570, 0.8792, 0.8017, 0.8566,
0.8412, 0.8293, 0.8343, 0.8209, 0.8307, 0.8395, 0.8429, 0.8374, 0.8298,
0.8151, 0.8545, 0.8411, 0.8209, 0.7776, 0.7977, 0.7894, 0.8089, 0.8382,
0.8367, 0.8176, 0.7893, 0.8244, 0.8344, 0.8239, 0.7863, 0.8631, 0.8094,
0.8187, 0.8202, 0.8537, 0.8042, 0.7915, 0.8496, 0.8375, 0.8296, 0.8741,
0.8323, 0.8586, 0.7999], device='cuda:0')),
('bert.encoder.layer.7.output.LayerNorm.bias',
tensor([-5.2288e-02, 4.3236e-02, 3.2600e-02, -6.8467e-02, 5.5446e-02,
-4.2153e-02, 6.7257e-02, -8.0236e-02, -3.2526e-02, 6.8197e-02,
-6.7513e-02, 1.0763e-04, 3.7324e-03, 7.7100e-02, -3.6593e-02,
-8.1196e-02, -6.7059e-02, 2.8054e-02, 4.0751e-02, 4.5162e-02,
-7.2135e-03, -7.1509e-02, -2.7211e-02, -4.7662e-02, 2.1329e-02,
-3.4555e-02, -6.6171e-02, -1.5028e-01, -7.6511e-02, -3.5343e-02,
-2.6394e-02, 4.2753e-02, 8.7711e-03, 5.0555e-02, -1.2259e-01,
-1.4602e-02, 1.4858e-02, -4.3617e-02, -6.6005e-02, -1.4309e-01,
1.4077e-02, 6.5188e-02, -4.9641e-02, -3.7862e-02, -5.9608e-02,
3.0138e-03, -4.1891e-02, -8.4138e-02, -4.4110e-02, -8.4389e-02,
-6.1537e-02, -5.8281e-02, -1.0201e-01, 9.2223e-02, -4.9818e-02,
9.3029e-03, 2.6483e-02, -3.1424e-02, -2.6495e-02, -3.3483e-02,
-2.2553e-04, 8.9755e-03, -1.0185e-01, 7.4223e-02, 5.4866e-02,
-7.5303e-02, -2.2019e-02, 2.4344e-02, -5.6952e-02, 5.0030e-02,
3.9603e-02, 1.4585e-02, -1.1476e-03, -5.2237e-02, -4.2667e-05,
-5.5695e-02, -5.4831e-02, -1.5088e-02, -1.5644e-02, -2.2590e-02,
-7.4773e-02, -3.6342e-02, -2.4635e-02, -1.1927e-01, 7.4308e-03,
-7.9501e-02, 1.3406e-02, -2.6142e-02, -6.9312e-02, -6.4581e-02,
5.9495e-02, 1.8132e-02, -6.5875e-04, -5.0087e-02, 2.5860e-02,
-9.6144e-02, -2.8282e-02, -2.4277e-02, -7.9212e-02, -5.3100e-02,
-7.7707e-03, 5.8124e-03, -7.6465e-03, -3.9335e-02, 1.0732e-02,
1.2670e-02, -8.4709e-02, -5.1593e-02, 3.0016e-02, 6.9465e-03,
-1.5199e-02, 3.0615e-02, -9.0405e-03, -2.0665e-02, -1.2512e-01,
-8.8251e-02, 2.9434e-02, -9.5641e-02, -1.5367e-02, 7.7293e-03,
-3.6824e-02, 1.3139e-02, -4.6103e-02, -4.5387e-02, 4.1430e-02,
-3.9088e-02, -7.5412e-02, -5.9006e-03, 3.1793e-02, -6.8651e-04,
4.8791e-02, -1.6851e-02, -7.0904e-03, -3.6844e-02, 1.4111e-02,
-4.4675e-02, -1.6650e-01, -9.1147e-02, 5.0164e-02, -5.4993e-02,
6.4096e-02, 5.5934e-02, -6.9990e-02, 4.5711e-01, -1.5918e-02,
-1.0822e-02, -7.6550e-02, -1.0265e-01, 3.4164e-02, 5.8514e-02,
4.1635e-02, 1.7359e-03, -1.4290e-02, -9.1734e-02, -1.1349e-01,
3.8158e-02, 1.6433e-02, 7.2456e-02, -6.4550e-02, 4.0027e-02,
-1.5187e-01, -6.1021e-02, -6.6859e-02, -1.2880e-02, -2.5310e-02,
7.6004e-02, -8.9092e-02, -2.9095e-03, 3.5519e-02, -4.9181e-02,
-5.1037e-02, -4.6994e-02, 2.6828e-02, -5.5129e-02, -8.6162e-02,
-1.0957e-01, -1.0914e-01, 4.6943e-02, 3.1766e-03, -3.4044e-02,
9.4693e-02, 2.8885e-02, -4.6149e-03, 2.0123e-02, -2.9878e-02,
-1.8741e-02, -4.7147e-03, 6.9831e-02, 8.4984e-03, 2.3009e-02,
-9.0291e-02, -3.6556e-02, -6.3367e-02, -4.6831e-02, 1.6278e-02,
8.9296e-02, 5.3308e-03, -2.8744e-02, 9.2073e-03, 2.8772e-02,
-5.4980e-02, -9.0115e-02, -2.8650e-03, -5.3241e-02, -8.6149e-02,
-9.8389e-03, -8.3110e-02, 5.2172e-02, 3.5832e-03, -4.0724e-04,
7.1902e-03, 1.7009e-02, -6.6372e-02, 6.0333e-02, -4.3754e-02,
-4.7044e-02, -1.1558e-01, -2.0252e-02, 2.7009e-02, -3.8169e-02,
-4.1556e-02, -5.9874e-02, -1.0872e-01, 8.2946e-02, 5.6093e-02,
-9.1749e-02, -2.8810e-02, 1.1251e-02, -9.7343e-02, -4.9300e-02,
-3.7438e-03, -8.3664e-02, -2.4103e-02, 3.2787e-02, -1.9322e-02,
2.1927e-02, 5.2793e-03, 5.6275e-02, -5.1280e-02, -7.8902e-03,
1.8160e-02, -8.9822e-03, -9.3727e-02, -8.4180e-02, 1.0615e-02,
2.1840e-02, -3.0746e-02, -2.0885e-02, -7.2297e-02, -9.6927e-02,
-3.0141e-02, -1.1799e-02, -1.3504e-01, -9.8881e-02, -3.7481e-02,
-5.3480e-02, 3.8664e-02, -3.9093e-02, 3.2114e-02, -7.0594e-02,
-5.1603e-02, 4.8860e-02, -4.7213e-02, -3.2936e-03, -6.3862e-02,
-4.5386e-02, -6.1725e-02, -4.0163e-02, -4.9025e-03, 6.4327e-02,
3.1089e-02, 6.8637e-02, -8.6753e-02, -6.0170e-02, -9.5440e-02,
-2.9706e-02, 3.7210e-02, 2.5573e-03, -7.4836e-02, 1.0166e-01,
-3.5193e-02, -2.8236e-02, 4.0319e-02, -6.7456e-01, -1.1041e-02,
1.3203e-02, -1.1895e-02, 9.4837e-02, -9.1062e-02, -7.8067e-02,
-3.6950e-02, -6.1581e-02, -5.1833e-02, 4.5808e-02, -1.8217e-02,
5.2053e-02, 6.7183e-02, -1.8537e-02, 3.4277e-02, -1.7138e-02,
-5.5008e-02, 4.8235e-02, -4.0546e-02, -5.1223e-02, -2.1922e-01,
3.0192e-02, -2.3523e-02, -4.4849e-02, 1.2809e-02, -6.2631e-02,
-6.7441e-02, -9.6189e-02, -1.9848e-02, -6.1163e-02, -1.4519e-02,
1.0631e-02, -1.8463e-02, -1.4779e-02, 2.7192e-02, -1.8372e-02,
5.6915e-02, -1.9071e-02, -4.1271e-02, -3.1657e-02, -1.2781e-02,
4.4717e-02, -7.4418e-02, -2.9620e-02, -3.4873e-02, -6.2887e-02,
1.0815e-01, -5.4402e-02, -1.9058e-02, -4.1696e-02, -2.6811e-02,
5.7499e-03, 3.9675e-03, -9.3585e-02, 8.3385e-02, -3.3101e-02,
-3.2641e-02, -5.1541e-02, -1.3492e-02, 3.6753e-02, -5.4985e-02,
-1.7607e-02, -9.2506e-03, 2.9124e-02, -4.8562e-02, -2.1446e-02,
-8.1070e-03, 2.7038e-02, 4.2235e-02, -3.8447e-02, -7.6755e-02,
4.3536e-02, 6.3426e-03, -2.7817e-02, -5.5535e-02, 5.5158e-02,
-1.8717e-02, 6.2456e-02, -6.6154e-02, -3.2258e-03, 4.9276e-02,
-8.4841e-02, 9.0995e-05, -1.2918e-01, 2.7214e-02, -3.4653e-02,
4.2912e-02, 2.3013e-02, 1.4631e-03, -2.3491e-02, 4.6975e-02,
-3.6023e-02, 1.3910e-02, 3.8355e-02, -3.5558e-02, -5.9173e-03,
2.8053e-02, -5.0178e-02, -3.6818e-02, -6.2958e-02, 6.9929e-03,
5.1630e-02, -4.9423e-02, -1.6833e-02, -8.5035e-02, 3.0406e-02,
-4.8445e-02, -5.2483e-02, -7.9972e-03, -4.5996e-03, -3.5709e-02,
4.4514e-02, -4.0851e-02, -7.1847e-03, 5.0913e-02, -4.9870e-02,
-9.4381e-03, -7.3020e-02, 8.9982e-03, -2.0801e-02, 8.3121e-02,
-3.9654e-02, 9.1674e-04, 2.3221e-02, 2.6909e-02, 2.9812e-02,
3.1554e-02, 1.4159e-02, -4.1977e-02, -8.0533e-03, -2.9700e-02,
1.0211e-03, -4.8499e-02, -1.3056e-01, 5.5942e-02, -1.1470e-02,
4.5605e-02, 1.7962e-02, 7.3136e-03, -9.1787e-02, -8.3685e-02,
1.0855e-02, 2.4234e-02, 9.3813e-03, -8.4663e-02, -5.1488e-02,
1.0110e-02, -2.4790e-02, -1.3737e-03, -9.6056e-02, -6.3064e-03,
-7.4026e-02, -8.2274e-02, -4.2821e-02, -1.0992e-02, -6.0948e-02,
-5.5829e-02, 4.5804e-02, 1.9550e-02, 1.4686e-02, 5.5218e-03,
3.3364e-02, 5.9851e-03, -4.8033e-02, -3.8690e-02, 2.5831e-02,
-8.3917e-02, -8.2483e-02, -4.2646e-02, -4.2474e-02, -2.4351e-02,
1.6890e-01, -9.6812e-02, 4.6673e-02, 2.2950e-02, -1.5439e-03,
3.3278e-02, 1.8615e-02, 1.9654e-02, -7.7165e-02, -3.0623e-02,
-5.0092e-02, -3.8141e-02, -3.9233e-02, -3.9317e-02, -3.8045e-02,
-5.2436e-02, -5.6408e-02, 1.9919e-03, -8.1892e-02, -1.2356e-02,
-4.1981e-02, -8.8742e-03, -5.1793e-02, -3.2989e-02, 2.7527e-02,
-5.9844e-02, 1.4209e-02, 1.2623e-02, -5.8898e-02, -8.0175e-02,
1.4407e-02, -2.8524e-02, -7.1962e-02, -9.6627e-03, -1.6023e-02,
4.4725e-03, -7.7161e-03, 3.5071e-02, -1.5838e-02, -9.7796e-02,
-4.3704e-02, -2.5900e-03, -1.3104e-02, -2.3269e-02, -6.7351e-02,
-6.2701e-02, -6.7693e-03, -5.5958e-02, 5.4819e-02, 1.9421e-02,
-1.6184e-01, -2.8358e-02, -6.1472e-02, -1.5270e-02, 3.5088e-02,
5.1355e-02, -2.4631e-02, -3.1576e-02, -4.0216e-02, 3.5758e-02,
3.2092e-02, -3.7213e-02, -4.0907e-02, -7.4298e-02, -5.4006e-02,
1.9761e-02, -3.1017e-02, -2.8654e-02, 8.0142e-03, -3.1260e-02,
9.0360e-03, -1.3073e-01, -1.1694e-02, -6.2880e-04, 6.6162e-03,
1.5900e-02, -1.1109e-01, 3.1434e-02, 1.1304e-02, 3.4980e-02,
-7.1429e-02, -4.6729e-02, -7.7478e-02, 2.3044e-02, -5.5504e-02,
5.2876e-02, -2.6051e-02, -4.6524e-02, 5.9265e-02, -6.4569e-02,
-1.3788e-01, -3.8767e-02, 6.8693e-03, -4.6013e-03, -8.8919e-02,
-1.0928e-01, -5.8852e-02, 5.5802e-02, -6.0328e-02, -6.3980e-02,
-9.0634e-02, 4.4063e-02, -5.4074e-01, 2.4157e-02, -2.5856e-02,
-2.2290e-03, -3.7653e-02, -1.2295e-02, -1.0105e-02, -6.2431e-02,
1.8439e-03, -3.3899e-02, 1.9483e-02, 3.9023e-02, -1.0936e-01,
-7.0258e-02, -2.6970e-02, -3.3886e-03, -1.2096e-02, -4.9089e-02,
-2.8777e-02, -2.2257e-02, 2.8541e-02, -5.2853e-02, 8.0613e-02,
-8.8509e-02, -1.4780e-01, -2.3422e-02, -2.2677e-02, -1.7606e-02,
1.4608e-02, -4.3070e-02, -5.3336e-03, -1.1278e-01, 3.5588e-02,
-2.9523e-02, -7.2728e-02, -3.4044e-02, 4.9211e-02, 1.9960e-02,
-1.0482e-01, -7.0436e-02, -5.1567e-02, 2.7209e-02, -6.0759e-02,
1.1416e-02, -1.8177e-02, 8.8862e-03, 4.4175e-02, 8.3715e-03,
8.9079e-03, -2.6282e-02, -7.6508e-02, -7.1429e-02, -1.0826e-01,
-4.8246e-02, -9.1195e-04, -1.6079e-02, 8.2179e-02, -1.6980e-01,
-7.3501e-02, -3.7731e-02, 2.1973e-02, -1.6012e-02, -3.5280e-02,
1.4159e-02, -6.3740e-03, -7.3907e-02, -3.1859e-02, -7.1124e-02,
5.6459e-02, 4.7347e-02, 7.8674e-02, -4.2067e-02, -1.0241e-01,
6.9229e-02, -7.6331e-02, -1.1222e-02, 9.1953e-02, -9.5780e-02,
-9.4890e-02, -1.2151e-02, -8.4875e-02, 2.9390e-02, 1.8017e-02,
9.9698e-07, 4.7753e-04, -1.3407e-01, -8.0942e-02, -1.5605e-02,
3.5403e-02, 1.2085e-03, -7.2883e-02, 7.3160e-02, 4.9906e-02,
-1.5403e-02, 1.4351e-02, 3.5015e-02, 5.7985e-02, -4.5557e-02,
-2.7461e-02, 1.5833e-02, 6.3939e-03, -1.1102e-01, 7.0608e-02,
-9.5576e-02, -8.8186e-02, 2.7819e-02, -2.2098e-02, 3.0006e-02,
5.3640e-03, -6.6466e-02, -4.4449e-03, 3.4145e-02, -5.9598e-02,
-2.9275e-02, -7.8697e-02, -7.7394e-02, -2.6085e-02, -1.1551e-01,
-6.2271e-02, -5.6062e-03, 1.7169e-02, 5.2172e-02, -9.3334e-02,
-1.1097e-01, -2.5380e-02, -3.7570e-02, -5.6233e-02, 4.2178e-02,
-1.6656e-02, 4.2064e-03, -3.4822e-02, -8.8614e-03, 7.7536e-03,
-1.0521e-01, -4.0706e-02, 2.9080e-02, -3.9218e-02, -6.5278e-02,
-2.7641e-03, -5.8578e-02, 1.2072e-01, -1.1514e-01, -4.0342e-02,
-6.9993e-02, -8.3483e-02, -7.4573e-03, 2.7200e-02, 6.4657e-02,
1.7949e-02, -2.7058e-02, 5.1205e-03, -1.6864e-02, 2.4359e-02,
-8.7689e-03, -3.1344e-03, -3.4591e-02, 1.7645e-03, -5.5126e-02,
-7.7345e-02, 6.1760e-02, 3.1249e-03, -5.0988e-02, -1.0443e-01,
-8.4565e-03, -6.6092e-02, -5.2709e-02, 3.1540e-03, 3.1616e-03,
-2.0856e-02, -6.0487e-02, 1.3807e-02, -3.8066e-02, -4.6870e-02,
4.8023e-02, 1.1214e-02, 7.2967e-02, -1.1143e-01, 1.6214e-03,
1.1952e-02, -8.5335e-02, -2.4837e-02, -5.2575e-02, -2.4808e-02,
6.8096e-02, -1.3160e-02, -6.9359e-02, -8.5339e-02, -6.4163e-02,
2.6368e-02, 3.4473e-03, -9.7825e-03, -5.9763e-04, -3.5621e-02,
-3.6356e-02, -2.7139e-02, -9.2644e-02, 2.1841e-02, 2.1370e-02,
5.7889e-02, -4.0766e-02, 4.9819e-02, 1.1264e-02, -7.3960e-02,
1.1534e-02, 1.6546e-02, -7.7487e-02, -3.1784e-02, -8.4212e-03,
-1.9592e-02, 7.1151e-03, -1.3940e-01], device='cuda:0')),
('bert.encoder.layer.8.attention.self.query.weight',
tensor([[-0.0241, 0.0166, -0.0309, ..., -0.0380, -0.0028, 0.0271],
[-0.0437, 0.0150, 0.0426, ..., 0.0122, -0.0131, -0.0508],
[ 0.0298, -0.1088, 0.0402, ..., 0.0364, -0.0153, 0.0302],
...,
[ 0.0317, 0.0080, -0.0237, ..., 0.0091, 0.0588, 0.0398],
[-0.0540, -0.0380, 0.0873, ..., -0.0278, -0.0139, -0.0820],
[ 0.0133, -0.0122, -0.0418, ..., 0.0523, -0.0060, -0.0104]],
device='cuda:0')),
('bert.encoder.layer.8.attention.self.query.bias',
tensor([-2.8590e-02, 5.8720e-02, 1.7896e-01, -8.7212e-02, -5.9974e-02,
-1.9161e-01, -1.3726e-01, -7.0532e-02, 9.4780e-02, -8.7469e-04,
-2.9786e-03, 2.0340e-02, -1.1391e-02, -8.0676e-02, -2.2557e-02,
2.9590e-02, 2.8333e-01, 4.9628e-02, 4.9200e-02, 2.1138e-02,
3.4172e-02, 1.8514e-01, -7.4270e-02, 2.3257e-02, -1.5568e-01,
-6.6498e-02, -3.8606e-02, 1.1867e-01, 4.8973e-01, -2.2629e-01,
-2.2458e-02, -1.0948e-01, 5.2705e-03, 1.2044e-01, -5.3401e-02,
-3.9084e-02, 6.2680e-02, 3.7404e-02, 8.0293e-02, 8.5123e-02,
-1.9114e-02, -8.0299e-03, -4.2819e-02, -4.5749e-02, -6.4677e-02,
-4.1503e-02, 8.5539e-02, -1.0583e-01, 1.6284e-01, 3.7608e-02,
-1.5248e-02, -1.6476e-01, 8.1469e-02, 5.5372e-02, 8.4371e-02,
1.8111e-01, -4.6503e-02, 3.3194e-02, -6.6107e-02, -3.4310e-02,
5.6400e-02, -1.4312e-01, 1.8379e-01, -4.1975e-02, -1.9842e-01,
1.5176e-01, -6.6905e-02, 1.8815e-01, 9.4927e-02, -3.8220e-02,
8.6718e-02, 8.6337e-02, 6.6929e-03, -3.0137e-01, 2.6184e-01,
-1.4623e-01, 1.1987e-01, 4.8078e-02, 1.8522e-01, -3.8204e-02,
-1.7000e-01, 1.5180e-01, -2.1365e-02, -3.5910e-01, 6.0854e-02,
6.1400e-03, -8.9237e-02, 7.2700e-01, 6.0471e-02, 7.0681e-02,
3.0050e-01, 4.7755e-02, -2.4432e-02, -1.5522e-01, -2.6619e-01,
1.5443e-02, 5.9650e-02, 2.2677e-02, 6.6539e-02, 3.5243e-02,
-5.9035e-01, 9.5565e-02, 4.7608e-01, -2.0225e-01, -5.1190e-02,
-1.2141e-01, 3.1951e-02, -2.7736e-02, 1.5186e-01, -2.4810e-01,
7.2432e-02, 4.4747e-02, 1.2359e-01, 1.8027e-01, 2.0122e-01,
-1.7664e-01, 4.7718e-02, -5.6157e-02, -1.0105e-01, 5.7538e-02,
-2.2203e-01, -1.8465e-01, 4.5113e-02, 5.7908e-02, -1.4171e-01,
4.5283e-01, 3.9223e-01, -4.8073e-02, -1.8053e-02, 1.9315e-02,
-2.6594e-02, 7.8744e-03, -3.6386e-02, -2.4473e-02, -6.1363e-03,
5.9232e-02, -5.4591e-02, 1.2409e-02, 6.0599e-02, -1.5702e-03,
9.2562e-02, -8.5751e-02, -5.2836e-02, 8.3189e-03, -9.2809e-03,
2.6545e-02, -2.6210e-03, 7.0779e-03, 6.6656e-02, 9.8149e-02,
6.5727e-02, 3.2524e-02, 7.5970e-02, 5.4228e-04, 9.8735e-02,
-5.2910e-02, 2.5433e-02, -1.2137e-02, 1.0900e-01, -1.9986e-03,
-9.7224e-02, -9.0985e-02, -4.0900e-03, -4.8032e-02, -2.2385e-02,
-3.3001e-02, 2.1196e-02, -1.9034e-02, -1.5557e-02, 2.1010e-02,
6.3374e-02, 4.1549e-02, 1.0242e-02, -5.3636e-03, -4.2382e-02,
6.0683e-02, 1.5551e-03, -5.8494e-02, -1.8479e-02, 4.0202e-02,
-4.7123e-03, 2.3439e-02, -2.1134e-02, 1.0246e-02, 1.7231e-02,
-9.8305e-02, -7.5524e-02, -1.2369e-03, -9.6559e-03, 1.8689e-02,
8.5894e-02, 1.8103e-02, -4.4863e-01, -2.6157e-01, -1.5146e-01,
4.9405e-01, -3.8785e-01, -1.5801e-01, -1.7812e-01, 5.1012e-01,
1.3125e-01, 1.4913e-02, -2.2149e-01, -1.4821e-01, -1.4545e-01,
-1.4018e-02, -2.3181e-01, -9.6408e-02, 2.0205e-01, -8.7384e-02,
-7.2129e-02, 6.1066e-02, -4.1400e-02, 1.3313e-01, 3.1058e-02,
1.6279e-01, -2.3763e-01, -3.5146e-01, 3.7488e-02, 5.4235e-02,
-2.0201e-01, -2.0694e-01, 5.0014e-02, -1.3258e-01, -8.1739e-02,
-1.6411e-02, -1.4570e-01, -9.6008e-02, 1.5950e-01, -1.5052e-01,
1.0551e-01, -1.2867e-01, -1.8564e-01, -8.0327e-02, 1.8218e-01,
2.0424e-01, 5.4765e-02, -3.8521e-01, 6.8781e-02, 1.2502e-01,
-8.9381e-02, -4.0636e-01, 1.3349e-02, 4.2203e-03, 4.2737e-02,
1.3310e-02, -9.5344e-03, 1.8037e-01, -7.2686e-02, 1.0905e-02,
-2.4684e-01, -3.3174e-02, -1.2465e-02, -9.0853e-02, 3.4105e-02,
-5.2277e-02, -8.7114e-02, -1.9112e-01, 3.8140e-02, 4.5906e-02,
8.0509e-02, -7.6239e-02, -3.9163e-03, -2.1449e-02, -1.5990e-01,
2.4307e-02, 1.0477e-01, -2.1063e-01, 4.5988e-01, 2.8392e-01,
7.7363e-02, -7.5071e-02, 1.1455e-01, -8.8639e-02, -4.1914e-02,
1.5443e-01, -2.4306e-01, 1.0368e-01, 1.5233e-01, 1.1438e-01,
-1.2368e-01, 1.4588e-01, -3.5985e-02, 3.3070e-01, -4.0271e-02,
-4.0962e-01, 2.3296e-01, -2.7439e-01, -4.3179e-01, -1.3288e-03,
-8.0085e-02, 1.3018e-01, -2.7344e-02, -2.9647e-01, -3.1860e-01,
4.7111e-01, -2.7015e-01, 2.2481e-03, 3.4229e-02, 7.0988e-02,
6.5088e-02, -4.4876e-01, -6.0084e-02, 4.1699e-02, -4.6823e-01,
1.3669e-01, 3.9926e-02, 2.0532e-01, -6.9990e-02, -8.4643e-02,
4.6795e-01, -2.2112e-01, -5.0145e-01, 1.0385e-01, 2.2110e-02,
8.5723e-02, -3.6763e-01, 8.0711e-02, 1.4699e-01, 2.0757e-01,
7.7837e-02, 3.5646e-02, 7.9727e-02, 3.7476e-02, -1.1409e-01,
3.9510e-02, 1.5561e-01, 1.0871e-01, -2.0032e-02, -1.0167e-01,
7.0683e-02, -2.7207e-02, 7.0537e-02, -1.0400e-01, 4.4446e-02,
1.4282e-02, -1.2523e-01, 3.9555e-02, 8.9320e-02, -3.8305e-02,
-6.0313e-02, 1.1761e-02, 1.4110e-02, 1.1304e-03, -1.4222e-01,
8.7455e-02, -4.8881e-02, -2.3284e-02, 3.3289e-02, 6.7901e-02,
1.8947e-02, 6.1649e-02, 1.1569e-02, -1.7208e-02, 2.6078e-02,
-2.1998e-02, 3.7080e-02, -3.4243e-02, 8.4476e-02, 3.2934e-02,
1.0806e-01, 1.1732e-01, -5.0265e-02, 8.5040e-02, 5.8246e-02,
1.0322e-02, 2.2106e-01, 1.0387e-01, 5.5767e-02, -2.3085e-02,
2.2941e-02, 6.1464e-03, 8.4234e-02, 1.5537e-02, 3.5782e-02,
-1.6031e-02, 5.5102e-02, -2.6369e-02, -4.0277e-02, -8.6359e-02,
-6.2370e-02, 1.4536e-02, -4.1881e-02, 2.3593e-02, 8.9256e-02,
-1.2100e-01, -1.7321e-02, 1.5660e-02, 1.4115e-01, 5.7318e-01,
4.1869e-03, 1.1455e-01, 2.0361e-01, -6.6015e-02, 3.4387e-02,
-4.6156e-02, -2.4131e-02, -2.6366e-02, 4.6985e-02, 5.8963e-02,
-8.8096e-02, 4.7079e-02, -1.1405e-01, -3.3348e-02, -1.4629e-01,
1.1949e-01, -4.2692e-02, -3.6904e-02, 1.1281e-01, 2.4076e-02,
1.4454e-03, 1.1280e-01, 1.4890e-01, -3.1732e-02, 3.4496e-02,
-7.1186e-03, 1.3459e-02, -7.2210e-02, -8.3913e-02, 1.3133e-01,
1.8895e-01, -2.9913e-02, -4.6261e-02, -1.6416e-02, -1.9776e-01,
1.0953e-01, 1.4111e-01, 4.1522e-01, -8.5866e-02, -1.7254e-01,
4.0492e-01, 2.8135e-01, -7.4778e-02, -2.5716e-01, -9.8415e-02,
-9.3205e-02, -1.0497e-01, 1.0344e-01, -8.6988e-02, 1.2113e-01,
-3.4986e-02, -4.6676e-02, -4.9959e-02, -2.8448e-02, -9.7781e-02,
-1.2838e-01, -7.3417e-02, -1.8836e-01, 6.5512e-03, 3.4834e-02,
-5.5396e-02, 7.5950e-02, 1.4534e-02, 7.2852e-02, -7.3701e-02,
3.0898e-02, -2.5216e-02, 1.0579e-01, -7.0622e-02, 9.3762e-02,
-7.9155e-02, -1.1336e-01, 3.5170e-02, -3.1987e-03, -1.4816e-02,
6.6195e-02, -1.7688e-02, -3.3099e-02, -5.3371e-02, 3.9996e-02,
-3.1166e-02, -3.3321e-02, 4.8609e-02, -4.0721e-02, -3.0536e-02,
-2.0427e-01, 5.7073e-02, 9.4488e-02, -4.8363e-02, 1.2571e-02,
3.1823e-02, -7.8786e-03, -3.7505e-02, 6.3537e-02, 4.3466e-03,
1.4695e-01, -1.0890e-01, -4.6629e-02, 1.2037e-01, 2.8345e-03,
4.3089e-01, 1.4562e-02, 1.3299e-01, -1.0856e-01, 3.4201e-02,
6.2517e-02, 6.8225e-02, 7.8052e-02, -1.0867e-02, -7.1294e-02,
-3.6718e-03, -3.9480e-01, 4.0927e-02, 6.6959e-03, 1.0123e-01,
-5.9516e-02, 3.8154e-02, 6.0009e-03, -1.6920e-02, -1.0951e-01,
2.1933e-02, -3.4724e-02, 8.7351e-03, -1.1402e-02, 5.8486e-02,
-6.1564e-02, -6.2040e-02, 2.4873e-01, 1.9648e-03, -8.8932e-02,
2.2452e-02, 3.2359e-04, 1.5316e-03, 3.7322e-02, -2.7379e-02,
1.2918e-02, -3.5061e-01, 7.5670e-02, 1.6942e-01, -3.7438e-02,
6.8993e-02, -9.4017e-02, -4.0247e-02, 1.2642e-02, -1.2775e-01,
-5.0233e-02, 1.2634e-01, -1.3052e-01, 8.0581e-02, 1.0955e-01,
-2.3121e-02, 3.9728e-02, -1.5236e-02, 1.1894e-01, -6.3696e-02,
-6.6074e-02, -5.6327e-01, -1.8240e-01, -6.4079e-02, -6.0645e-02,
-1.0390e-01, -1.6344e-01, 6.4943e-02, -5.5593e-03, -9.0055e-02,
-3.5818e-03, -4.3497e-02, 5.9411e-02, -4.4485e-02, 2.6015e-03,
-1.4092e-01, -8.7069e-02, -1.7528e-02, 1.3961e-01, 8.1114e-02,
-9.4943e-02, -1.0741e-02, 2.9378e-02, -9.2514e-02, -2.9200e-02,
-2.4615e-02, 1.0448e-01, 8.4318e-02, -2.7390e-02, -6.8500e-02,
1.2172e-02, -4.5252e-02, -9.8644e-03, 5.4083e-02, -9.3507e-03,
-2.0379e-01, -3.0549e-01, -2.5970e-02, -9.1718e-02, 5.0671e-02,
5.1483e-02, 2.3132e-01, 1.7346e-01, 4.0631e-02, 7.7669e-02,
-6.2469e-02, -3.2770e-01, 2.2236e-01, 1.6768e-01, 6.3131e-01,
-1.1537e-01, -6.4261e-02, -1.1142e-01, 2.6752e-02, 2.2245e-02,
-3.2969e-02, -1.6370e-01, -4.8933e-02, -1.3935e-01, -5.8139e-02,
-1.6591e-01, -6.2545e-02, -2.5221e-01, -2.3051e-01, 1.7593e-01,
-8.0085e-02, 1.7139e-01, -9.9954e-02, 2.0469e-01, 7.1523e-02,
1.5877e-01, -3.4060e-02, -5.3213e-03, 1.9714e-01, 5.9435e-02,
5.8961e-02, 6.3596e-02, 4.5863e-02, -3.0988e-01, 3.4082e-02,
1.4249e-02, -1.3604e-01, -1.6678e-02, -2.7363e-02, 2.1491e-01,
2.2205e-01, -1.8198e-01, 3.3944e-01, 1.9583e-01, -1.0611e-01,
-5.5712e-01, 2.4549e-03, -7.5523e-02, -1.7966e-01, 6.0891e-02,
1.4579e-02, 1.8066e-02, 1.0541e-01, -8.6795e-02, -1.0072e-01,
4.4723e-03, 5.7522e-02, 2.6993e-01, 1.8046e-01, 3.4112e-01,
6.3132e-03, -4.0382e-02, -6.5234e-02, -3.8744e-02, 1.3167e-01,
1.2537e-01, -1.0189e-02, 8.7289e-02, 3.4790e-01, -2.5891e-01,
-5.5576e-01, 6.2618e-01, 1.3503e-01, -3.5609e-03, -1.8215e-01,
-1.0089e-01, 8.2353e-02, -4.7892e-02, -5.1225e-02, -8.8105e-02,
1.0314e-02, 4.4951e-02, 6.3390e-02, -1.6623e-01, -3.8074e-02,
4.3959e-02, 1.4048e-01, -4.1364e-02, 4.6889e-02, 9.3781e-02,
5.2621e-02, 8.2788e-02, -4.0072e-02, -1.5025e-01, 4.7568e-02,
-4.9776e-02, -2.3357e-02, 3.8489e-03, -2.6014e-01, -5.0246e-02,
-7.4689e-01, 2.1950e-02, 7.9156e-03, 5.7455e-02, 1.8711e-01,
-1.1689e-01, 1.7292e-01, -2.3490e-01, -4.2283e-03, 3.7010e-03,
9.6125e-02, 3.1610e-02, 1.0724e-01, 3.2834e-01, -1.1385e-01,
-5.1525e-02, -1.3359e-01, 1.1716e-01, 1.1565e-01, 6.1989e-03,
-8.0963e-02, -1.2587e-01, 1.0203e-02, -5.4524e-02, -1.0224e-01,
-2.4307e-02, -1.2774e-01, -3.6582e-02, 5.1745e-02, 1.6655e-01,
1.6473e-02, -1.9985e-02, -2.9779e-02, 6.4976e-02, -7.8900e-03,
-2.4140e-01, -4.5817e-02, 3.7977e-03, 8.6600e-02, -1.5530e-01,
1.2612e-02, 6.2329e-03, -7.9221e-02, -3.7391e-04, 1.0307e-01,
-4.7159e-02, 1.1811e-01, -6.1451e-02, -3.3890e-02, -2.8624e-01,
-3.5472e-02, -1.8842e-02, -5.5839e-02, -3.2058e-02, -7.8662e-02,
-3.5908e-01, -3.0884e-02, 5.9263e-02, 9.0947e-02, 1.1563e-01,
8.4940e-02, -2.3905e-02, 5.7780e-02, 1.7879e-01, -5.8256e-02,
-6.0795e-03, -4.8582e-02, -1.1638e-02, 6.1753e-03, 7.8780e-02,
-7.0063e-02, 4.2416e-02, -4.4237e-02, -5.0305e-02, -1.7990e-01,
8.2251e-02, -5.8148e-02, 9.8077e-03], device='cuda:0')),
('bert.encoder.layer.8.attention.self.key.weight',
tensor([[ 0.0238, -0.0203, -0.0242, ..., -0.0066, -0.0134, -0.0487],
[ 0.0078, 0.0489, -0.0178, ..., 0.0185, 0.0218, -0.0375],
[-0.0780, 0.0508, 0.0073, ..., 0.0130, 0.0052, 0.0016],
...,
[-0.0467, 0.0248, 0.0283, ..., -0.0670, 0.0087, -0.0749],
[ 0.0916, -0.0106, -0.0282, ..., -0.1298, 0.0805, -0.0251],
[-0.0162, -0.0247, 0.0095, ..., 0.0069, -0.0889, -0.0351]],
device='cuda:0')),
('bert.encoder.layer.8.attention.self.key.bias',
tensor([-5.5737e-04, 1.7249e-03, 8.9072e-03, -5.7943e-03, -1.7747e-03,
1.9864e-03, 3.4275e-03, -1.7835e-03, -6.1422e-04, -3.1195e-03,
6.1730e-03, 9.3863e-03, 4.8783e-03, -3.0411e-03, 3.3597e-03,
1.3136e-02, 5.8665e-03, 3.3298e-03, -4.1887e-03, 5.6776e-03,
1.0782e-02, -1.5720e-03, -5.1197e-03, 5.1098e-03, 2.8449e-03,
2.2041e-04, -5.2244e-03, -1.1140e-02, 1.9860e-03, -2.7321e-03,
-3.0104e-03, -9.6969e-03, -3.5851e-03, -8.3750e-04, -6.1964e-03,
9.8837e-03, -6.5695e-04, -2.8911e-04, 2.0574e-03, -4.1588e-03,
2.5562e-03, -1.5558e-03, -1.4347e-03, 3.9037e-03, 4.6349e-03,
2.7258e-03, -4.9961e-04, 4.1810e-03, -2.9023e-03, -7.3946e-04,
1.3025e-02, 5.6992e-03, -1.3286e-04, -8.2847e-04, 3.2260e-03,
2.6110e-03, -4.3842e-03, 4.9896e-03, -4.1424e-03, 2.3986e-03,
5.9251e-03, 8.7124e-03, -4.4696e-03, -2.3668e-03, -2.9610e-03,
9.4983e-04, 3.6182e-03, -6.0381e-03, -1.5491e-03, -3.1208e-03,
2.1346e-03, -8.4654e-04, -1.5086e-03, -4.9091e-03, -8.1347e-03,
-7.9582e-04, -3.0623e-03, -1.0775e-03, -2.2126e-03, -2.0236e-03,
7.4150e-03, 1.1787e-05, 6.3925e-04, -2.5382e-03, 1.5602e-03,
1.0350e-03, 2.3818e-03, -3.9465e-03, 1.6790e-03, -2.6216e-03,
4.1125e-03, -3.2945e-04, -1.1100e-03, 3.4486e-03, 3.5168e-03,
5.8049e-03, 3.8977e-04, 2.0940e-03, -2.2702e-03, -2.8924e-03,
1.8299e-03, -2.4739e-03, -4.9703e-03, 9.0011e-04, 2.7289e-03,
2.9575e-03, -3.9824e-03, 5.0812e-03, -3.4624e-03, 5.4653e-03,
-3.7934e-03, 5.8719e-03, -1.9979e-03, 3.5537e-03, -9.4448e-04,
2.4225e-03, -2.6159e-03, -7.5483e-04, 6.4529e-03, -4.1096e-03,
-8.2439e-03, 6.7225e-03, -1.8441e-03, -1.7242e-03, 1.1851e-03,
-1.1645e-03, 5.5440e-03, -4.2026e-04, -1.0909e-03, -3.3560e-03,
4.1536e-03, -3.0153e-04, -1.0124e-02, 3.2341e-03, 8.4069e-03,
-5.4466e-03, 3.7265e-03, 1.1282e-02, -6.6674e-03, -2.9888e-03,
-2.1176e-03, 4.9297e-03, 1.8054e-03, 5.5137e-03, -2.2594e-03,
9.6073e-03, -5.9044e-03, 4.6394e-04, -1.4603e-03, 2.9407e-03,
9.4602e-03, 2.1809e-03, 9.0447e-03, -4.3054e-03, -2.6077e-03,
-4.1536e-03, 2.1094e-03, -4.4010e-03, -1.0641e-04, 1.3262e-02,
2.0807e-03, 4.3294e-03, -5.1108e-03, 5.4313e-03, -6.5608e-03,
6.7624e-03, -1.2417e-03, 5.3189e-03, 6.0882e-03, -1.0559e-03,
3.9960e-03, 2.8121e-03, 5.7427e-03, -1.8253e-03, 5.5146e-03,
-7.0747e-03, -1.2941e-03, -7.8087e-03, 6.0108e-03, 4.1375e-03,
-1.9180e-03, -3.4988e-03, -5.9515e-03, -4.7412e-04, -2.2798e-03,
-3.5549e-03, -5.9301e-03, -8.9601e-03, -2.7385e-03, -3.6754e-03,
1.0037e-02, -7.5711e-03, -8.0016e-03, -2.7529e-03, -3.6063e-03,
1.0567e-02, -1.0988e-02, -8.8477e-03, -1.1416e-02, 2.7519e-03,
6.1575e-03, -5.3603e-04, 1.0989e-03, -6.1784e-03, -2.1808e-03,
7.2478e-03, 8.4184e-05, -2.5007e-03, 2.5418e-04, -2.7709e-03,
-1.8675e-03, 4.2835e-03, -5.7047e-03, -6.4215e-04, -2.3644e-03,
3.3677e-03, -1.0652e-03, -4.0352e-03, -5.6843e-03, -5.7656e-04,
-8.5626e-03, -5.9018e-03, 3.4605e-03, -4.7546e-03, 2.3226e-03,
5.0057e-04, -5.5453e-03, 1.6477e-03, -4.0069e-03, -1.3703e-03,
-1.6546e-03, -6.2394e-03, -2.9877e-03, -3.2418e-03, -1.5458e-03,
6.9223e-03, 5.2004e-04, -1.8086e-03, -4.8650e-03, 2.5258e-03,
-3.1003e-03, 1.0673e-03, -1.1547e-03, 8.0927e-04, 1.2782e-04,
-8.8637e-03, 4.8559e-03, -4.9998e-03, 1.7201e-03, -2.5193e-03,
1.1754e-03, 1.1910e-03, 3.3369e-03, 1.5762e-04, 4.6679e-04,
-5.9344e-03, 7.1930e-03, 5.1531e-03, -3.9863e-03, -5.2567e-03,
4.3981e-03, -7.9539e-04, 2.5719e-03, -4.0125e-03, 3.5716e-03,
4.2995e-03, -7.7155e-04, 1.4027e-03, -2.6021e-03, 6.0690e-05,
-3.4188e-03, -2.1353e-03, 4.2653e-03, 4.9300e-03, 1.6601e-03,
-1.2055e-02, -1.5983e-03, -3.0525e-03, 5.5613e-03, 3.3872e-03,
2.1887e-03, 3.4073e-03, -2.2791e-03, 1.8264e-03, 7.0989e-03,
3.4713e-03, -9.8426e-03, 6.8322e-03, 7.0488e-03, 5.2964e-03,
8.6525e-04, 2.7875e-03, 5.5607e-03, 2.9920e-03, 1.4676e-03,
-6.4700e-04, 6.2110e-03, 3.9038e-03, -6.5369e-03, -2.2767e-03,
-5.3696e-03, 4.7162e-03, 4.4257e-03, 4.5563e-03, 7.5363e-03,
3.4388e-03, 3.3597e-03, -3.2214e-03, 6.4143e-03, 7.7460e-04,
-4.0010e-03, 9.1264e-03, 5.7415e-03, 2.0153e-05, 2.5646e-03,
5.6128e-03, 4.6512e-05, 3.6992e-04, 3.0809e-03, -1.2544e-03,
4.4103e-04, 5.1323e-05, -5.9286e-03, -2.8644e-03, -8.3983e-03,
-1.1577e-03, 2.8960e-03, -2.4481e-03, 4.2829e-04, 8.9586e-03,
4.2617e-03, -4.7859e-03, -5.8007e-03, -1.4506e-03, 8.0398e-04,
4.9045e-03, 9.7233e-04, -9.6491e-04, -2.1631e-03, 1.1339e-03,
2.2221e-04, -2.0156e-03, -8.8152e-03, -3.8409e-03, -9.2587e-04,
6.8948e-03, -4.7981e-03, -2.2570e-03, 2.9195e-03, -1.6039e-03,
4.2080e-03, -2.2750e-03, -1.3408e-03, -8.1160e-03, -4.8011e-04,
5.5639e-03, -2.3553e-04, -2.1917e-03, 6.7859e-03, 1.9090e-05,
4.5615e-03, 7.8220e-05, -1.8236e-03, -3.8500e-04, 5.4899e-05,
3.3395e-03, 2.1358e-03, -7.0096e-04, 1.2014e-03, 4.2751e-03,
5.4585e-04, -3.4705e-03, 3.6608e-04, -3.8084e-03, 5.1012e-03,
-4.9859e-03, 3.3427e-04, -1.0870e-02, -3.4824e-03, 1.5811e-03,
1.7660e-03, 1.0777e-03, -6.7720e-05, 6.8846e-03, -1.8731e-03,
-9.3649e-04, 2.5602e-03, 1.9640e-03, -3.2110e-03, -9.7645e-03,
-3.0968e-03, 4.7196e-03, -4.5397e-04, -5.6972e-04, 1.3787e-03,
3.3402e-03, -5.1314e-03, -2.0230e-03, 6.6650e-03, 5.8720e-03,
3.3674e-03, -1.2396e-03, -3.7159e-03, 6.2497e-03, 4.0151e-03,
4.2043e-03, 1.6320e-03, 6.3519e-03, -6.5120e-05, 4.7682e-03,
-6.1947e-03, -2.4799e-03, 6.3836e-04, -5.7379e-03, -9.2412e-04,
3.7930e-03, 2.3464e-03, -3.0328e-03, -4.5780e-03, 2.7599e-03,
-9.2551e-04, 1.7549e-03, -1.9226e-03, 3.2912e-03, 9.0997e-03,
-1.0660e-02, -4.3975e-03, -4.7973e-03, 1.9538e-03, 4.0871e-04,
-8.3980e-03, 6.1077e-05, 2.4973e-03, 2.6708e-03, 3.6364e-03,
1.8023e-03, -1.2182e-03, 1.6974e-03, 9.1317e-05, -2.3309e-03,
1.2267e-03, 6.2418e-03, -3.0580e-03, 2.0122e-04, -2.3587e-03,
-5.4345e-03, -4.0394e-03, 4.8794e-03, 1.1521e-03, 7.9007e-03,
-1.5866e-03, 3.0587e-04, 1.3339e-04, -3.1349e-03, 9.9703e-03,
1.6565e-03, 3.9293e-04, -4.6068e-03, 5.1049e-03, -5.0058e-03,
9.7053e-03, 4.6767e-04, 6.1001e-03, 1.5462e-03, -1.7819e-03,
-8.4491e-03, 1.1500e-03, 3.0614e-03, 1.5578e-03, 1.7570e-02,
1.7628e-03, -4.4029e-03, -7.7075e-03, -2.7418e-03, 4.7571e-03,
2.8898e-03, -8.9623e-03, -1.9044e-03, -8.1510e-03, 3.6173e-03,
-1.0090e-03, -3.6363e-03, 3.8557e-03, 3.9968e-03, -2.2771e-03,
-6.4211e-03, 6.4050e-03, -3.7063e-03, -9.3327e-03, 2.3606e-03,
-7.5395e-03, 6.1795e-04, -9.8717e-03, 6.2043e-03, 2.7543e-04,
6.2318e-04, -5.9181e-04, -4.4439e-03, -9.1905e-03, 9.8812e-03,
6.5210e-04, 2.0629e-02, -6.0046e-03, -4.4599e-03, -9.4869e-03,
3.0690e-03, 3.5257e-03, 6.4758e-04, -5.2001e-04, 2.3840e-03,
2.2791e-04, -4.0023e-03, 5.0306e-04, -1.9539e-04, 5.7095e-03,
-1.2270e-03, -2.3288e-03, 5.0125e-03, 1.1822e-03, 9.3270e-04,
3.1934e-03, 7.4569e-04, -6.0472e-03, -1.6802e-03, 1.3370e-03,
5.2424e-03, -6.9289e-03, -8.3770e-04, -6.3088e-04, 1.1069e-03,
6.3316e-03, -1.8481e-04, -2.9528e-03, 2.2305e-03, 1.9376e-03,
1.7891e-03, 1.9801e-03, 1.2083e-03, -5.5683e-03, -1.5338e-03,
-6.5054e-03, -8.9674e-04, 1.6105e-03, -6.6556e-03, 6.8988e-04,
5.0737e-03, -1.0741e-02, 1.2866e-03, 4.8102e-04, -1.4086e-03,
2.8654e-03, 4.3515e-03, 3.7386e-04, -1.3837e-03, 7.9492e-03,
6.1697e-04, -1.6366e-03, -2.6112e-03, 4.0760e-03, -2.5370e-03,
4.2883e-04, 3.4817e-03, 9.5634e-04, -7.0186e-03, 6.2570e-03,
3.9299e-03, 3.8843e-03, -1.1070e-02, 7.3271e-04, 2.5715e-03,
1.5039e-03, 3.9758e-03, -1.6856e-03, 1.3232e-03, 2.5194e-03,
2.0513e-03, 5.2950e-03, -1.6453e-03, -4.0627e-03, 9.1136e-05,
-2.6306e-03, -6.0461e-03, 1.6090e-03, 2.8196e-03, -5.5655e-03,
6.2852e-03, -2.1262e-03, 6.3325e-03, -6.2488e-03, -3.7920e-03,
5.8290e-04, 2.5406e-03, -4.0569e-03, 2.9374e-03, 1.0137e-03,
-1.6395e-03, -3.9900e-05, -4.5640e-03, -4.0494e-03, -3.1520e-03,
1.3940e-03, 3.7569e-04, -2.0467e-03, 4.3791e-03, -1.7277e-03,
1.7344e-03, -3.9801e-03, -6.3570e-03, 3.6427e-03, -3.0865e-03,
5.8018e-03, 3.3526e-03, 4.3923e-03, 3.0883e-03, 3.4607e-03,
2.5295e-03, 3.2321e-04, -3.3372e-03, -3.6287e-03, -2.2763e-03,
3.3423e-03, 1.2456e-03, 1.7494e-03, -3.3621e-03, -5.1554e-03,
1.5398e-03, -3.3285e-03, 3.5156e-04, 2.9045e-03, 2.9873e-03,
2.0196e-03, 3.1605e-04, -1.8876e-04, 3.6721e-03, -5.3046e-04,
-1.3252e-03, 7.4622e-03, 4.8373e-03, 1.7543e-03, 4.7202e-03,
-4.8260e-03, -1.4279e-03, 6.9352e-04, -1.5453e-03, 4.5509e-04,
-4.2332e-04, -2.1657e-03, 3.5806e-03, 3.7180e-03, 1.9396e-03,
-1.6359e-03, 1.6282e-03, -4.6613e-03, 5.6689e-03, -3.7876e-04,
-4.3705e-04, 4.4854e-04, 2.2100e-03, 1.9713e-03, -8.2469e-04,
-1.1164e-03, 3.8050e-03, -1.3900e-03, 3.1015e-03, -5.7560e-03,
-1.5378e-03, 1.4007e-03, -4.7757e-03, -4.3150e-03, -7.0186e-03,
-4.5689e-03, 1.9897e-03, -6.8353e-03, -5.4671e-04, -8.6886e-03,
1.4338e-03, 5.3982e-03, -5.9523e-03, -4.3612e-03, 7.2336e-04,
-3.0117e-04, 3.4951e-05, -4.3331e-04, -2.3831e-03, 6.5178e-04,
2.6461e-03, 4.8663e-03, -4.8215e-03, 1.4265e-04, -5.1046e-03,
-8.2103e-03, 3.5877e-03, -1.3579e-03, -4.9695e-03, -5.7217e-03,
3.9326e-03, 3.9153e-03, -2.1464e-05, 2.3466e-03, -2.3908e-03,
-2.2895e-03, 1.1338e-03, -6.7382e-03, 3.2823e-03, 7.4105e-03,
1.3708e-03, -6.7178e-03, -2.6122e-04, 1.1888e-02, 2.5426e-03,
-8.3881e-03, -1.1531e-02, -5.7961e-03, 7.3194e-03, 6.9042e-03,
-8.2593e-03, 8.0239e-03, -1.4425e-02, -6.2089e-03, -3.9330e-03,
-2.8987e-03, 3.2008e-03, -3.4184e-03, 1.9611e-03, 2.5946e-03,
5.7549e-04, -3.5338e-04, -1.1035e-03, -2.0407e-03, -7.5114e-03,
-1.3155e-03, -8.0582e-04, -5.3946e-03, -1.8148e-03, 1.0866e-02,
-3.9714e-03, 4.4143e-03, 2.4375e-03, -6.4567e-03, -1.4833e-02,
1.2140e-02, -2.8106e-03, 1.5904e-04, 6.5850e-03, 5.0194e-03,
-1.2799e-02, 1.4750e-03, 3.6419e-03, 3.1899e-03, 8.4623e-03,
3.9718e-03, -4.6512e-03, -3.6412e-04, 4.1150e-03, 3.9660e-03,
-1.5716e-03, -6.1556e-03, 4.8896e-03, 6.3623e-03, -5.7305e-03,
4.0999e-03, 4.0971e-03, 1.3865e-03, 6.1224e-03, -2.7950e-03,
1.7082e-02, -3.2130e-03, 4.8579e-03], device='cuda:0')),
('bert.encoder.layer.8.attention.self.value.weight',
tensor([[-0.0336, 0.0685, 0.0091, ..., -0.0112, 0.0204, -0.0324],
[ 0.0135, 0.0376, 0.0328, ..., 0.0079, 0.0044, 0.0120],
[ 0.0020, -0.0121, -0.0010, ..., -0.0059, 0.0060, 0.0330],
...,
[-0.0016, 0.0628, 0.0075, ..., -0.0165, -0.0284, 0.0163],
[-0.0124, -0.0576, -0.0213, ..., -0.0023, -0.0150, 0.0123],
[-0.0606, 0.0750, 0.0474, ..., -0.0068, 0.0387, 0.0224]],
device='cuda:0')),
('bert.encoder.layer.8.attention.self.value.bias',
tensor([-2.8383e-02, -1.8021e-03, -2.4471e-02, -1.4677e-02, 8.2034e-02,
-3.5166e-02, -6.7856e-02, 2.9167e-02, 2.5949e-02, -1.7207e-02,
-1.2990e-02, 2.7729e-02, -4.3704e-02, 1.2470e-02, 2.5203e-02,
-7.7040e-02, 2.2427e-02, 2.8760e-02, 5.5810e-02, -3.8073e-03,
8.4872e-02, -6.0968e-03, 9.8411e-03, -7.4734e-02, 2.2357e-02,
6.0634e-02, -2.4902e-03, -6.3081e-02, -7.6699e-02, 9.5787e-03,
-4.3925e-02, -7.3935e-03, -1.1546e-01, 5.9816e-02, -2.3385e-02,
-2.4073e-02, -1.1485e-02, 1.2051e-02, -2.2922e-01, -4.3517e-02,
-9.1818e-03, -1.0317e-01, -4.1244e-02, 2.7798e-02, 8.2534e-02,
5.2249e-02, -2.1804e-02, 5.2067e-02, -6.7781e-02, 8.8572e-02,
1.8476e-02, 1.3208e-02, -3.7715e-02, -1.1254e-02, 7.1343e-02,
-5.0505e-02, 7.8753e-02, 1.5714e-02, 6.2995e-02, 8.9332e-04,
-9.6211e-02, 1.0964e-01, -2.5798e-02, -9.1933e-02, 2.9126e-02,
1.0139e-02, 5.9005e-02, -2.2422e-02, 4.8702e-05, 3.4658e-02,
-9.6800e-04, 4.9790e-03, 1.4297e-02, 3.8576e-03, 4.1660e-03,
1.7474e-02, -2.1974e-02, 3.3923e-02, 9.8266e-03, -4.7462e-02,
2.8688e-03, 2.1196e-02, 1.3652e-02, 5.0820e-02, -6.6544e-02,
-2.5850e-02, 4.7309e-03, 5.0090e-02, -2.8094e-02, 9.8704e-03,
-3.7658e-02, 2.6348e-02, 5.7972e-03, 1.1096e-02, 1.0971e-02,
4.5968e-02, 9.7951e-03, -5.0262e-02, -4.5661e-02, -7.0198e-02,
1.6034e-02, -5.8266e-04, 1.5069e-02, 9.9950e-03, 2.8157e-02,
-8.0560e-03, -1.1012e-01, -3.6875e-02, -3.4748e-02, 4.5967e-02,
5.6298e-03, 8.6971e-03, -5.2166e-04, -9.5836e-03, 1.5108e-02,
6.6036e-02, 5.6383e-02, -2.8378e-02, 2.1605e-03, -3.6467e-02,
-1.2248e-02, 1.4576e-02, -2.4519e-02, 1.4596e-03, 4.0609e-03,
5.8693e-02, 3.1996e-02, -6.5727e-03, -1.0341e-02, 5.7295e-03,
2.1719e-02, 2.2384e-02, 2.0223e-02, -6.0631e-03, -1.1609e-02,
1.7276e-02, -2.3217e-03, 3.0415e-03, -3.7205e-03, -3.1125e-03,
-2.5562e-03, 2.1475e-03, 3.9144e-03, 7.2789e-04, 1.2369e-02,
-1.5919e-03, 9.6752e-03, -2.2546e-02, -2.4826e-02, 3.7725e-03,
-1.1622e-02, -1.6182e-02, -2.9433e-03, -1.5293e-02, -1.5252e-03,
-3.5793e-03, -2.0137e-03, -7.3896e-04, -5.4807e-03, -1.6486e-03,
-1.8784e-02, 1.3984e-02, 1.7222e-02, -1.9137e-03, -1.5323e-02,
2.6981e-03, -7.6970e-03, 1.3275e-02, -1.1286e-02, 3.4507e-02,
1.3379e-02, -9.1024e-04, 3.9340e-03, 2.8164e-03, 8.8155e-03,
3.6009e-04, -1.4701e-02, -1.2758e-02, -6.7895e-03, 3.0622e-03,
6.8132e-03, -1.4504e-03, 5.1706e-03, 6.6851e-03, -1.1518e-03,
-1.8077e-02, -1.1935e-03, -3.1376e-02, 1.5192e-02, -9.3941e-03,
8.4493e-03, 8.9071e-03, -1.8407e-02, 9.0887e-03, 7.7967e-03,
6.1788e-03, -6.5572e-03, -1.6228e-02, 1.2846e-02, -2.3910e-03,
-1.4195e-02, -5.2300e-02, 2.3112e-02, 2.0347e-02, 3.0067e-03,
2.8911e-02, -9.0175e-03, -1.5783e-02, -6.9599e-03, -1.8945e-03,
-1.6111e-02, 1.8881e-05, 1.0930e-02, 8.6658e-03, -1.8730e-03,
-2.9320e-02, -3.9499e-02, -6.4027e-03, 4.2900e-04, -2.0247e-02,
-8.1612e-04, -3.4583e-03, -3.3374e-02, 3.4512e-03, -2.0345e-02,
2.0476e-02, 1.6626e-02, -1.9271e-02, 2.5706e-02, -3.1417e-02,
8.0046e-03, 7.8936e-02, 3.8619e-03, 1.3356e-02, -1.9899e-02,
-1.5125e-02, 4.9443e-02, 3.3636e-02, 2.6343e-03, -3.1214e-02,
-2.2929e-02, -5.4615e-03, 3.6556e-03, -1.1665e-02, -3.2534e-02,
-7.2245e-03, -2.4489e-02, 2.0361e-02, -1.7269e-02, 3.2256e-02,
4.8107e-02, 8.1782e-03, 1.3793e-02, 2.4589e-02, 2.0422e-02,
3.5044e-03, 3.2619e-02, 1.1897e-02, -1.6816e-02, -4.3652e-02,
-2.4332e-02, -2.9813e-02, 2.9634e-02, 2.8021e-02, 1.6780e-02,
-7.9247e-03, -5.4342e-02, 3.2524e-02, 1.0047e-01, -2.5533e-02,
-4.1084e-02, -1.1421e-02, 8.6619e-02, 4.7663e-02, -2.0393e-02,
1.3327e-02, -1.8304e-02, 3.2692e-02, 3.2524e-02, -1.2757e-02,
6.7328e-02, 3.0236e-02, 2.4512e-02, 2.1519e-02, -1.4949e-02,
2.0145e-03, 4.1459e-02, 4.2008e-02, -1.8323e-02, 4.1846e-02,
-1.5906e-02, 1.3043e-02, 7.0810e-02, -1.2712e-02, 8.0919e-02,
1.1290e-02, 1.1064e-03, 6.8129e-02, -9.0651e-03, -3.7283e-02,
-5.1417e-02, -4.6742e-03, -5.3462e-02, 3.4227e-02, -5.5419e-02,
2.2196e-02, -4.1149e-02, -2.8413e-02, -1.3838e-02, 5.6566e-03,
-2.3650e-02, -3.5996e-02, -2.7478e-02, -5.7221e-02, -4.1552e-02,
7.3192e-02, -1.3021e-02, -2.8924e-02, 1.4849e-01, 6.4527e-03,
-2.0752e-02, 1.2289e-02, -3.7821e-02, -3.0148e-02, -1.1697e-02,
-8.8310e-03, -9.2418e-03, 3.4487e-03, 3.7779e-03, 1.7027e-02,
-1.3135e-02, -1.8950e-03, 2.1341e-02, -3.0097e-02, 4.8522e-03,
2.1417e-02, 4.9214e-03, -1.7784e-03, -5.1265e-03, -1.8703e-03,
-2.3271e-02, -2.5290e-02, -6.6912e-03, 4.5501e-03, 3.0167e-02,
1.2275e-03, 8.8833e-03, 4.8439e-03, -6.8016e-03, 7.6308e-03,
1.1421e-02, 1.8848e-02, 3.6311e-03, -1.5417e-02, 2.3171e-02,
-1.1162e-02, -7.5245e-03, 1.2183e-02, -5.3553e-04, 2.3699e-02,
5.1218e-03, -9.9759e-03, -7.3349e-03, 1.0797e-02, -8.3136e-04,
-4.9736e-04, 3.0028e-02, 9.3750e-03, -1.0259e-02, 7.4126e-03,
-1.2593e-02, -8.7313e-03, -1.8767e-02, -1.6621e-02, 1.1846e-02,
1.6242e-02, 4.5449e-04, -1.8273e-02, 3.1759e-03, -6.1913e-03,
3.6363e-03, 1.3978e-02, -2.7594e-03, 2.1049e-02, 1.0362e-02,
-1.6990e-02, -4.3210e-02, 2.9276e-02, -6.8819e-03, 8.9789e-03,
1.9629e-02, -4.4287e-03, 3.2574e-02, 1.6614e-02, -2.8330e-02,
-9.2672e-03, -3.4922e-02, -5.1287e-03, -1.5090e-02, 1.6995e-03,
2.3874e-02, -1.0557e-02, -2.8077e-03, 1.0355e-02, -2.0504e-02,
-1.0995e-02, -6.8389e-03, 7.4129e-03, -4.1058e-02, -5.3669e-02,
-1.5041e-02, 3.3158e-03, -5.1613e-02, -1.9231e-02, -5.2460e-02,
1.1877e-02, 5.7197e-02, 8.9995e-03, -1.1555e-02, -1.3456e-04,
2.1178e-02, 4.9392e-02, -4.4870e-02, 1.5623e-02, 1.6327e-03,
-5.0200e-02, -1.6375e-02, 2.5225e-02, 1.7546e-02, 2.4384e-02,
3.7402e-02, 6.3503e-02, 4.1077e-02, 3.0864e-02, 2.2160e-02,
-2.5798e-03, 3.2801e-02, -3.1244e-02, -4.6263e-02, 3.0980e-03,
-2.7041e-02, -2.0255e-02, 4.7884e-03, 9.6811e-03, -1.7677e-02,
-4.5590e-02, 1.0742e-02, -3.4404e-02, 2.5416e-02, -8.3313e-03,
2.2445e-02, -1.9120e-02, -3.4552e-03, -1.7014e-02, -4.7417e-02,
-2.1444e-04, -4.6080e-03, 1.2845e-02, -1.8195e-04, 1.5498e-02,
2.7453e-02, 5.8201e-03, 8.1813e-03, -9.4968e-04, 1.5218e-02,
3.6237e-03, 2.3995e-02, 4.6755e-03, 1.9491e-03, 1.7719e-02,
1.2654e-02, -8.2574e-03, 7.6019e-03, -2.0030e-02, 2.6659e-03,
7.2582e-03, -2.2604e-02, -1.1935e-02, -5.0385e-02, 2.4783e-02,
-2.8104e-03, 2.2726e-02, 3.2181e-03, 9.8141e-03, -2.0010e-02,
1.0348e-02, -1.1960e-02, 2.3806e-02, 7.9741e-03, -4.1771e-03,
2.1061e-02, -1.8964e-03, -7.6613e-03, 1.3445e-03, -2.1864e-02,
3.6938e-02, -1.1943e-02, 1.4533e-02, 1.1755e-02, 2.5022e-02,
2.4378e-02, -1.0653e-02, 1.1977e-02, 5.8084e-03, -1.3628e-02,
4.8516e-02, -2.6078e-02, 3.1808e-03, 1.4716e-02, -2.3075e-02,
-2.4746e-03, -2.2308e-05, 2.4349e-02, 3.5853e-03, -3.2260e-02,
9.3392e-03, -9.6826e-03, -4.5154e-04, 9.8724e-03, -1.1350e-02,
-8.2541e-04, -4.0729e-03, -5.3932e-04, -1.1321e-02, 6.0079e-03,
2.8750e-02, -2.0670e-02, -7.1430e-03, 2.9153e-02, 2.1875e-03,
3.9435e-02, 3.0338e-02, 1.8300e-02, 1.8138e-02, 3.5331e-03,
-6.2122e-04, 1.7102e-02, 3.9294e-03, -5.0766e-03, -1.1376e-02,
3.2934e-02, 2.1405e-02, -3.9903e-05, -3.9865e-03, -1.4255e-02,
-2.2899e-02, -6.2792e-03, -2.2292e-02, 4.5666e-03, -2.2258e-03,
1.0278e-02, 1.6986e-02, 2.2150e-02, -3.0547e-03, 3.0805e-02,
-1.0488e-03, 8.4018e-03, -3.3634e-05, 1.9198e-02, -3.3751e-03,
-1.7172e-02, -1.7331e-02, -1.5425e-02, 3.4717e-03, -9.4557e-03,
9.8921e-03, -1.0473e-03, 8.3286e-03, -4.4580e-02, 6.7377e-04,
-1.3196e-02, -7.7970e-03, 6.5108e-03, -5.5543e-03, 9.1411e-03,
-1.9995e-02, -3.9947e-02, -1.3332e-02, -6.9938e-02, -1.9550e-02,
-5.3284e-02, 6.9322e-02, -1.0938e-02, 4.7286e-02, -2.6078e-02,
-1.7030e-02, 5.4732e-02, -2.9818e-02, -2.3672e-01, -4.9335e-02,
2.4966e-02, 8.6531e-02, -4.5819e-02, 6.7919e-02, 4.4445e-02,
-7.9976e-02, -3.7677e-02, 2.2335e-02, -2.8693e-02, -8.6070e-03,
4.6695e-02, 1.8574e-02, -3.8808e-02, -8.5746e-03, 4.6287e-02,
1.9992e-03, 5.2411e-02, -5.0752e-02, -1.0147e-03, -2.3111e-03,
3.0177e-02, -2.7525e-02, -6.7683e-02, -4.5392e-02, 4.8880e-03,
8.7082e-03, 7.6089e-02, 6.1480e-02, -1.4139e-02, -9.5196e-03,
-2.1524e-02, 1.3677e-03, 6.1298e-02, 1.5482e-02, 6.2930e-02,
9.9436e-03, -1.1208e-02, 5.7449e-02, -4.0598e-02, 1.1865e-02,
-1.0946e-02, -3.5226e-02, -7.7005e-02, -1.2398e-02, 4.2221e-02,
-3.5276e-02, 3.4839e-02, -9.8047e-03, -8.4436e-02, 7.3866e-02,
3.1743e-02, -1.3982e-02, -8.7592e-03, -1.3710e-02, 5.8418e-03,
3.0901e-02, 8.2402e-03, -7.3873e-03, 9.8774e-03, 1.1363e-02,
-3.3461e-02, -2.3786e-02, 1.6416e-02, 3.8313e-02, -4.4123e-02,
1.0660e-03, -2.6478e-02, -2.8793e-02, -9.9877e-03, 1.9587e-02,
3.3046e-03, 2.3820e-02, 8.7579e-03, 1.3759e-02, -8.6127e-03,
2.1519e-02, 3.7430e-02, -9.8982e-04, -1.5891e-02, -2.7372e-02,
4.1604e-02, 7.3756e-03, 3.3179e-02, -3.1539e-02, -5.0407e-03,
-2.0961e-02, -1.4252e-02, 2.4330e-02, -2.7629e-02, -1.1269e-02,
3.2820e-02, 5.7669e-03, -7.4907e-03, -2.1225e-02, -2.4852e-02,
7.0402e-03, -2.4622e-02, -3.0983e-02, -3.7877e-03, -1.6122e-02,
1.3263e-02, -1.9197e-02, 2.3079e-03, 6.0276e-03, 6.2162e-03,
1.9201e-02, 1.2024e-02, 6.1424e-03, -4.5097e-02, -3.5838e-02,
6.8979e-03, 3.9989e-02, 2.0773e-03, 2.2793e-02, 1.4287e-02,
4.1177e-02, 6.9884e-02, -2.8964e-02, 5.8510e-02, 3.5092e-02,
-5.2826e-02, -2.0946e-02, 7.2217e-03, 2.3573e-02, -5.6649e-02,
-5.4623e-02, 5.6593e-02, -3.0663e-04, 5.1606e-02, -2.3043e-02,
-1.7030e-02, -6.0926e-02, 1.0356e-02, 5.4116e-02, -2.2489e-02,
1.8918e-02, -3.9815e-02, -2.5106e-02, -9.1740e-02, 2.5698e-03,
-1.8603e-02, 1.3893e-02, 6.1684e-02, -2.1966e-02, -4.0880e-03,
-1.1507e-02, -2.9556e-02, -5.2107e-02, 4.5448e-03, 1.0677e-02,
4.0827e-03, -8.2228e-03, 4.0950e-02, 1.8759e-02, -9.5736e-03,
-3.2985e-02, -4.9829e-02, -2.4995e-02, 1.8078e-02, 2.3767e-02,
3.2762e-04, -1.9766e-02, -5.0168e-03, -3.6644e-02, 2.6631e-02,
-9.7659e-03, -2.0602e-02, 3.8868e-02, 1.9906e-02, -5.7725e-02,
-4.2144e-02, 4.2170e-02, -6.0729e-02, -2.6376e-02, -2.4278e-02,
5.9114e-02, -7.5531e-03, 1.0658e-02], device='cuda:0')),
('bert.encoder.layer.8.attention.output.dense.weight',
tensor([[ 0.0020, 0.0258, -0.0380, ..., 0.0486, 0.0633, -0.0410],
[ 0.0377, 0.0188, 0.0055, ..., 0.0524, 0.0002, 0.0134],
[-0.0027, 0.0219, -0.0405, ..., 0.0385, -0.0241, 0.0331],
...,
[-0.0490, 0.0189, -0.0320, ..., -0.0366, 0.0124, -0.0202],
[-0.0094, -0.0173, -0.0455, ..., -0.0215, -0.0221, -0.0147],
[-0.0321, 0.0262, -0.0100, ..., 0.0606, -0.0156, 0.0313]],
device='cuda:0')),
('bert.encoder.layer.8.attention.output.dense.bias',
tensor([-2.6051e-02, 3.1199e-02, 1.1400e-01, 3.7097e-02, 7.2316e-02,
2.6771e-02, 7.9632e-02, -3.8252e-02, -8.0633e-03, -7.0971e-02,
-1.8404e-02, -3.2913e-02, 2.6280e-02, 5.4366e-02, -1.8180e-02,
1.5321e-02, 3.3938e-02, 2.2173e-02, 1.9171e-02, -2.6413e-02,
-2.2999e-02, -4.8591e-03, 2.4995e-02, -4.6924e-02, 5.2790e-02,
-8.5218e-02, -4.9604e-02, -3.7430e-02, 5.2809e-02, -2.8367e-02,
5.0384e-02, -5.5373e-02, 3.8141e-03, 3.2498e-02, -6.0243e-02,
1.0451e-02, -9.5246e-02, -9.2642e-03, -4.3707e-02, -6.9875e-03,
2.5811e-02, 7.8293e-03, -2.0979e-02, 2.7152e-02, -9.1049e-02,
-2.7188e-02, 6.6305e-02, 6.7534e-03, 3.6093e-02, -1.8141e-02,
-3.0201e-02, 7.9883e-03, -8.1886e-02, 6.2906e-02, -1.3829e-02,
1.6719e-01, 2.2172e-02, 3.7112e-02, -1.8055e-02, -3.5880e-02,
2.0876e-02, 4.5392e-02, -1.9637e-02, 1.1120e-02, 5.6454e-02,
-5.5873e-02, 5.9107e-03, -7.3852e-04, -1.1443e-01, -1.0751e-02,
5.0563e-02, 3.3484e-02, -8.3355e-03, 5.9758e-02, 1.3595e-02,
-6.3062e-02, 5.3157e-02, -7.9856e-02, 1.0671e-02, -1.0985e-02,
4.6496e-02, 2.1562e-02, 6.0450e-03, 1.8520e-03, -4.5437e-02,
-4.3623e-02, -3.4795e-03, 1.6308e-02, 1.8350e-02, 3.2288e-03,
4.4304e-02, -2.5760e-02, 1.7225e-02, 3.0854e-02, -3.9958e-02,
-2.8332e-02, 3.8913e-02, -6.6959e-02, 1.6561e-02, -1.8034e-03,
8.0663e-04, 1.5003e-02, -4.6171e-02, -1.4260e-02, 2.3083e-02,
2.6605e-03, -3.7500e-02, 1.8187e-02, -3.8806e-04, 1.2415e-02,
-4.3293e-02, -8.6629e-02, -4.7722e-03, -2.5842e-02, -9.7386e-02,
-3.8571e-02, 3.3877e-02, -3.2550e-02, 3.6284e-02, -2.6705e-02,
-4.3800e-02, -2.4959e-02, -5.4699e-02, -9.2452e-02, 3.4643e-03,
-6.2797e-02, 2.1041e-02, -4.2511e-02, 5.2767e-02, -5.7334e-02,
1.7698e-02, -5.9654e-02, -7.8483e-02, 6.2543e-02, -4.1454e-02,
-1.1886e-03, -1.2790e-01, -6.3879e-02, -1.0518e-01, -4.2988e-02,
7.5793e-02, 6.9358e-02, 2.4113e-03, 1.9801e-01, 1.9199e-02,
8.7399e-02, 3.7182e-02, -6.2636e-02, -3.3146e-02, 1.5931e-01,
-1.3721e-02, -2.7481e-02, -2.9427e-02, -5.4688e-02, -4.1496e-02,
-2.2120e-02, -1.7145e-02, 2.5623e-02, -1.7593e-02, -1.6793e-02,
-3.6765e-02, 3.0765e-02, -4.2300e-03, -2.2314e-02, 1.2811e-01,
1.0718e-02, 4.6918e-02, -9.7595e-02, -4.3634e-02, -1.8350e-02,
3.3734e-02, -1.2424e-01, 7.7477e-03, 8.3064e-02, -1.2341e-01,
-7.9510e-02, -4.1678e-02, -2.3937e-03, -3.8518e-03, 1.3084e-02,
-1.6916e-02, 2.0552e-02, -5.8280e-02, 5.2314e-02, 1.0168e-02,
-5.0928e-03, 1.2167e-02, 4.2252e-02, 5.7021e-02, -2.0297e-02,
-5.6797e-02, -1.4096e-01, -4.2349e-02, -6.2814e-02, 3.1818e-02,
-7.1388e-04, 6.3363e-02, 5.0378e-02, 7.3094e-02, 1.0600e-01,
5.5766e-02, -4.0715e-02, 8.6504e-02, -5.9544e-02, 1.4045e-03,
-2.7415e-02, 4.0150e-02, 1.3796e-02, 2.1919e-02, 2.5708e-02,
2.1327e-02, 2.3595e-02, -7.9065e-02, 4.7094e-02, 3.4465e-03,
-2.4454e-02, -6.0484e-02, -2.4215e-02, 1.2380e-02, 5.4779e-02,
-8.1426e-02, -5.7716e-03, -7.0765e-02, -2.9084e-02, 2.0704e-02,
2.6796e-02, -1.7299e-03, -1.3190e-03, 1.6597e-02, 1.1603e-02,
-2.4022e-03, -6.3867e-02, -3.8713e-02, -8.1201e-03, -5.0297e-02,
1.0987e-02, 3.6399e-02, 8.2540e-03, -3.7911e-02, 1.8363e-02,
3.8163e-02, -1.9413e-02, -2.8049e-02, -4.8186e-02, 1.2286e-02,
9.5292e-02, 2.6550e-02, -3.8796e-02, -8.8325e-03, -2.2191e-02,
1.8954e-02, 1.0022e-02, 1.9393e-02, 2.7389e-02, -4.1899e-02,
-4.9239e-02, 5.7014e-02, 1.3383e-02, -5.6365e-02, -2.4723e-02,
-6.3368e-02, -1.2973e-02, 3.4698e-03, -2.6539e-03, -6.8035e-02,
-6.0538e-03, -6.6034e-02, -2.0896e-02, -2.5542e-02, -5.0099e-04,
4.1329e-02, 7.6714e-02, -2.4345e-02, -6.9748e-02, 2.1196e-02,
2.1770e-02, -1.5787e-02, 5.1206e-02, -2.3909e-02, 6.2741e-02,
3.8736e-03, 7.9407e-03, 1.0043e-02, -1.6357e-01, -1.5786e-02,
1.5479e-02, 2.2086e-02, 4.6998e-02, -3.4497e-02, -5.4444e-02,
4.8327e-02, 2.8066e-02, -1.2915e-02, -1.4492e-02, 6.8553e-03,
7.2601e-02, -5.4671e-02, 2.2793e-02, 6.2826e-02, 6.0529e-03,
-5.0176e-02, 5.6702e-02, -2.8092e-02, -5.8874e-02, 2.0700e-02,
-2.2133e-03, -3.8082e-02, -3.0987e-02, 7.2894e-02, -1.6063e-02,
-9.7424e-02, -6.0130e-02, -1.4883e-02, -4.2801e-02, 1.4428e-02,
7.9315e-02, -4.8513e-02, 1.0135e-02, 1.3998e-02, 5.2148e-03,
1.6062e-02, -2.5306e-02, -2.0840e-02, 8.2987e-03, 5.9357e-02,
5.0813e-03, -8.7294e-03, -3.8766e-02, 1.3651e-02, -3.1200e-02,
1.1343e-02, -7.2884e-02, 1.7479e-03, 2.7403e-02, 1.2859e-02,
2.5270e-02, -2.2501e-02, -2.2939e-02, 1.9346e-02, 7.8557e-02,
5.2743e-02, -6.9818e-04, 2.5123e-03, 7.7537e-02, 5.1397e-02,
-3.4874e-02, -2.1731e-02, 4.4964e-05, -7.9549e-02, 3.2785e-02,
1.1460e-02, 6.2354e-03, 8.6094e-02, 3.9408e-02, -3.0225e-03,
3.0696e-02, -2.8512e-02, 1.3758e-02, 5.8412e-03, 1.6630e-02,
4.2712e-02, -1.0116e-02, 3.1134e-02, -6.3995e-02, 4.3984e-02,
-5.2390e-02, 1.9448e-02, -6.5760e-03, 5.2995e-02, 4.4541e-03,
-2.1969e-02, 4.4833e-02, 4.5768e-02, 4.2768e-02, 3.3995e-02,
-1.2114e-04, 7.2247e-02, 2.9857e-02, -1.8289e-02, -4.9555e-02,
3.8453e-02, -6.0149e-02, -5.1410e-02, -1.6380e-02, 1.7039e-02,
8.0459e-03, 4.4128e-03, 7.3864e-02, 4.4133e-03, -3.1830e-02,
-3.5443e-02, 3.9044e-02, 9.2644e-02, 8.7437e-03, 2.5297e-03,
3.1111e-03, -5.6248e-02, -8.9602e-03, -7.6557e-03, 8.9621e-02,
1.1508e-01, -9.0881e-03, -5.8280e-02, 6.9138e-02, -1.4987e-03,
-5.4905e-02, 2.1559e-03, -1.0899e-02, 4.0392e-02, -1.8473e-02,
3.6949e-02, 1.3316e-03, -2.2429e-02, 4.7433e-03, 6.4867e-02,
-1.3248e-02, -8.5430e-03, -8.0080e-02, 3.9784e-03, 9.6691e-02,
-8.6711e-03, 4.7824e-02, 2.4563e-02, -1.4635e-02, -1.0694e-01,
3.7219e-02, -1.6109e-02, 6.4734e-02, 5.0818e-03, 1.6811e-02,
3.1484e-02, -6.3665e-03, 4.1490e-02, -3.6189e-02, 1.1613e-01,
-1.4215e-02, -1.8811e-02, 1.1373e-01, 3.2207e-02, -4.3463e-02,
-3.0309e-03, -5.8191e-03, -1.1725e-02, -3.5035e-03, -2.6563e-02,
7.7721e-02, 2.1115e-03, 5.8198e-02, -3.5337e-02, 3.2407e-02,
-4.0342e-02, -4.5271e-04, -7.2663e-02, -7.5585e-02, -3.6968e-02,
1.6468e-02, -7.5237e-02, 2.6084e-02, 2.6714e-02, -1.0335e-01,
-4.2846e-02, -2.2471e-02, -1.6592e-02, -3.3561e-02, -4.3139e-02,
-8.8896e-02, -4.1501e-02, -4.4572e-02, -1.5744e-02, 4.4591e-02,
-6.2324e-02, -5.3924e-02, -1.9367e-02, -1.8139e-03, -6.5951e-03,
-1.5899e-02, 1.1195e-01, 6.8791e-02, -1.2996e-01, -4.7065e-02,
-5.1594e-02, -2.9854e-02, 3.6924e-02, -1.9857e-02, 1.0559e-02,
1.2850e-02, 7.8911e-02, -9.2284e-02, -2.4968e-03, 5.4156e-02,
-3.6208e-02, -6.9630e-02, 1.0849e-01, 8.1470e-02, -5.5278e-02,
6.7544e-03, 1.4587e-02, -2.3198e-03, 5.6308e-02, -5.1584e-02,
-3.2536e-04, 1.6119e-02, 3.2526e-03, 4.1865e-02, 1.0434e-02,
1.1079e-02, -1.0815e-02, -5.8445e-02, -1.4646e-02, 2.4543e-02,
-3.1228e-02, -5.9495e-03, -2.2628e-02, 3.5409e-02, -7.1404e-04,
3.6775e-02, 2.9475e-02, 9.8020e-02, -3.0105e-02, -7.1528e-04,
4.2894e-02, 1.0968e-01, 1.8431e-02, -1.6367e-02, -2.5397e-02,
3.4479e-02, -2.8610e-04, -6.0514e-03, -9.0192e-03, -1.6409e-02,
1.4566e-02, -1.6761e-02, -9.9150e-03, 3.1055e-02, 3.5293e-02,
-7.5229e-02, 5.6848e-02, -1.5685e-02, 5.3210e-02, -4.4815e-02,
1.7631e-02, 4.2804e-02, 7.0136e-02, 1.2599e-01, 4.9904e-02,
-6.2925e-02, -5.4206e-02, -3.8387e-02, -4.8647e-02, -6.4211e-02,
-6.4809e-02, -5.7989e-02, 6.9791e-02, 1.2051e-02, -2.6174e-02,
5.8424e-02, 5.2900e-02, 5.3737e-01, 5.2971e-02, -3.1918e-02,
1.0930e-03, -4.7586e-02, -4.3693e-02, -2.2114e-02, -6.8687e-02,
-2.0324e-02, -5.4059e-02, 1.4281e-02, 1.7975e-02, 1.9255e-02,
-4.4134e-02, -3.2140e-03, -8.5049e-03, -7.7389e-02, 3.6619e-02,
-4.5310e-02, 3.1532e-02, 4.7646e-02, -3.7351e-02, 1.3804e-02,
3.6964e-02, -3.3060e-02, -1.5627e-02, 6.6826e-02, 1.1711e-02,
-4.0491e-03, 4.5652e-03, -1.2490e-01, -5.6226e-02, 1.9923e-02,
-2.9681e-02, 1.5093e-02, -4.8919e-02, -8.4016e-04, -3.8753e-02,
2.8511e-02, -2.2178e-02, 5.7196e-02, 1.3920e-02, -1.0028e-01,
-5.0899e-02, -1.2709e-02, 9.9137e-03, -6.6082e-02, -2.9915e-03,
8.4908e-02, 5.5938e-02, 3.3679e-02, -4.9077e-03, -1.8789e-02,
-8.1924e-03, 2.5001e-02, -3.8238e-02, 4.1066e-02, -3.3843e-02,
-3.0497e-02, -1.7287e-02, 3.3620e-02, -4.7574e-04, 2.4749e-02,
-4.1745e-03, 7.7194e-03, -3.8623e-02, -1.1131e-02, -7.6753e-02,
1.5064e-03, -1.7414e-02, 7.1573e-02, 1.9417e-02, 1.3388e-01,
-2.7097e-02, 1.4439e-03, 4.7060e-03, -1.4748e-02, 2.9903e-02,
-1.2010e-01, -1.2030e-02, -5.2540e-02, -1.5290e-02, -2.2100e-03,
6.8670e-03, -6.1095e-02, -5.2253e-02, -1.0568e-01, 4.4972e-02,
3.1994e-02, 3.1435e-02, -3.8046e-03, 5.0166e-02, 7.7897e-02,
-2.9144e-03, 4.7652e-02, -4.8288e-03, 2.4383e-02, 7.7651e-02,
-1.7788e-02, 1.1141e-02, 1.1424e-02, -1.0125e-01, -8.2859e-02,
2.5399e-02, -2.4093e-02, -1.1152e-02, 4.6560e-02, 1.0838e-01,
5.1024e-02, 7.9722e-02, 6.0189e-02, 9.4482e-03, 1.4118e-02,
-3.6769e-02, 4.5309e-03, 3.9100e-02, 6.3509e-03, -1.0112e-02,
6.0176e-02, -1.6035e-02, -1.9873e-02, 3.1907e-02, -3.5419e-03,
3.0933e-02, 3.2217e-03, -5.5740e-02, 4.8319e-05, -2.2990e-02,
-8.3195e-03, 3.6899e-02, -7.4470e-02, -3.1366e-02, -2.5235e-02,
3.7129e-02, -3.1078e-03, -1.9906e-02, -3.0323e-02, 1.5619e-02,
1.9733e-02, -6.2300e-02, 4.3984e-04, 2.3752e-02, -6.9637e-03,
5.8327e-03, 4.0148e-02, -6.3789e-03, -2.3596e-04, 2.3994e-02,
1.4610e-02, 4.6110e-02, 3.8124e-03, 1.5043e-02, 4.0119e-02,
-3.9733e-03, -2.4781e-02, 7.7476e-02, -8.9813e-04, -2.1678e-02,
2.5689e-02, 4.2076e-02, -4.7003e-02, -1.7732e-03, -1.7973e-02,
-1.6971e-02, 1.6490e-02, -9.6456e-03, 7.0235e-02, 5.8404e-02,
-3.5543e-02, -6.3375e-02, 8.0958e-02, 5.3227e-02, 1.2242e-02,
9.6118e-03, 1.5286e-03, 5.7718e-02, -4.8760e-02, 1.3124e-01,
-3.3694e-02, -3.2189e-02, 2.5653e-02, -2.4732e-02, 1.5655e-02,
-4.1628e-02, -1.4294e-02, -7.2088e-02, 3.0966e-02, 1.8533e-03,
-2.4625e-02, 6.5503e-03, 5.1775e-02, 1.2814e-01, -5.4297e-03,
5.7435e-02, -4.0800e-02, 2.7362e-02, 6.7231e-02, -6.8741e-02,
8.9760e-02, 2.1637e-02, 7.1136e-03, -3.9404e-02, -4.3070e-03,
3.6561e-03, 4.3932e-02, -6.5248e-03, 4.5132e-03, 2.5150e-02,
5.8816e-02, -5.9025e-02, -3.8578e-02], device='cuda:0')),
('bert.encoder.layer.8.attention.output.LayerNorm.weight',
tensor([0.8821, 0.8786, 0.8689, 0.8467, 0.8670, 0.8070, 0.8266, 0.8100, 0.8769,
0.8126, 0.9336, 0.8999, 0.9389, 0.9102, 0.8881, 0.7734, 0.8389, 0.8297,
0.8428, 0.8905, 0.8188, 0.9228, 0.8198, 0.8381, 0.8288, 0.8724, 0.8919,
0.9846, 0.8541, 0.9033, 0.8629, 0.7653, 0.9203, 0.7845, 0.8763, 0.8259,
0.8286, 0.9003, 0.8002, 0.9222, 0.9105, 0.8465, 0.9141, 0.8838, 0.9316,
0.9168, 0.8736, 0.9181, 0.9365, 0.8371, 0.9311, 0.8696, 0.8563, 0.8733,
0.7689, 0.8197, 0.8382, 0.8728, 0.8461, 0.8354, 0.8709, 0.9364, 0.9352,
0.8892, 0.8088, 0.9334, 0.8825, 0.8431, 0.7742, 0.8502, 0.8859, 0.8606,
0.8327, 0.8278, 0.9176, 0.9399, 0.8535, 0.8632, 0.9214, 0.9152, 0.8728,
0.8564, 0.8647, 0.9074, 0.7628, 0.8898, 0.8281, 0.8712, 0.9069, 0.8486,
0.8683, 0.8443, 0.8829, 0.8579, 0.8357, 0.8578, 0.7695, 0.8719, 0.9313,
0.8740, 0.8099, 0.9147, 0.7769, 0.9373, 0.7509, 0.9264, 0.9429, 0.8210,
0.9014, 0.9115, 0.8032, 0.8394, 0.9200, 0.7467, 0.8275, 0.9451, 0.8564,
0.8885, 0.8887, 0.9322, 0.8820, 0.9089, 0.9057, 0.7787, 0.8171, 0.8178,
0.8588, 0.8216, 0.8634, 0.8309, 0.8979, 0.8130, 0.8691, 0.8901, 0.8682,
0.8739, 0.8151, 0.8799, 1.3703, 0.9151, 0.8079, 0.9043, 0.8363, 1.2447,
0.8306, 0.8818, 0.8921, 0.8914, 0.8669, 0.9461, 0.9177, 0.8512, 0.9113,
0.8466, 0.8719, 0.8736, 0.9003, 0.8843, 0.8783, 0.8666, 1.0134, 0.9501,
0.8201, 0.8925, 0.8917, 0.9059, 0.9168, 0.7446, 0.8858, 0.8766, 0.9014,
0.7658, 0.8020, 0.8815, 0.8665, 0.9022, 0.9423, 0.8288, 0.9354, 0.8787,
0.8257, 0.8278, 0.8376, 0.9013, 0.8885, 0.8859, 0.8512, 0.8823, 0.8818,
0.8750, 0.8688, 0.7458, 0.8642, 0.8580, 0.8823, 0.8979, 0.8876, 0.8349,
0.8554, 0.9358, 0.9062, 0.8184, 0.9089, 0.8597, 0.8376, 0.8518, 0.9091,
0.9593, 0.8805, 0.8267, 0.8839, 0.9617, 0.7938, 0.9054, 0.8615, 0.9189,
0.8579, 0.8029, 0.8436, 0.8403, 0.8866, 0.8370, 0.9178, 0.9075, 0.8795,
0.9065, 0.8838, 0.9094, 0.9026, 0.7293, 0.8461, 0.9230, 0.8682, 0.8379,
0.8330, 0.8599, 0.7680, 0.9332, 0.8855, 0.9290, 0.8770, 0.8170, 0.8662,
0.8446, 0.8924, 0.8204, 0.9055, 0.8238, 0.9250, 0.9368, 0.9235, 0.8726,
1.0326, 0.9401, 0.9425, 0.8904, 0.9158, 0.8142, 0.8873, 0.8793, 0.7291,
0.8627, 0.9031, 0.8356, 0.8720, 0.8612, 0.8896, 0.9284, 0.7969, 0.9116,
0.9217, 0.8825, 0.9669, 0.8583, 0.9294, 0.9091, 0.8338, 0.8709, 0.8502,
0.9496, 0.9672, 0.9099, 0.7918, 1.9141, 0.8829, 0.9421, 0.7995, 0.9245,
0.9009, 0.8480, 0.8411, 0.8680, 0.7809, 0.9082, 0.8871, 0.8546, 0.9000,
0.7426, 0.9257, 0.8655, 0.9128, 0.8709, 0.8284, 0.8560, 2.9109, 0.8858,
0.8095, 0.8875, 0.9305, 0.8822, 0.8387, 0.8641, 0.8754, 0.8182, 0.8372,
0.9082, 0.8238, 0.8173, 0.9310, 0.8100, 0.8272, 0.8932, 0.8658, 0.9240,
0.8187, 0.8314, 0.8663, 0.8276, 0.9320, 0.8398, 0.9180, 0.8486, 0.9252,
0.9110, 0.9467, 0.9157, 0.8607, 0.9432, 0.9700, 0.8256, 0.7465, 0.9250,
0.8272, 0.9423, 0.8641, 0.9221, 0.8953, 0.8587, 0.8810, 0.8283, 0.8724,
0.8697, 0.8435, 0.8603, 0.9544, 0.8370, 0.8651, 0.8655, 0.8485, 0.7861,
0.8347, 0.8995, 0.8588, 0.9028, 0.8604, 0.8862, 0.9116, 1.0032, 0.9006,
0.8410, 0.8622, 0.8988, 0.8846, 0.8475, 0.8638, 0.8400, 0.8047, 0.8878,
0.8992, 0.7133, 0.8567, 0.8699, 0.9055, 0.9134, 0.8473, 0.8254, 0.7754,
0.8948, 0.9058, 0.8338, 0.9365, 0.8247, 0.8964, 0.8887, 0.8885, 0.8951,
0.8202, 0.9349, 0.8722, 0.8165, 0.8029, 0.8337, 0.7866, 0.8800, 0.8699,
0.8902, 0.8080, 0.8895, 0.9034, 0.9476, 0.8177, 0.8351, 0.9137, 0.9411,
0.8959, 0.8211, 0.7973, 0.9144, 0.8613, 0.9101, 0.8755, 0.9444, 0.8910,
0.8218, 0.8487, 0.8782, 0.8700, 0.7430, 0.8713, 0.9145, 0.8619, 0.9003,
0.8208, 0.9394, 0.7704, 0.9376, 0.8715, 0.8593, 0.8716, 0.9119, 0.9102,
0.7945, 0.8343, 0.8733, 0.8511, 0.8275, 0.9028, 0.9353, 0.8888, 0.8444,
0.9155, 0.7949, 0.8647, 0.9103, 0.8436, 1.0050, 0.8249, 0.8127, 0.8815,
0.8632, 0.8214, 0.8873, 0.8303, 0.9089, 0.8073, 0.8450, 0.8625, 0.8498,
0.8990, 0.8719, 0.9665, 0.8601, 0.9403, 0.8596, 0.9191, 0.8955, 0.7895,
0.9192, 0.8444, 0.9808, 0.8365, 0.8306, 0.9198, 0.9217, 0.8683, 0.8275,
0.9490, 0.7537, 0.9870, 0.8235, 0.8454, 0.9093, 0.9207, 0.8482, 0.9294,
0.8429, 0.8355, 0.9103, 0.8357, 0.8756, 0.9070, 0.8973, 0.8406, 0.8883,
0.8679, 1.0136, 0.9343, 0.8383, 0.8742, 0.8801, 0.8757, 0.8883, 0.8386,
0.8590, 0.8985, 0.8477, 0.9014, 0.8675, 0.7694, 0.8986, 0.8939, 0.7928,
0.8878, 0.9282, 0.8751, 0.9858, 0.9662, 0.9476, 0.9056, 0.9079, 0.8718,
0.8860, 0.9008, 0.8435, 0.8310, 0.8680, 0.8378, 0.8730, 0.8692, 0.8887,
0.9426, 0.9156, 0.8116, 0.7954, 0.8312, 0.9505, 0.8321, 0.8090, 0.8647,
0.9178, 0.8501, 0.8404, 0.9614, 0.8693, 0.8316, 0.8524, 0.8216, 1.4649,
0.8639, 0.8419, 0.9160, 0.9255, 0.7698, 0.8923, 0.8969, 0.8990, 0.8744,
0.8692, 0.7929, 0.9201, 0.8234, 0.8704, 0.8353, 0.8803, 0.9047, 0.9273,
0.8199, 0.8751, 0.8998, 0.8848, 0.8803, 0.9469, 0.9227, 0.8508, 0.9052,
0.8852, 0.8291, 0.8765, 0.8603, 0.7932, 0.8848, 0.7537, 0.8542, 0.8233,
0.8269, 0.9807, 0.8343, 0.8456, 0.8937, 0.8915, 0.8891, 0.8324, 0.8282,
0.8962, 0.9425, 0.8580, 0.8776, 0.6977, 0.9246, 0.9302, 0.8835, 0.7961,
0.8354, 0.8517, 0.9933, 0.9409, 0.9345, 0.9467, 0.9184, 0.8910, 0.8557,
0.8357, 0.8905, 0.9493, 0.8653, 0.9500, 0.9214, 0.8577, 0.8442, 0.8318,
0.9038, 0.8970, 0.8168, 0.8722, 0.8596, 0.8805, 0.8807, 0.8887, 0.8972,
0.8966, 0.9396, 0.8141, 0.9057, 0.8404, 0.8343, 0.8421, 0.7999, 0.8986,
0.9387, 0.8012, 0.8047, 0.9213, 0.8278, 0.8188, 0.8666, 0.8376, 0.9060,
0.8361, 0.9160, 0.9321, 0.8947, 0.8914, 0.8486, 0.8503, 0.8469, 0.8720,
0.9471, 0.7203, 0.7890, 0.8718, 0.9604, 0.8308, 0.8624, 0.9677, 0.8887,
0.8588, 0.8664, 0.8980, 0.9470, 0.8713, 0.9240, 0.8496, 0.8906, 0.9561,
0.9074, 0.8292, 0.8350, 0.9106, 0.8523, 0.9146, 0.9189, 0.7893, 0.8730,
0.8777, 0.9205, 0.8884, 0.8597, 1.0253, 0.8276, 0.9483, 0.8012, 0.7784,
0.8000, 0.8398, 0.9144, 0.9451, 0.8847, 0.9206, 0.8379, 0.8954, 0.8264,
0.8980, 0.9104, 0.8248, 0.9276, 0.8719, 0.8185, 0.8296, 0.8476, 0.8929,
0.8952, 0.8964, 0.9181, 0.8349, 0.9348, 0.7252, 0.9204, 0.8190, 0.8652,
0.8641, 0.8315, 0.8121, 0.9417, 1.0271, 0.8491, 0.9304, 0.9194, 0.8224,
0.8943, 0.9265, 0.9224, 0.8769, 0.8049, 0.9075, 0.8602, 0.7944, 0.8596,
0.8692, 0.8418, 0.7843, 0.8492, 0.8707, 0.9180, 0.8224, 0.8801, 0.8569,
0.8277, 0.8547, 0.8759, 0.8610, 0.8345, 0.8758, 0.9179, 0.8545, 0.9230,
0.8920, 0.9287, 0.8875], device='cuda:0')),
('bert.encoder.layer.8.attention.output.LayerNorm.bias',
tensor([ 1.3397e-01, -1.6571e-01, -1.9568e-01, 2.1809e-01, -8.8586e-02,
1.6542e-02, -2.1724e-01, 1.1369e-01, 6.5938e-02, -9.3903e-02,
1.2461e-01, -5.8656e-02, -5.9660e-02, -9.0464e-02, 9.8945e-02,
1.1102e-01, -5.7145e-02, -1.6509e-01, -5.3858e-02, -1.0223e-01,
1.5860e-03, -2.4063e-04, -4.8961e-03, 7.1855e-02, -1.2668e-02,
-9.2446e-02, 8.5378e-02, 2.4421e-01, 1.2431e-01, 1.7252e-01,
-2.1481e-02, -7.6809e-02, -1.3592e-01, -2.0701e-01, 1.6864e-01,
1.5017e-02, -1.8566e-01, 2.4236e-02, 1.0093e-01, 2.1569e-01,
-7.2310e-02, -9.7043e-02, 4.5313e-02, -2.7731e-02, 6.7784e-02,
-7.0920e-02, -3.8550e-02, 1.9911e-01, -6.8586e-02, 5.1451e-02,
9.2478e-02, 1.5685e-01, 1.1711e-01, -1.0118e-01, 2.4862e-03,
-1.5102e-01, -1.9738e-01, 3.2122e-03, -1.6565e-02, 6.5501e-02,
-1.1543e-01, -3.3077e-02, 4.5107e-02, -1.7691e-01, -9.0963e-02,
6.7325e-02, 3.4143e-02, -2.7218e-02, 9.5681e-02, -2.1591e-01,
-1.2568e-01, -1.1000e-01, -3.8230e-02, 1.8673e-02, -6.2716e-02,
1.3159e-01, 2.0562e-02, -2.8386e-02, -1.4618e-02, -4.1392e-02,
4.4362e-02, -2.3575e-02, 4.6672e-03, 1.5534e-01, -7.3129e-02,
1.0949e-01, -6.2705e-02, -6.2830e-02, 2.4613e-02, 4.3325e-02,
-8.7370e-02, -7.8114e-03, -8.8779e-02, 6.8745e-02, -1.2445e-02,
8.2724e-02, 6.8220e-04, -8.3378e-03, 1.6837e-02, 4.1775e-02,
7.1896e-02, -8.1672e-02, 4.6642e-03, 4.8882e-03, -1.7368e-01,
-6.4059e-02, 1.5037e-01, -3.9380e-02, -7.0930e-02, -1.3043e-01,
2.6254e-02, 5.8309e-02, -1.0048e-01, -3.3058e-02, 1.6847e-01,
1.7955e-01, -5.1038e-02, 1.0646e-01, -1.1204e-01, -7.5586e-02,
-1.0608e-02, -1.1110e-02, 2.7926e-02, 3.3811e-02, -1.0176e-01,
1.0541e-02, 5.3126e-02, 2.5664e-02, -7.8067e-02, -2.7486e-02,
-3.4165e-02, 2.9396e-02, -1.6218e-02, 1.1340e-02, -6.3086e-02,
4.5054e-02, 1.4767e-01, 1.1349e-01, -9.5737e-01, 4.6867e-02,
-1.2952e-01, -1.7644e-01, -1.6548e-04, -8.8879e-01, -4.4681e-02,
-8.9242e-02, -1.3655e-02, 6.0145e-02, -1.0652e-01, -2.7069e-01,
-1.9534e-01, -5.1734e-02, -1.0496e-01, 1.4047e-01, -3.9898e-03,
-2.5093e-01, -1.1717e-01, -2.7370e-01, 1.3050e-01, -1.2815e-01,
2.1532e-01, 7.4000e-02, 1.7342e-02, 1.7436e-02, 7.4474e-02,
-1.2079e-01, 1.9556e-01, 7.4963e-04, -1.9522e-01, 7.6540e-02,
3.8169e-02, 1.4425e-01, -3.7119e-02, 9.2020e-02, 1.9107e-01,
1.4920e-01, 1.3348e-01, -1.1093e-01, 1.4140e-02, 3.5066e-02,
-1.0227e-01, -4.9842e-02, 6.2197e-02, -8.1602e-02, 3.8066e-02,
3.8485e-02, -9.2632e-02, -1.6383e-01, 2.4216e-02, -4.9825e-02,
9.4412e-02, 1.9487e-02, 1.0699e-01, 1.1499e-01, -1.7899e-01,
-1.2462e-01, -7.0953e-02, -6.6830e-03, -1.8447e-01, -1.5692e-01,
-3.2567e-02, 1.0475e-01, -5.1019e-02, 2.4985e-02, 5.8673e-02,
-1.2031e-01, 7.6872e-02, -1.9056e-01, -3.4674e-02, -5.2778e-02,
9.9161e-03, -1.3545e-01, 8.1613e-02, -2.0136e-01, 1.8558e-02,
-2.0672e-02, 1.2982e-01, -4.0327e-03, -2.9806e-02, -2.8790e-02,
2.8294e-02, 2.3072e-02, 1.0413e-01, -5.4626e-02, -1.4485e-01,
1.1213e-01, -1.1025e-02, -1.8326e-02, 1.1852e-01, 1.0509e-01,
-1.9698e-02, 9.1647e-02, 3.9101e-02, -1.3010e-01, -8.2785e-02,
-6.0353e-02, 9.5223e-02, -1.8277e-01, -6.5707e-03, -4.7329e-03,
-1.6074e-01, -9.2669e-02, 4.1972e-02, 6.9609e-02, -1.3476e-01,
-1.2270e-01, 7.3807e-02, 2.4956e-02, 4.5204e-02, 1.6505e-01,
4.5228e-02, -2.9525e-02, 1.6469e-02, 8.7261e-02, 1.0455e-01,
1.2805e-01, -1.5672e-01, -3.8626e-03, -6.2385e-02, -2.7638e-02,
1.5528e-01, -4.0872e-02, 1.2089e-01, 4.4039e-02, 2.5549e-02,
6.9260e-04, 1.1063e-01, 8.4014e-02, 1.0803e-02, -1.5675e-01,
-1.4048e-01, -9.7350e-02, 2.1139e-01, -3.9239e-02, 6.2940e-02,
6.0186e-02, -1.2910e-01, 7.3843e-02, 1.1117e-01, -1.7987e-01,
-4.7949e-02, -5.1136e-03, -8.5498e-02, 8.6146e-01, 2.3383e-02,
-3.8283e-02, 6.0732e-02, -8.9594e-02, 8.7219e-02, -5.0604e-02,
6.0930e-03, 7.2215e-02, -1.8671e-03, -1.1522e-01, -1.4610e-02,
-8.1608e-02, -1.3793e-01, 4.2967e-02, -1.7633e-01, -4.5049e-02,
5.3343e-04, -2.0706e-01, -2.3416e-02, 7.8182e-02, -1.2630e+00,
8.4518e-03, -2.3148e-02, -9.8848e-03, -1.6815e-01, 1.0665e-01,
2.4290e-01, 1.2803e-01, -5.5378e-02, 6.8585e-02, -8.9715e-02,
-7.7234e-02, 1.2726e-02, -2.7098e-02, -3.2268e-02, -5.6593e-03,
-1.1196e-01, 8.1785e-02, 4.5537e-02, -2.7673e-02, -1.2049e-01,
-8.8820e-02, -9.9026e-02, 1.9904e-02, 7.9245e-03, 4.4352e-02,
-8.7786e-02, 4.7388e-02, -3.2515e-02, 7.2457e-02, -3.5808e-02,
-8.1004e-02, -2.3251e-02, 2.0865e-01, -2.3839e-01, -1.8235e-02,
8.1013e-02, 3.3421e-02, -9.6177e-02, -7.4282e-02, 5.1861e-03,
6.0626e-02, -4.1350e-02, -9.8288e-02, 8.7925e-02, 3.2166e-02,
-4.2102e-02, -1.3935e-01, -1.0091e-01, -4.6256e-03, 1.1766e-01,
-1.5767e-01, -1.3436e-01, 9.8413e-02, 7.8478e-02, -1.5911e-02,
-2.3904e-02, -5.5531e-02, -3.7797e-02, 3.2775e-02, -1.4839e-01,
1.3633e-01, -6.1936e-02, 1.6998e-01, -1.4217e-01, 2.4794e-02,
-1.7722e-01, -1.2625e-01, -4.3827e-02, 6.2115e-02, -9.1976e-02,
5.8674e-02, -1.7969e-01, -1.8037e-01, -2.8998e-02, 6.1347e-02,
-1.5764e-01, 9.0065e-02, 3.8502e-02, 7.4503e-02, 6.1907e-03,
-1.9236e-01, 4.9656e-02, -2.0985e-02, 3.2892e-03, -2.7384e-02,
-1.7184e-02, 1.1357e-01, -8.9816e-03, -1.2986e-01, 6.0714e-02,
-1.8555e-01, -6.3522e-02, -1.1476e-01, -1.3593e-01, -8.1068e-02,
-1.0617e-01, 3.8860e-02, -7.3893e-02, -1.1862e-01, -1.0760e-01,
4.9975e-02, -7.7957e-02, -1.0659e-01, -1.0102e-01, -9.5337e-02,
-5.4545e-02, -6.6270e-02, 3.9037e-02, -4.5039e-02, -7.0026e-02,
-6.7655e-02, 6.7037e-02, 2.4516e-01, -1.6363e-01, -2.1523e-01,
-8.6838e-02, -9.1458e-02, -6.7267e-02, 2.0127e-01, 1.6988e-01,
1.5179e-02, -1.3303e-01, 2.2730e-02, 1.4429e-01, 7.4669e-02,
-1.0168e-01, 2.2439e-02, -1.5614e-01, 2.1036e-01, -2.0624e-01,
7.5974e-03, 6.1449e-02, -1.1911e-01, 2.1033e-02, -5.8811e-03,
2.7085e-02, -3.2559e-02, -8.0159e-02, -1.9263e-01, -6.5043e-02,
-6.2794e-02, -5.3067e-02, -8.0566e-02, 8.5036e-02, -1.2579e-02,
6.0485e-02, 1.4550e-01, 1.7948e-01, 3.0377e-02, -7.5296e-02,
-2.9161e-01, 7.6134e-02, -7.8497e-02, -9.7286e-02, -1.9455e-02,
-8.9300e-02, -6.4272e-02, 1.1905e-02, 8.6701e-02, 9.2698e-02,
1.3728e-01, 8.0206e-02, 6.8429e-02, 4.4995e-02, 3.9110e-02,
2.0141e-01, 5.0524e-02, 5.3509e-03, 1.1719e-01, 3.5898e-02,
5.1022e-02, -1.4724e-01, -1.0015e-01, 4.9241e-04, -3.3515e-02,
1.2386e-01, -6.2240e-02, -1.1733e-01, 8.4287e-02, 1.1699e-02,
-8.8068e-02, -5.2186e-02, 1.2449e-01, -7.2746e-02, -1.2130e-02,
-1.1376e-01, -2.3115e-02, -2.4476e-01, -2.0575e-02, 1.2501e-01,
8.0154e-03, -8.2473e-02, -1.7018e-02, -4.6270e-02, 9.8126e-04,
9.8778e-02, 9.9491e-03, 8.7117e-02, -2.0219e-01, -8.2610e-02,
2.1115e-01, -1.8220e-02, 8.6234e-03, 2.0152e-02, -8.3892e-02,
-1.0382e-01, -4.6131e-02, -5.1255e-02, -1.2082e-02, -1.4886e-01,
-2.0579e-01, -8.0911e-02, 5.9870e-02, 5.0342e-02, 5.3629e-02,
-5.9254e-02, -1.1795e-01, -4.8393e-02, 2.3217e-02, 1.0744e-02,
-9.2545e-02, 8.4739e-02, -4.9924e-02, -5.5759e-02, -9.3040e-02,
-1.5608e-02, 1.6985e-01, -1.8405e-01, -5.3576e-02, -1.0790e-01,
1.5126e-01, 1.4250e-01, 7.4164e-02, -1.7284e-01, 3.1284e-03,
-2.5870e-01, -7.6167e-02, 6.6052e-02, -1.2926e-01, 1.7454e-01,
1.3260e-01, 1.1127e-01, -7.0346e-03, 1.1372e-02, 2.2283e-01,
2.4734e-01, 1.4070e-02, -1.4742e-01, 2.7441e-02, 4.1692e-02,
7.2177e-02, -1.3959e-01, -1.8500e+00, -1.1047e-01, 5.8765e-02,
-8.8079e-03, 3.8929e-02, 5.0751e-02, 1.0700e-02, 1.9741e-02,
-3.0133e-02, -3.0769e-03, -5.0178e-02, -8.2825e-02, 1.3828e-01,
1.3961e-01, -8.1005e-02, -7.6983e-02, -1.7832e-02, 9.6673e-02,
3.6651e-02, 3.7578e-02, -9.4803e-03, 7.5320e-02, -2.1023e-01,
-2.5130e-02, 2.0753e-01, 3.0666e-02, -4.0998e-03, 8.9264e-02,
-3.6915e-03, 2.9444e-02, 5.0784e-02, 9.9313e-02, -1.2392e-01,
-1.7075e-02, 1.1934e-01, 2.6660e-02, -9.8941e-02, 3.3721e-02,
-1.2633e-02, 1.9728e-02, 1.0197e-01, -1.3717e-01, 1.3737e-01,
-4.9603e-03, -4.9029e-02, -4.7182e-03, -1.4329e-01, -1.1714e-01,
-7.2822e-02, 1.2826e-01, 6.2717e-02, 1.2955e-01, 1.6159e-01,
1.5182e-02, -1.2521e-01, 6.6487e-02, -1.9289e-01, 1.3960e-01,
7.6476e-02, -8.8382e-02, -3.7269e-02, -1.2498e-01, 7.4220e-03,
-4.1772e-02, -3.1192e-02, 2.1183e-01, -5.3904e-02, 1.6208e-02,
-1.0541e-01, -8.6610e-02, -2.0080e-01, 1.4413e-01, 1.2760e-01,
-2.0440e-01, -8.7045e-03, -3.6076e-02, -2.1048e-01, 2.0778e-01,
1.6332e-01, -4.5360e-02, 1.0578e-01, -4.5902e-02, -1.3487e-01,
-1.1768e-01, -1.2970e-01, 1.5049e-01, 8.2628e-02, -7.0791e-02,
-1.0168e-01, -5.6394e-02, 1.6152e-01, -1.8697e-01, -1.2018e-01,
-9.6841e-02, -1.0234e-01, -1.1932e-01, -1.0955e-01, 8.5862e-02,
3.1050e-02, -7.8127e-02, -3.4189e-02, 1.8777e-01, -1.7475e-01,
2.0482e-01, 3.4723e-03, -3.9710e-02, 6.1689e-02, -2.6406e-01,
-1.7336e-02, 7.4599e-02, -1.5635e-01, -4.2015e-02, 4.4042e-03,
-1.0609e-01, 2.5390e-02, 7.2533e-02, 7.4383e-04, 2.5978e-02,
5.5857e-02, -3.5671e-02, -7.7618e-02, -2.7711e-01, 3.9106e-02,
2.0481e-02, -6.9579e-02, 9.8031e-02, -6.9552e-03, -1.3295e-01,
-9.8686e-02, -1.4913e-01, 1.4303e-02, 2.4010e-02, -9.0991e-02,
6.6752e-02, 1.6693e-01, -4.2489e-02, 1.2681e-01, -5.0738e-02,
-1.0483e-01, -2.3761e-02, -2.7911e-01, 1.5675e-01, 9.4842e-03,
1.4987e-01, -3.2661e-02, -2.0478e-02, -1.6596e-01, -2.4475e-01,
-9.4133e-02, -2.9625e-02, -7.7382e-02, 5.8355e-02, -7.8247e-02,
6.5475e-02, -8.2723e-03, -2.9743e-02, 7.2268e-02, 4.9762e-02,
-3.9210e-02, -2.2147e-01, -1.1869e-01, 9.2783e-02, 2.0542e-02,
-1.2049e-01, -3.9152e-02, 6.1491e-02, -1.8678e-01, -9.1152e-02,
-7.1936e-03, 1.5211e-01, -1.3857e-01, -4.1303e-02, 2.2387e-02,
-1.0272e-01, -8.3339e-02, -1.4842e-01, 4.1316e-01, -1.1379e-01,
-1.0971e-02, 1.2991e-01, -6.8145e-02, 8.9770e-02, -1.5809e-02,
-3.4073e-02, -7.5642e-02, 1.0765e-01, 1.0601e-01, 6.1246e-02,
-7.6485e-02, -8.8059e-02, -6.4399e-02, -8.5709e-02, -4.7648e-02,
1.0428e-01, 9.2338e-02, 9.7361e-02, -4.0912e-02, -6.9110e-02,
-1.4499e-01, 9.2254e-02, -1.7499e-01, -1.1960e-01, 5.0917e-02,
-1.3032e-01, -9.6654e-02, 7.9250e-03, -3.6794e-02, -1.0075e-01,
-9.5888e-02, -3.0516e-03, 1.2573e-01], device='cuda:0')),
('bert.encoder.layer.8.intermediate.dense.weight',
tensor([[-0.0124, 0.0285, -0.0238, ..., 0.0549, 0.0661, -0.0400],
[-0.0259, 0.0003, -0.0161, ..., -0.0275, 0.0149, -0.0178],
[ 0.0293, -0.0467, 0.0027, ..., 0.0069, -0.0096, -0.0442],
...,
[-0.0231, -0.0386, -0.0010, ..., 0.0385, 0.0384, -0.0731],
[ 0.0253, 0.0028, 0.0495, ..., 0.1104, -0.0274, 0.0074],
[ 0.0283, 0.0249, 0.0548, ..., 0.0044, -0.0497, -0.0048]],
device='cuda:0')),
('bert.encoder.layer.8.intermediate.dense.bias',
tensor([-0.0827, -0.0964, -0.1488, ..., -0.1069, -0.1260, 0.0659],
device='cuda:0')),
('bert.encoder.layer.8.output.dense.weight',
tensor([[ 0.0509, -0.0706, 0.0119, ..., 0.0187, 0.0431, -0.0160],
[-0.0455, -0.0429, -0.0405, ..., 0.0239, -0.0490, -0.0121],
[ 0.0091, 0.0492, 0.0051, ..., -0.0106, -0.0164, 0.0035],
...,
[ 0.0142, 0.0266, 0.0260, ..., -0.0049, 0.0603, 0.0174],
[ 0.0138, 0.0426, 0.0354, ..., 0.0329, -0.0029, 0.0208],
[ 0.0257, 0.0200, -0.0452, ..., -0.0096, -0.0002, 0.0107]],
device='cuda:0')),
('bert.encoder.layer.8.output.dense.bias',
tensor([ 4.3311e-02, -6.8020e-02, -6.2757e-02, 1.4017e-01, -1.6246e-02,
-5.1270e-02, 2.5563e-02, 5.4831e-02, -5.9974e-04, -1.2714e-01,
2.3744e-02, -6.2918e-03, -1.7068e-02, 6.2793e-02, 8.2927e-02,
9.3374e-02, -1.1554e-01, -6.8694e-02, -2.9090e-02, -5.7179e-02,
1.2522e-02, 1.0333e-01, -1.1903e-02, 3.8379e-02, -1.5370e-01,
-1.2055e-01, 6.9501e-02, 1.3963e-01, 4.0376e-02, 8.5963e-02,
-3.7596e-02, -6.3079e-02, 2.1362e-02, -1.1124e-01, 1.0921e-01,
6.9814e-02, 2.0158e-02, 9.5293e-03, 7.3676e-02, 1.5432e-01,
8.9697e-03, 5.0374e-02, 4.0831e-02, -3.9705e-02, 4.9483e-02,
-5.5522e-02, 2.4268e-02, 8.5777e-02, -5.0553e-02, 3.9473e-02,
3.8060e-03, 2.5857e-02, 9.2807e-02, -1.8682e-02, -5.7188e-02,
-4.6468e-02, -1.7817e-01, -6.1338e-02, -5.9879e-02, 1.2563e-01,
6.8037e-03, -5.1286e-02, 6.5537e-03, 4.7229e-02, -1.1991e-02,
7.8280e-02, 2.6816e-02, -3.0125e-02, 1.4003e-01, -1.9854e-01,
-2.8461e-03, -3.4481e-02, 1.6520e-02, -4.0288e-02, -2.7668e-02,
5.6285e-02, -2.1068e-02, -9.0092e-02, -4.0933e-03, -8.4215e-02,
9.4876e-02, 6.0473e-02, 4.2352e-02, 1.1246e-01, -1.9581e-01,
-2.7932e-02, 9.8922e-03, -1.1887e-01, -6.4050e-02, -7.2689e-03,
-3.4029e-02, 5.0948e-02, -4.0927e-02, -1.4437e-02, -4.2037e-03,
1.1178e-01, -1.3103e-02, 9.3691e-02, 4.0833e-02, 4.0129e-03,
1.1868e-01, -6.1328e-02, -1.8276e-02, 6.0801e-03, -1.2339e-01,
2.7644e-03, 1.0100e-01, 3.6441e-03, 3.1933e-02, 3.7142e-02,
-5.4243e-03, 2.1341e-02, -8.2075e-02, -2.1334e-03, 6.2623e-02,
4.5087e-02, -3.7993e-02, 6.0741e-02, -6.4005e-02, -6.8321e-02,
-3.6595e-02, 9.3102e-03, 4.0015e-02, -2.4675e-02, -3.4800e-02,
7.0741e-02, 2.3280e-02, -5.5015e-02, 3.2050e-02, -6.1802e-02,
5.6693e-02, -4.4822e-02, 6.1172e-02, 5.3511e-03, -1.5762e-02,
2.3170e-02, 5.3524e-03, 1.2445e-01, -3.4462e-01, 1.4249e-01,
-1.7120e-01, -6.6238e-02, 1.9918e-03, -3.1726e-01, -5.4439e-02,
5.0344e-02, -4.4048e-02, 1.0156e-01, 1.4610e-02, -8.2020e-02,
3.4670e-03, -6.1909e-02, -4.7043e-02, 5.6748e-02, 1.2049e-02,
-8.9195e-02, 1.9345e-02, -2.0075e-01, 1.4089e-01, -1.3125e-01,
1.1719e-01, 4.0955e-02, 1.8693e-02, 7.9485e-02, 3.4896e-02,
-4.8893e-02, 1.5921e-01, -4.3793e-02, -1.1154e-01, 4.5809e-02,
5.5869e-02, 1.4050e-01, -1.6357e-02, 1.1442e-01, 7.6637e-02,
1.0620e-01, 1.2341e-01, -1.1422e-01, 5.4298e-02, 1.5788e-02,
-9.3955e-02, -4.5996e-02, 1.8663e-01, -1.4837e-03, 1.4982e-01,
7.1281e-02, 1.2403e-02, -1.5948e-01, 7.5032e-02, -1.8366e-02,
2.7724e-02, 7.7064e-02, 8.6792e-02, 7.0306e-02, -1.3320e-01,
-1.0160e-01, -1.1318e-01, 3.9999e-02, -2.0072e-01, -1.5077e-01,
-4.1481e-02, 6.3477e-02, 4.1457e-02, -3.7912e-03, 7.4414e-02,
-1.0314e-01, 5.3529e-03, -7.5754e-02, 4.9710e-02, -6.7786e-02,
5.1946e-02, -9.6229e-02, 1.0539e-02, -7.8769e-02, -6.3468e-02,
8.4384e-02, 9.6484e-02, -5.0920e-02, 2.5766e-02, -2.1175e-02,
9.2738e-02, 6.7739e-02, 4.8342e-02, 5.9971e-02, -5.3216e-02,
-2.4814e-02, -5.8477e-02, -2.8891e-02, 2.7038e-02, 3.0918e-02,
3.3049e-03, 1.0394e-01, 3.9395e-02, -3.7088e-02, -7.6801e-02,
-9.9994e-02, 1.4759e-01, -7.4129e-02, 2.6322e-02, 5.6189e-02,
-1.5959e-01, -1.3894e-02, 1.7995e-01, 1.4876e-01, -5.5228e-02,
-1.0386e-01, -3.4548e-02, 3.1718e-02, -2.7615e-02, 1.3251e-02,
9.6845e-02, -2.2165e-02, -3.2244e-02, 3.8795e-02, -6.1605e-02,
1.0771e-01, -4.7016e-02, -7.0237e-02, -8.9682e-03, -1.1367e-02,
9.9993e-02, 3.1833e-03, -2.7473e-02, 2.5044e-02, 1.6084e-01,
-3.5543e-03, 5.0899e-02, 3.9474e-02, -1.8017e-02, -5.0681e-02,
-1.4830e-01, -3.1530e-02, 1.6382e-01, -2.5371e-02, 5.6453e-03,
-2.4876e-02, 6.5978e-02, 8.5269e-02, 1.0546e-01, -7.6583e-02,
3.3560e-02, 8.0084e-02, -8.6359e-02, 1.2133e-01, -9.3867e-02,
-1.5430e-03, 1.1470e-01, -1.6226e-02, 2.6181e-02, -4.8472e-02,
3.3567e-02, 1.0260e-01, -2.0199e-03, -6.9938e-02, 1.4658e-02,
-1.1147e-01, -5.3011e-02, 1.2477e-01, -4.6462e-02, 1.8810e-02,
-2.3307e-02, -5.6502e-02, -3.0156e-03, 2.6440e-02, -4.2428e-01,
-1.8974e-02, 8.1980e-02, 6.0427e-02, -9.6994e-02, -4.0896e-03,
1.1205e-01, 9.9963e-02, -7.4470e-02, -6.7744e-02, 1.5314e-02,
-1.3881e-02, 7.0162e-02, 1.3796e-01, 3.7074e-02, -4.1207e-02,
-5.0054e-02, 5.7243e-02, -8.7872e-02, 6.8696e-02, -1.4827e-01,
-2.6761e-02, -1.4857e-01, -3.1851e-02, 8.2185e-02, 1.3610e-02,
-2.7503e-02, 7.3344e-02, 3.2168e-02, 5.2760e-02, -3.7632e-02,
2.6055e-02, -1.9262e-02, 8.9612e-02, -8.0165e-02, 5.9443e-02,
1.2573e-02, -7.4319e-02, -1.2048e-01, 3.3023e-02, 2.6729e-02,
6.4407e-02, 3.7160e-02, -1.9240e-02, 1.1681e-01, 4.8385e-02,
-1.0764e-01, -8.3525e-02, 2.1373e-02, -5.4575e-03, 1.5678e-01,
-3.7403e-02, -2.7367e-02, 9.2845e-02, 1.4118e-03, -3.5270e-02,
1.9660e-02, -4.8085e-02, -6.1754e-03, -1.1695e-02, -5.9435e-02,
4.5871e-02, -3.0171e-02, 9.3903e-02, 1.0223e-02, -5.3626e-02,
-7.5954e-02, 2.0212e-02, 3.9662e-02, 7.8595e-02, -9.0995e-02,
-1.5629e-02, -1.5907e-01, 2.2300e-02, -1.3234e-01, -3.0773e-02,
-1.3720e-01, 4.4246e-02, 5.1304e-02, 3.5966e-02, -2.4541e-02,
-1.2533e-01, 3.0626e-02, -5.0287e-02, 2.6661e-02, -3.9516e-02,
-1.8614e-02, 1.0462e-01, 5.3268e-02, -6.9957e-02, 6.0690e-02,
-2.9626e-02, -4.9996e-02, -7.4461e-02, -9.2496e-02, 1.9302e-02,
-1.6740e-01, 1.2527e-01, 4.2561e-04, -1.0071e-01, -2.2300e-02,
4.3147e-02, -7.1417e-02, -5.2706e-02, -1.0448e-01, -2.7046e-02,
-4.8140e-02, -9.2110e-02, -2.0921e-02, -3.1890e-02, 6.8599e-02,
3.4932e-02, 7.0017e-02, 2.6453e-02, -1.1222e-02, -1.0694e-01,
-3.5648e-02, -2.1211e-02, 1.4423e-02, 5.5496e-02, -3.0806e-02,
-1.7999e-02, 1.2565e-02, -1.8116e-02, 7.6257e-02, -6.9460e-03,
6.7536e-02, 4.5813e-02, 5.6898e-02, 1.7246e-01, -9.2176e-02,
3.2775e-02, 5.3588e-02, -1.1546e-01, 6.8820e-02, 1.8146e-02,
-5.7830e-03, -9.5362e-03, -5.0021e-02, -1.3961e-01, -8.8627e-02,
-4.9808e-02, -6.5459e-02, -6.8408e-02, 6.7015e-02, -8.8266e-03,
1.3366e-01, 1.5357e-01, 9.5261e-02, 4.2859e-02, 7.5513e-02,
-1.0747e-01, -7.5601e-05, 5.5057e-03, -1.9427e-02, 2.0501e-02,
-1.2965e-02, -9.5863e-02, 4.1718e-02, 5.6946e-02, 1.1713e-01,
1.2969e-01, 8.7131e-02, 1.4422e-01, -3.4806e-02, -4.4974e-02,
6.1766e-02, 5.7036e-03, 8.0672e-03, 7.5796e-02, 4.7520e-02,
3.5941e-02, -2.1558e-01, -1.0040e-01, -1.0587e-03, 1.5369e-02,
3.6327e-02, 7.5640e-02, -5.2853e-02, -7.7179e-03, 1.9976e-02,
9.7353e-03, 9.3562e-03, 1.0340e-01, 1.2288e-02, -3.7599e-02,
-7.4580e-02, -2.1419e-02, -1.5821e-01, 4.2724e-02, 2.0900e-02,
-1.1667e-02, -5.1333e-02, -3.8058e-02, -7.0068e-02, 8.5602e-02,
5.5429e-03, -3.9674e-03, 3.0566e-02, -1.0731e-02, 4.6090e-03,
1.9113e-01, -6.0558e-02, 6.5845e-02, -1.2487e-03, -1.7941e-02,
1.5290e-01, -7.5813e-02, -4.4295e-02, 4.5551e-02, -4.7937e-02,
-1.0785e-01, 3.4461e-02, -2.9221e-03, 8.4688e-02, 1.9105e-02,
6.0684e-02, -7.6797e-02, -8.3576e-02, 6.1679e-02, 1.4131e-01,
-1.0915e-01, 1.1002e-01, -7.4468e-02, -1.9310e-02, -4.2358e-02,
1.0761e-02, 7.8665e-02, -5.3123e-02, -9.4942e-02, -7.3298e-02,
2.2299e-02, 2.9619e-02, 7.6015e-02, -2.1151e-02, 3.6898e-03,
-8.6783e-02, -2.8043e-02, 1.4301e-01, -8.4375e-02, 5.9214e-02,
7.6372e-02, 2.0404e-01, -8.2930e-02, 2.9216e-02, 1.1976e-01,
8.8085e-02, 3.3662e-02, 7.2103e-04, -6.8709e-03, 3.7460e-02,
-1.5440e-02, 9.9665e-03, -8.0931e-01, -4.2136e-03, 7.0174e-02,
7.6671e-02, -3.7337e-02, -8.7804e-02, 8.3681e-02, 3.2821e-03,
-5.9486e-02, 1.5263e-03, -5.6940e-02, -1.3328e-01, -4.0899e-02,
8.8370e-02, 3.9478e-02, -3.4667e-02, 6.4915e-02, 6.9934e-02,
3.6530e-02, -1.3193e-02, 8.2955e-02, 5.3298e-02, -4.3424e-02,
1.7960e-02, 9.9564e-02, -1.5190e-02, -5.8932e-02, 7.5268e-02,
-3.4399e-02, 5.3303e-02, 1.4944e-02, 8.5143e-02, -8.7212e-02,
2.0107e-03, 8.0946e-02, 5.2575e-02, 2.2965e-02, 8.4432e-02,
8.7875e-02, -1.1042e-02, 4.9111e-02, 2.9363e-02, -4.9025e-02,
2.7453e-02, -6.5194e-02, 7.5490e-02, -3.3556e-03, -5.9335e-02,
-5.6887e-02, 4.3749e-02, 5.3471e-02, 1.1879e-01, 1.4965e-01,
8.1566e-02, -2.9957e-02, 6.4896e-04, -1.8001e-01, 9.4628e-02,
5.7641e-02, -6.5293e-02, -6.3513e-02, -9.8529e-02, 4.9284e-02,
6.1406e-02, -3.0013e-02, 4.0960e-02, -8.2952e-02, 1.5302e-02,
-7.3744e-02, -7.1400e-02, -1.2069e-01, -1.9640e-03, 1.6594e-02,
-9.0509e-02, -3.6689e-02, -1.1965e-01, -1.5048e-01, 1.5995e-01,
1.0259e-01, -4.2027e-02, -2.6521e-02, 6.8419e-02, -7.8193e-03,
-1.0220e-02, 1.7763e-02, -4.6900e-02, 5.2270e-02, -2.0961e-02,
-7.7086e-02, -1.1263e-02, 7.7089e-02, -1.3259e-01, -5.7216e-02,
-2.3633e-02, -2.1959e-02, -1.4329e-01, -1.1155e-01, 3.4034e-03,
1.7447e-03, -6.7556e-02, -1.1541e-03, 1.1196e-01, -1.1552e-01,
1.3584e-01, 2.7407e-02, 1.3716e-02, 4.0105e-02, -6.0875e-02,
8.4001e-02, -2.1902e-02, -1.3820e-01, 3.9746e-02, 7.2340e-02,
-9.2355e-02, 2.0000e-01, 6.8495e-03, -3.7076e-02, -6.8865e-02,
3.4318e-03, 4.6187e-02, 9.4477e-04, -5.2267e-02, 3.5464e-02,
-4.7473e-03, -6.8877e-02, 4.6753e-02, 2.2001e-02, -1.2039e-01,
-7.9625e-03, -3.3207e-02, 6.6285e-02, 6.8587e-02, -4.0519e-02,
7.2221e-02, 2.5601e-02, -4.2223e-02, 1.3318e-01, -3.0423e-02,
2.0473e-02, 4.4142e-02, -5.6656e-02, 8.2874e-02, -1.3336e-03,
5.6256e-02, -2.9768e-02, 4.1398e-02, 1.7351e-02, -1.2214e-01,
-2.2758e-02, 2.8741e-02, -7.4339e-02, 1.0257e-01, -2.7138e-02,
2.6839e-02, 1.2183e-02, -8.9680e-02, 9.0197e-02, 4.6312e-02,
6.9686e-02, -9.5554e-02, -2.9328e-02, 4.3648e-02, 2.5464e-02,
-4.1202e-02, 1.8077e-02, 6.3561e-03, -1.3685e-01, -8.9288e-03,
-5.3676e-03, 3.0801e-02, -1.3489e-01, -3.4425e-03, -4.9477e-02,
-6.6557e-02, -5.3397e-02, -5.5413e-02, 2.1469e-02, -7.8119e-02,
4.7939e-02, 2.6651e-02, -5.9942e-02, 1.6473e-01, -9.4247e-02,
-1.9674e-02, -6.3723e-02, 8.8816e-02, -2.2869e-02, 6.5991e-02,
-6.0655e-02, -7.1095e-02, -6.7512e-02, 4.6304e-02, -1.1814e-02,
1.3590e-01, 2.3038e-03, 1.5232e-01, 1.4687e-02, 1.5614e-02,
-2.7701e-02, 2.5035e-02, -1.9115e-01, -5.5797e-02, 1.1052e-01,
-1.1261e-02, -1.1227e-02, 6.5936e-02, 3.7986e-02, -7.0630e-02,
6.5492e-03, 4.1333e-02, 6.5905e-02], device='cuda:0')),
('bert.encoder.layer.8.output.LayerNorm.weight',
tensor([0.8219, 0.8497, 0.8649, 0.8223, 0.8500, 0.8588, 0.7719, 0.8331, 0.8525,
0.8190, 0.8498, 0.8657, 0.8591, 0.8718, 0.8603, 0.8217, 0.8503, 0.8414,
0.8551, 0.8592, 0.8458, 0.8558, 0.8287, 0.8468, 0.8700, 0.8393, 0.8416,
0.7848, 0.8502, 0.8563, 0.8593, 0.8253, 0.8704, 0.8186, 0.8529, 0.8635,
0.8134, 0.8510, 0.8277, 0.7981, 0.8641, 0.8509, 0.8161, 0.8701, 0.8659,
0.8324, 0.8495, 0.8469, 0.8583, 0.8562, 0.8361, 0.8408, 0.8470, 0.8762,
0.8228, 0.8138, 0.8347, 0.8837, 0.8231, 0.8417, 0.8443, 0.8605, 0.8469,
0.8407, 0.8158, 0.8431, 0.8586, 0.8407, 0.8307, 0.7980, 0.8316, 0.8560,
0.8567, 0.8218, 0.8553, 0.8707, 0.8571, 0.8312, 0.8569, 0.8592, 0.8378,
0.8813, 0.8554, 0.8160, 0.8274, 0.8163, 0.8295, 0.8591, 0.8619, 0.8346,
0.8321, 0.8545, 0.8544, 0.8698, 0.8375, 0.8370, 0.8259, 0.8564, 0.8731,
0.8501, 0.8446, 0.8685, 0.8432, 0.8476, 0.8139, 0.8809, 0.8697, 0.8180,
0.8662, 0.8539, 0.8320, 0.8552, 0.8656, 0.8125, 0.8688, 0.8452, 0.8424,
0.8361, 0.8575, 0.8554, 0.8584, 0.8749, 0.8654, 0.8346, 0.8397, 0.8352,
0.8579, 0.8420, 0.8713, 0.8331, 0.8686, 0.8334, 0.8388, 0.8437, 0.8798,
0.8525, 1.1539, 0.8494, 0.7976, 0.8679, 0.8251, 0.8473, 0.8495, 0.2349,
0.8392, 0.8650, 0.8441, 0.8640, 0.8530, 0.8048, 0.8259, 0.8571, 0.8429,
0.8429, 0.8395, 0.8339, 0.8591, 0.8493, 0.8228, 0.8718, 0.8076, 0.8701,
0.8854, 0.8696, 0.8324, 0.8321, 0.8293, 0.7935, 0.8389, 0.8464, 0.8603,
0.7942, 0.8052, 0.8504, 0.8460, 0.8191, 0.8560, 0.8189, 0.8622, 0.8473,
0.8554, 0.8557, 0.8278, 0.8422, 0.8712, 0.8566, 0.8409, 0.8129, 0.8400,
0.8251, 0.8255, 0.8132, 0.8368, 0.8552, 0.8127, 0.8501, 0.8740, 0.8358,
0.8634, 0.8286, 0.8635, 0.8089, 0.8600, 0.8355, 0.8409, 0.8399, 0.8675,
0.8518, 0.8468, 0.8576, 0.8527, 0.8457, 0.8197, 0.8512, 0.8564, 0.8740,
0.8314, 0.8510, 0.8441, 0.8299, 0.8884, 0.8541, 0.8545, 0.8573, 0.8295,
0.8408, 0.8584, 0.8418, 0.8026, 0.8062, 0.8726, 0.8811, 0.8350, 0.8587,
0.8560, 0.8360, 0.8400, 0.8516, 0.8694, 0.8543, 0.8502, 0.8208, 0.8189,
0.8502, 0.8541, 0.8375, 0.8625, 0.8486, 0.8814, 0.8333, 0.8320, 0.8499,
0.8836, 0.8493, 0.8454, 0.8994, 0.8487, 0.8406, 0.8641, 0.8464, 0.8041,
0.8436, 0.8287, 0.8464, 0.8581, 0.8525, 0.8757, 0.8779, 0.8841, 0.8182,
0.8223, 0.8482, 0.8423, 0.8629, 0.8520, 0.8552, 0.8587, 0.8653, 0.8219,
0.8399, 0.8708, 0.8539, 0.8718, 0.3518, 0.8637, 0.8676, 0.8362, 0.8409,
0.8642, 0.8181, 0.8416, 0.8510, 0.8496, 0.8093, 0.8543, 0.8325, 0.8132,
0.8287, 0.8679, 0.8432, 0.8504, 0.8360, 0.8551, 0.8670, 0.3516, 0.8851,
0.8501, 0.8708, 0.8487, 0.8435, 0.8328, 0.8517, 0.8584, 0.8662, 0.8342,
0.8608, 0.8448, 0.8582, 0.8564, 0.8131, 0.8489, 0.8615, 0.8355, 0.8598,
0.8600, 0.8407, 0.8819, 0.8520, 0.8600, 0.8381, 0.8523, 0.8691, 0.8470,
0.8908, 0.8597, 0.8556, 0.8786, 0.8167, 0.8023, 0.8446, 0.8248, 0.8710,
0.8194, 0.8647, 0.8403, 0.8407, 0.8662, 0.8547, 0.8435, 0.8133, 0.8553,
0.8415, 0.8329, 0.8593, 0.8542, 0.8488, 0.8448, 0.8589, 0.8576, 0.8172,
0.8588, 0.8453, 0.8463, 0.8683, 0.8109, 0.8195, 0.8565, 0.8283, 0.8398,
0.8631, 0.8525, 0.8625, 0.8550, 0.8656, 0.8459, 0.8495, 0.8459, 0.8634,
0.8732, 0.7990, 0.8307, 0.8549, 0.8475, 0.8687, 0.8476, 0.8472, 0.8644,
0.8552, 0.8531, 0.8299, 0.8560, 0.8421, 0.8663, 0.8530, 0.8569, 0.8566,
0.8452, 0.8596, 0.8077, 0.8182, 0.8550, 0.8604, 0.8228, 0.8545, 0.8485,
0.8441, 0.8478, 0.8395, 0.8634, 0.8687, 0.8477, 0.8483, 0.8672, 0.8690,
0.8688, 0.8752, 0.8245, 0.8458, 0.8282, 0.8793, 0.8787, 0.8763, 0.8453,
0.8112, 0.8370, 0.8734, 0.8297, 0.8065, 0.8744, 0.8572, 0.8618, 0.8479,
0.8226, 0.8335, 0.8289, 0.8679, 0.8627, 0.8432, 0.8757, 0.8327, 0.8574,
0.8294, 0.8282, 0.8298, 0.8379, 0.8224, 0.8380, 0.8412, 0.8587, 0.8392,
0.8543, 0.8138, 0.8342, 0.8683, 0.8390, 0.7856, 0.8564, 0.8062, 0.8205,
0.8351, 0.8716, 0.8748, 0.8165, 0.8781, 0.7163, 0.8073, 0.8317, 0.8553,
0.8499, 0.8482, 0.8292, 0.8478, 0.8434, 0.8294, 0.8517, 0.8387, 0.8058,
0.8705, 0.8386, 0.8548, 0.8360, 0.8587, 0.8881, 0.8317, 0.8566, 0.8481,
0.8631, 0.8382, 0.8937, 0.8356, 0.8315, 0.8546, 0.8284, 0.8362, 0.8236,
0.8546, 0.8660, 0.8636, 0.8686, 0.8546, 0.8800, 0.8578, 0.8371, 0.8448,
0.8607, 0.8106, 0.8710, 0.8502, 0.8656, 0.8297, 0.8345, 0.8548, 0.8485,
0.8503, 0.8362, 0.8232, 0.8647, 0.8387, 0.8195, 0.8585, 0.8708, 0.8355,
0.8476, 0.9002, 0.8703, 0.8398, 0.8239, 0.8469, 0.8367, 0.8570, 0.8311,
0.8156, 0.8225, 0.8450, 0.8287, 0.8380, 0.8042, 0.8389, 0.8235, 0.8413,
0.8345, 0.8616, 0.8123, 0.7916, 0.8624, 0.8480, 0.8214, 0.8229, 0.8520,
0.8216, 0.8131, 0.8451, 0.8369, 0.8485, 0.8187, 0.8598, 0.8083, 0.6916,
0.8444, 0.8618, 0.8672, 0.8413, 0.8337, 0.8744, 0.8430, 0.8748, 0.8474,
0.8655, 0.8238, 0.8332, 0.8342, 0.8806, 0.8503, 0.8344, 0.8435, 0.8452,
0.8497, 0.8541, 0.8486, 0.8500, 0.8747, 0.8298, 0.8369, 0.8559, 0.8583,
0.8512, 0.8526, 0.8427, 0.8142, 0.8303, 0.8691, 0.8105, 0.8334, 0.8539,
0.8657, 0.8373, 0.8388, 0.8431, 0.8733, 0.8433, 0.8598, 0.8618, 0.8481,
0.8713, 0.8574, 0.8643, 0.8356, 0.7759, 0.8153, 0.8476, 0.8359, 0.8397,
0.8492, 0.8562, 0.8216, 0.8455, 0.8668, 0.8546, 0.8531, 0.8598, 0.8454,
0.8497, 0.8509, 0.8640, 0.8438, 0.8342, 0.8391, 0.8248, 0.8755, 0.8510,
0.8583, 0.8472, 0.8611, 0.8190, 0.8165, 0.8417, 0.8892, 0.8630, 0.8541,
0.8555, 0.8546, 0.8597, 0.8480, 0.8361, 0.8603, 0.8511, 0.8236, 0.8512,
0.8397, 0.8317, 0.8324, 0.8796, 0.8362, 0.8334, 0.8468, 0.8509, 0.8559,
0.8527, 0.8073, 0.8510, 0.8374, 0.8270, 0.8572, 0.8334, 0.8377, 0.8720,
0.8514, 0.8032, 0.8453, 0.8292, 0.8431, 0.8050, 0.8438, 0.8511, 0.8491,
0.8472, 0.8502, 0.8779, 0.8343, 0.8424, 0.8639, 0.8419, 0.8360, 0.8463,
0.8574, 0.8439, 0.8375, 0.8713, 0.8611, 0.8437, 0.8547, 0.8280, 0.8669,
0.8509, 0.8688, 0.8598, 0.8577, 0.7841, 0.8087, 0.8604, 0.8453, 0.8370,
0.8589, 0.8088, 0.8347, 0.8713, 0.8369, 0.8637, 0.8583, 0.8488, 0.8525,
0.8584, 0.8527, 0.8435, 0.8518, 0.8484, 0.7815, 0.8150, 0.8602, 0.8541,
0.8473, 0.8429, 0.8377, 0.8283, 0.8632, 0.8177, 0.8773, 0.8288, 0.8754,
0.8503, 0.8226, 0.8546, 0.8497, 0.7522, 0.8447, 0.8541, 0.8414, 0.8657,
0.8426, 0.8467, 0.8355, 0.8464, 0.8127, 0.8046, 0.8442, 0.8416, 0.8690,
0.8537, 0.8705, 0.8423, 0.8444, 0.8661, 0.8507, 0.8478, 0.8587, 0.8610,
0.8409, 0.8320, 0.8506, 0.8113, 0.8375, 0.8582, 0.8596, 0.8543, 0.8759,
0.8574, 0.8659, 0.8388], device='cuda:0')),
('bert.encoder.layer.8.output.LayerNorm.bias',
tensor([-8.8351e-02, 7.0347e-02, 4.4228e-02, -1.6093e-01, 4.6863e-02,
-6.9565e-02, 9.1174e-02, -1.1286e-01, -7.8919e-02, 4.1666e-02,
-1.2560e-01, -2.7105e-02, -2.5933e-03, 8.4553e-02, -7.3195e-02,
-1.0420e-01, -1.9188e-02, 3.4003e-02, 3.8959e-03, 2.2269e-02,
-6.1091e-02, -6.0383e-02, -4.6725e-02, -8.7183e-02, -4.1845e-02,
-2.1611e-02, -1.0757e-01, -2.3952e-01, -6.4600e-02, -1.1216e-01,
-1.3376e-02, 1.9291e-02, 7.1984e-02, 3.1990e-02, -1.9105e-01,
-5.5506e-02, 7.6303e-02, -5.3639e-02, -7.7727e-02, -1.6599e-01,
4.6693e-03, 4.4194e-02, -7.8077e-02, -5.2925e-02, -3.9373e-02,
9.6736e-03, -1.5635e-02, -1.3774e-01, -4.9620e-02, -6.8003e-02,
-8.7941e-02, -1.0551e-01, -1.2601e-01, 4.3231e-02, -6.1578e-02,
6.1698e-02, 6.9597e-02, -3.6051e-02, -3.8341e-02, -6.9596e-02,
2.4035e-02, -7.5804e-03, -1.3354e-01, 9.9438e-02, 3.4748e-02,
-4.1731e-02, -5.2880e-02, 3.2954e-03, -7.2434e-02, 5.2282e-02,
6.1457e-02, 4.5774e-02, -1.4351e-02, -7.2740e-02, -2.7603e-02,
-5.2192e-02, -6.6841e-02, -2.1379e-02, -1.2521e-02, -8.0378e-03,
-1.3124e-01, -5.7642e-02, -1.3232e-03, -1.4772e-01, 8.1875e-03,
-1.3636e-01, -4.0520e-02, -4.6121e-02, -8.6913e-02, -8.4919e-02,
3.6168e-02, -1.1659e-02, 2.3447e-03, -8.0900e-02, -6.3694e-03,
-1.3088e-01, -2.4231e-02, -3.8826e-03, -5.7449e-02, -8.7534e-02,
-2.5485e-02, 1.6810e-02, -4.5989e-02, -5.7063e-02, 5.7477e-02,
1.3175e-03, -1.1782e-01, -3.2531e-02, 5.0544e-02, 5.5093e-02,
-4.1333e-02, 2.2623e-03, 2.1707e-03, -3.1442e-02, -1.2424e-01,
-1.6608e-01, -3.9744e-02, -1.0005e-01, -8.3253e-03, -1.5514e-02,
-4.8319e-02, -1.6663e-02, -3.3673e-02, -4.4344e-02, 3.3961e-03,
-3.5990e-02, -5.1999e-02, -3.6183e-02, 1.4601e-02, -2.9616e-02,
4.8029e-02, -5.7664e-02, -1.8008e-02, -4.4375e-02, 1.7024e-02,
-1.0341e-01, -1.8058e-01, -1.0214e-01, -2.1989e-01, -2.6200e-02,
5.4242e-02, 5.2396e-02, -3.5449e-02, 4.0521e-01, -3.4542e-02,
-1.5945e-02, -9.0036e-02, -7.3725e-02, 3.0511e-02, 1.6627e-01,
1.2488e-01, 3.8748e-03, 7.9438e-03, -1.3934e-01, -7.1999e-02,
1.1905e-01, -2.2362e-02, 9.3974e-02, -1.1919e-01, 4.0984e-02,
-1.5401e-01, -6.2573e-02, -6.7573e-02, -2.4345e-02, -3.0994e-02,
8.3696e-02, -1.5904e-01, -5.7004e-02, 5.1746e-02, -4.9684e-02,
-5.1196e-02, -9.2659e-02, -2.5632e-02, -8.8121e-02, -1.3954e-01,
-1.1413e-01, -1.3930e-01, 4.7260e-02, 1.7179e-02, -6.7833e-02,
2.8511e-02, 2.0007e-02, -2.9019e-02, 7.0968e-02, -3.6865e-03,
-1.4532e-02, 7.3410e-04, 5.7782e-02, -2.7119e-02, -1.7391e-03,
-9.7817e-02, -6.4862e-02, -6.9291e-02, -8.1251e-02, 8.3539e-02,
5.1180e-02, -4.0488e-02, -6.6367e-04, -7.8571e-03, 3.6394e-02,
-3.7990e-02, -9.5814e-02, 1.2300e-02, -5.3182e-02, -7.6826e-02,
-3.2151e-03, -7.3116e-02, 1.0144e-01, 4.6889e-04, 1.9533e-03,
-2.4242e-02, 3.2156e-02, -6.2165e-02, 6.7405e-02, -5.1638e-02,
-9.6235e-03, -1.1025e-01, -3.9521e-02, -1.0261e-02, -3.4797e-02,
-4.8025e-02, -7.2713e-02, -1.2493e-01, 7.4168e-02, 1.1054e-01,
-1.1975e-01, -4.6120e-02, -2.3081e-02, -1.3595e-01, -7.7527e-02,
-2.7121e-02, -7.2337e-02, -3.5845e-02, 5.4549e-02, -1.6218e-02,
3.9706e-03, -4.4459e-02, 4.0369e-02, -2.6158e-02, -2.6256e-02,
5.0628e-02, -4.5089e-03, -1.1315e-01, -7.0304e-02, 3.9108e-02,
3.9774e-02, -8.8806e-02, -4.9511e-02, -6.3072e-02, -1.5235e-01,
-7.0655e-02, -4.5414e-02, -1.1920e-01, -1.0506e-01, -1.1149e-01,
-7.0709e-02, 7.0666e-02, -6.1305e-02, 2.1516e-03, -7.4017e-02,
-9.2210e-02, 1.9042e-02, -8.0534e-02, -6.7273e-02, -1.1365e-02,
-1.9210e-02, -8.2505e-02, -7.0477e-02, -3.5830e-02, 5.4680e-02,
3.0772e-02, 4.4162e-02, -1.4507e-01, -2.0010e-02, -1.0930e-01,
-6.1153e-02, 2.9472e-02, -4.1338e-02, -8.4127e-02, 1.4970e-01,
-4.6653e-02, -1.2921e-02, -1.6220e-03, -6.3362e-01, -1.0812e-02,
-4.5261e-02, -3.8082e-02, 7.5374e-02, -9.6372e-02, -4.6083e-02,
-1.8193e-02, -5.9106e-02, -5.0513e-02, 4.4883e-02, -1.3620e-02,
5.8131e-02, 6.4178e-02, -8.0707e-03, 2.2420e-02, -2.4457e-02,
-9.2860e-02, 6.1069e-02, -3.9329e-02, -5.2847e-02, 2.8881e-01,
-1.6686e-02, -4.2249e-02, -3.5624e-02, 5.6995e-02, -1.4488e-01,
-1.3473e-01, -1.2448e-01, -4.0330e-02, -7.8860e-02, 4.9300e-03,
-1.0229e-04, -4.2097e-02, -9.0404e-03, 5.2809e-02, -1.4470e-02,
2.8410e-02, -3.8542e-02, -5.2051e-02, -1.0229e-02, -7.0118e-03,
3.9801e-02, -6.4197e-02, -3.6641e-02, -1.8826e-02, -7.3940e-02,
1.4131e-01, -6.2940e-02, -7.7337e-03, -8.4940e-02, -2.7673e-02,
3.6346e-02, -3.0511e-02, -1.4386e-01, 1.2937e-01, -1.6778e-02,
-5.5658e-02, -6.6739e-02, -1.0432e-02, 5.2022e-02, -6.6897e-02,
-4.1295e-02, -7.2849e-03, 7.5147e-02, -7.0931e-02, -3.9668e-02,
-9.2080e-03, 7.6084e-02, 6.0203e-02, -4.3354e-02, -5.2383e-02,
6.4033e-02, 2.7061e-02, -7.9407e-02, -5.3988e-02, -1.0593e-02,
-3.0635e-02, 1.8515e-02, -4.2727e-02, -7.0225e-03, 5.0835e-02,
-1.0297e-01, 3.2446e-03, -1.6204e-01, 4.5765e-02, -5.9648e-02,
2.3513e-02, 4.9124e-02, -7.1557e-03, -6.8069e-02, 2.8741e-02,
-4.5243e-02, 3.0560e-02, 7.2611e-02, -4.6817e-02, -5.7301e-02,
4.0422e-02, -5.2222e-02, -1.5013e-02, -8.4219e-02, -2.3058e-02,
6.6801e-02, -3.4545e-02, -1.9646e-02, -9.2918e-02, 8.8390e-03,
-7.2967e-02, -4.2371e-02, -2.2553e-02, 1.6158e-02, -1.7918e-02,
3.0012e-02, 1.1829e-02, -1.4105e-02, 3.7283e-02, -2.3146e-02,
-1.2914e-02, -6.3187e-02, 4.9106e-02, 7.6764e-03, 3.9893e-02,
-5.2364e-02, -5.0498e-03, 9.4432e-03, 2.8730e-02, 5.6015e-02,
7.8058e-03, -1.4016e-02, -1.1352e-01, -9.3282e-03, 5.1980e-03,
-1.9274e-02, -4.8702e-02, -2.3783e-01, 3.2008e-02, 6.8521e-02,
1.3578e-02, 4.6708e-02, 4.6220e-02, -1.3944e-01, -1.3257e-01,
-2.9310e-02, 6.3546e-02, -3.5683e-02, -1.0314e-01, -1.2822e-01,
7.2506e-02, -6.0771e-02, 6.6221e-02, -1.4579e-01, 4.1519e-02,
-5.6703e-02, -1.0713e-01, 3.7425e-03, -5.1302e-02, -4.4442e-02,
-3.8135e-02, 5.2935e-03, 5.9322e-03, 3.9272e-02, 4.6512e-03,
2.9046e-02, -2.1943e-02, 6.1741e-03, -5.1352e-02, -1.2878e-04,
-7.5178e-02, -8.8622e-02, -1.2895e-01, -4.5908e-02, 1.3989e-02,
2.1762e-01, -1.0789e-01, 5.6221e-03, 2.8203e-02, -2.8760e-02,
8.9800e-04, 8.7207e-03, -3.0933e-02, -9.6311e-02, -9.5789e-02,
-5.7680e-02, -6.6017e-02, -7.1375e-02, -6.6152e-02, -7.9794e-02,
-1.8501e-01, -8.2683e-02, -3.6866e-02, -7.7703e-02, -2.1122e-02,
-6.4081e-02, 4.1963e-02, -2.7205e-02, -6.7434e-02, 2.9344e-02,
-7.7818e-02, -1.2926e-02, 3.0594e-02, -8.4705e-02, -6.0823e-02,
2.3492e-02, -2.0275e-02, -8.7996e-02, -2.7597e-02, -5.8021e-02,
2.8440e-02, -3.9846e-02, 7.8291e-02, -2.5820e-02, -1.3378e-01,
-4.3531e-02, -1.0952e-02, -4.0803e-02, -1.1070e-02, -2.5692e-02,
-1.4659e-01, -3.7635e-02, -7.7054e-02, 7.7150e-02, 1.1057e-02,
-2.2164e-01, -2.3709e-02, -7.9417e-02, -2.2744e-02, 2.5070e-02,
9.4672e-02, -1.3454e-02, -5.9606e-02, -2.6601e-02, 6.6425e-02,
6.6418e-02, -1.1554e-03, -6.8182e-02, -6.9494e-02, -5.8415e-02,
1.7724e-03, 1.8604e-02, -4.3991e-02, -1.3026e-02, -1.8443e-02,
2.3383e-03, -1.6235e-01, 2.0632e-02, -3.0202e-02, 4.1440e-02,
-2.5297e-02, -1.2497e-01, 5.5399e-02, 4.0476e-03, 4.9953e-02,
-1.1876e-01, -9.7015e-02, -5.0306e-02, 6.4330e-02, -6.7385e-02,
1.4311e-01, 4.7055e-03, -7.4023e-02, 4.9287e-02, -1.0105e-01,
-1.7814e-01, -6.3909e-02, -3.3099e-02, -3.8125e-02, -1.8138e-01,
-1.7497e-01, -5.6036e-02, 7.6403e-02, -8.2510e-02, -8.1667e-02,
-7.7473e-02, 5.2235e-02, -4.7382e-01, 4.3598e-02, -4.5173e-02,
3.0139e-03, -9.0369e-02, -4.6925e-02, -3.7362e-02, -6.4434e-02,
-7.5288e-03, -3.9035e-02, -1.7523e-02, 1.0779e-02, -1.5963e-01,
-9.4295e-02, -3.2138e-02, 4.1444e-02, -2.0500e-02, -6.6955e-02,
-3.8337e-02, -4.3639e-02, 2.6331e-02, -8.9577e-02, 7.6651e-02,
-6.3163e-02, -1.8990e-01, -7.2665e-02, -3.4638e-02, -7.2384e-02,
-1.0056e-02, -4.7205e-02, -3.8439e-02, -1.0166e-01, 8.8536e-03,
2.2524e-03, -8.2332e-02, -4.9840e-02, 2.8284e-02, -4.6080e-02,
-7.3436e-02, -4.6892e-02, -5.4614e-02, 2.9182e-02, -1.3462e-01,
7.5368e-03, -2.8264e-02, -1.1515e-02, 5.5875e-02, 1.9732e-02,
3.4434e-02, -7.1508e-02, -8.1402e-02, -9.5543e-02, -1.3399e-01,
-5.2980e-02, 2.3246e-02, -3.9345e-02, 4.2945e-02, -1.8210e-01,
-1.2318e-01, -1.6412e-02, -5.9491e-03, -1.4190e-02, -2.1339e-02,
1.9087e-02, -2.4438e-02, -1.2798e-01, -5.4805e-02, -8.9058e-02,
5.1148e-02, 2.4999e-02, 6.2275e-02, -7.6482e-02, -8.1971e-02,
8.5210e-02, -6.8243e-02, -2.8404e-02, 1.0329e-01, -1.0859e-01,
-1.1638e-01, 1.4025e-03, -1.0768e-01, 1.8840e-02, -2.9067e-03,
2.5316e-02, 3.1972e-02, -1.6612e-01, -1.1831e-01, -1.3148e-02,
-1.7935e-03, 2.2521e-02, -1.1005e-01, 7.3039e-02, 1.4950e-02,
1.2336e-02, 5.4911e-02, -4.8697e-03, 6.8585e-02, -4.2896e-02,
-3.4070e-02, 1.8804e-02, -2.1128e-02, -1.7345e-01, 4.1069e-02,
-1.2608e-01, -7.6076e-02, -3.4165e-02, -6.3467e-02, 1.0946e-01,
-1.6042e-02, -1.2059e-01, 4.5854e-02, -1.7650e-02, -6.0390e-02,
-6.1452e-03, -6.8802e-02, -6.9648e-02, -5.6505e-02, -1.1531e-01,
-9.4274e-02, -1.0538e-02, 2.6611e-02, 1.0151e-01, -7.9638e-02,
-1.0397e-01, 7.7534e-03, -7.4061e-02, -8.3347e-02, 3.5096e-02,
-8.2743e-03, 2.2286e-02, -9.3804e-03, -1.2381e-02, 2.0372e-02,
-1.1542e-01, -9.6756e-02, 1.4001e-02, -8.7972e-02, -5.9556e-02,
7.1062e-03, -5.9504e-02, 1.9926e-01, -1.9034e-01, -7.0556e-02,
-9.9406e-02, -6.2949e-02, 2.8985e-02, -6.2476e-03, 8.2185e-02,
2.7318e-02, -5.2635e-02, -6.8547e-03, -2.3388e-02, 1.6471e-02,
-4.7902e-02, -1.1445e-02, -4.7707e-02, -4.9372e-02, -7.5779e-02,
-7.0460e-02, 6.4558e-02, -3.2443e-02, -6.6057e-02, -6.3594e-02,
2.0359e-02, -4.4450e-02, -7.1188e-02, 5.4725e-02, 4.9532e-03,
-3.9208e-02, -1.1836e-01, 2.2216e-02, 3.4235e-03, -7.4098e-02,
3.0526e-02, 6.1857e-03, 3.3978e-02, -3.4588e-01, 3.3925e-02,
-2.8639e-02, -1.1795e-01, 4.4062e-03, -6.1606e-02, -4.5294e-02,
2.3283e-02, -5.8780e-03, -8.1016e-02, -1.2149e-01, -6.6215e-02,
4.0888e-02, 5.4250e-03, 1.9242e-02, 3.7643e-02, 9.5149e-03,
-8.9481e-02, -5.3927e-02, -1.1316e-01, 5.2685e-04, 8.1653e-03,
5.0245e-02, -8.8771e-02, 7.2229e-02, 9.7607e-04, -7.3878e-02,
1.3156e-02, 2.0875e-02, -4.4058e-02, -2.8664e-02, -1.1933e-03,
8.1448e-03, -4.3323e-02, -1.5693e-01], device='cuda:0')),
('bert.encoder.layer.9.attention.self.query.weight',
tensor([[ 0.0617, -0.0435, -0.0056, ..., 0.0185, -0.0127, -0.0283],
[-0.0290, 0.0075, 0.0253, ..., 0.0706, -0.0094, -0.0199],
[-0.0198, 0.0108, 0.0097, ..., 0.0081, 0.0174, -0.0167],
...,
[ 0.0508, 0.0462, 0.0236, ..., 0.0223, -0.0051, -0.0158],
[-0.1085, -0.0022, 0.0562, ..., -0.0023, 0.0335, 0.0098],
[ 0.0028, -0.0156, 0.0320, ..., 0.0213, 0.0343, 0.0250]],
device='cuda:0')),
('bert.encoder.layer.9.attention.self.query.bias',
tensor([ 1.0834e-01, 4.1034e-02, 8.1781e-02, -3.5314e-02, 7.9386e-03,
-4.1982e-01, -3.5461e-01, -4.6610e-02, -2.4466e-01, -2.9061e-02,
5.0810e-01, 1.8849e-01, 7.4254e-02, -1.0395e-01, 4.0795e-01,
-8.3727e-02, 2.4782e-02, 3.4946e-02, -5.3688e-01, -7.8033e-02,
7.9601e-02, -1.2105e-01, -1.6154e-01, -5.7517e-03, -1.9911e-02,
3.6289e-02, 1.1082e-01, 8.9472e-02, -2.0545e-02, -2.0482e-01,
3.8708e-02, -5.9098e-02, -8.1456e-02, -4.2553e-02, 1.4111e-01,
1.5990e-01, -1.1231e-01, 4.8958e-01, -8.2431e-02, 1.3690e-01,
-1.5747e-01, -1.1890e-01, -1.9781e-01, -2.0394e-01, -3.7667e-02,
-7.5036e-02, 2.8536e-02, -8.6615e-02, 6.2034e-02, -3.0389e-02,
1.5585e-01, -2.4510e-01, -9.2823e-02, 6.4083e-02, 6.0256e-02,
-1.9993e-01, -2.9826e-01, -5.6378e-04, 9.1385e-02, 2.8936e-03,
3.8703e-02, 2.3753e-02, -8.1693e-02, -3.7511e-01, 2.4502e-02,
-2.6930e-02, -2.5344e-03, 1.2420e-02, 3.7765e-02, 5.5423e-02,
5.1479e-02, -4.9275e-02, 2.5811e-02, 3.1001e-03, -2.2080e-02,
-1.1110e-01, 8.9655e-03, -5.8482e-02, 5.9211e-02, -9.8259e-02,
7.6807e-02, -1.1997e-01, 4.5943e-02, -4.3725e-02, 2.7802e-02,
3.7996e-02, 1.2986e-02, 1.7998e-02, -1.2066e-01, -2.3370e-02,
-7.5032e-02, 1.0283e-01, 8.0674e-02, -2.8011e-01, 8.7416e-02,
1.3459e-02, -5.1030e-02, -1.1993e-02, -8.1406e-02, 1.2429e-02,
1.7940e-01, -2.1556e-02, -7.0028e-02, 4.8312e-02, 6.0821e-02,
-8.4890e-03, 3.2513e-02, 6.3084e-02, -4.3794e-02, -5.6652e-03,
3.2081e-02, 2.3650e-03, -1.1372e-02, 1.2115e-01, 5.0194e-02,
4.7536e-02, -7.8949e-02, -1.1336e-01, 2.6455e-02, 4.3821e-02,
1.0944e-01, -3.4896e-01, 1.8307e-03, -7.1253e-02, 7.4892e-02,
1.4503e-02, 1.0254e-01, -1.5639e-01, -1.0900e-02, 3.2940e-03,
-4.8270e-03, 1.0224e-01, 1.5505e-01, -6.9945e-02, 6.8988e-03,
-2.8241e-02, -2.7238e-02, -4.3768e-02, -3.6724e-02, 4.7127e-02,
1.6988e-01, 4.6987e-01, 1.2359e-01, 8.6283e-02, -5.8587e-02,
4.2390e-03, -3.1507e-02, 8.5510e-02, -4.5684e-02, -2.2529e-02,
-1.2188e-01, 7.4941e-02, -8.5592e-03, -1.6107e-02, 2.5736e-03,
2.3423e-02, -7.1394e-02, -6.1839e-03, 3.7505e-02, 2.0089e-03,
-2.3881e-02, -5.3901e-02, -5.2954e-02, 3.7103e-03, 1.0331e-01,
-9.3024e-03, 7.4461e-02, -2.8145e-02, 2.2342e-01, -1.2346e-01,
-1.3550e-02, 1.6871e-01, -1.2709e-01, 1.4093e-03, 4.7378e-03,
-1.6505e-02, -9.6348e-02, 4.4108e-03, 2.2368e-02, 5.4746e-03,
7.0879e-02, -1.0328e-01, 5.0058e-02, -6.1910e-03, 4.6104e-03,
-3.0852e-02, 4.1283e-02, 1.3466e-01, 6.8583e-02, 7.9266e-02,
2.0829e-02, -6.1757e-03, 2.7513e-02, 3.2657e-01, -3.1887e-02,
-1.3148e-02, -4.6316e-02, -3.0686e-01, 1.8418e-03, -3.0156e-02,
5.3143e-04, -7.6191e-02, 2.5758e-02, 1.8217e-02, 1.7268e-02,
-6.4667e-02, -4.6536e-02, -2.9869e-02, 1.1819e-03, -1.4245e-02,
4.7295e-04, 9.1333e-03, -3.8628e-02, -7.3377e-02, -1.6983e-02,
-1.0828e-01, 1.5417e-01, -5.9498e-02, 2.8108e-02, 4.6055e-02,
-2.2611e-02, -3.7202e-02, 3.6736e-02, -7.0529e-02, 1.2032e-01,
7.5184e-03, -8.5154e-02, -4.0211e-02, -4.1913e-02, 1.9091e-04,
1.3234e-02, 1.4124e-01, 9.8546e-03, -2.1202e-02, -7.5683e-03,
3.1976e-02, 1.1980e-01, -3.0048e-02, -7.9780e-02, 1.2305e-02,
-1.7724e-02, -1.1857e-01, -5.1748e-02, -7.1815e-02, 2.2456e-02,
1.8372e-02, 4.9045e-02, 2.4706e-03, -1.2463e-01, -8.9747e-03,
-9.3987e-02, -6.5566e-02, 2.2389e-02, -8.0935e-03, 2.2768e-02,
1.3810e-02, -2.9986e-02, 6.1232e-02, -8.1572e-02, -1.3341e-01,
-1.0829e-01, -1.8776e-01, -4.5180e-02, 7.3856e-02, 6.0931e-02,
3.0287e-04, 2.9497e-02, 5.2553e-02, -4.0520e-02, 1.0299e-01,
1.3725e-01, 2.0707e-02, 1.2412e-01, -4.2145e-02, 2.6460e-01,
1.6842e-02, -5.0871e-01, -6.6331e-03, 9.0476e-02, -1.4722e-01,
1.4171e-01, 3.0825e-02, -6.6910e-02, -6.5772e-02, 1.2674e-02,
9.9549e-03, -3.2950e-02, -7.1609e-02, 1.9705e-01, -2.2354e-02,
8.3669e-02, 6.1621e-03, 5.9297e-02, -7.5036e-02, -6.0942e-02,
-6.2161e-02, -3.2449e-02, 1.1841e-01, 8.0370e-02, 5.5762e-02,
-3.1341e-01, -2.8106e-01, -3.3080e-03, -4.4962e-02, -1.1848e-01,
-7.8314e-03, -2.2999e-01, -5.2698e-02, -1.6136e-02, 1.3039e-01,
4.6616e-02, -1.3990e-02, -5.3882e-02, 9.6213e-02, 6.6718e-02,
4.0400e-02, 3.1871e-02, -1.6011e-02, -1.0915e-01, -1.5649e-01,
-4.8588e-02, 1.3935e-01, -1.1775e-01, 2.5322e-01, -2.8469e-02,
4.1396e-02, -4.1486e-02, -1.8899e-01, -1.7458e-01, 6.5848e-02,
-1.4462e-02, 1.0964e-01, -6.9276e-02, -1.6622e-01, 6.0237e-02,
9.8544e-02, 1.7539e-02, -2.1567e-02, 6.0439e-02, -3.3963e-01,
-9.5234e-02, -1.4856e-01, -5.4529e-02, 6.7706e-02, -4.1509e-01,
1.8078e-02, -3.0047e-01, -3.4626e-02, 7.7081e-02, -2.1982e-02,
-6.1378e-02, -1.6510e-01, -2.7220e-02, -2.5481e-02, 1.2905e-01,
5.7346e-02, -3.6478e-01, 1.3603e-01, -3.7979e-03, 3.9883e-03,
1.8515e-01, 5.1633e-02, -1.5622e-01, 3.6228e-02, 2.7657e-02,
-1.6126e-03, 1.9168e-02, -1.6031e-01, -1.5510e-01, -5.1750e-02,
2.5891e-02, 2.6768e-01, -1.9740e-01, 2.6038e-01, -3.3692e-02,
-1.9887e-03, -9.3542e-03, 8.2454e-02, -7.0264e-02, 1.3635e-01,
1.1342e-02, -7.5240e-02, -2.8937e-02, -2.1007e-02, -6.6475e-02,
-7.6737e-02, 2.1420e-02, 1.1821e-01, 2.5538e-02, 1.0423e-01,
2.5248e-02, 1.0667e-02, -3.7987e-02, -3.5997e-02, -2.9436e-02,
-3.1282e-02, 4.7589e-02, -9.1434e-02, -9.6921e-02, -2.7655e-02,
5.3729e-02, 3.6078e-02, 3.4449e-02, 3.2308e-03, 8.6533e-02,
-4.2832e-01, 1.6488e-01, 6.2720e-02, 4.5544e-02, -2.7042e-02,
-3.2627e-02, 2.5399e-02, -2.5009e-02, -3.5013e-02, -9.9417e-02,
2.8093e-02, -2.0544e-01, 5.3188e-02, -6.3969e-02, -1.2457e-01,
1.5239e-01, 1.5694e-02, 3.4987e-02, -2.7503e-02, -8.8670e-02,
-9.8528e-03, -3.3670e-02, 2.9912e-02, -2.9119e-02, -3.1810e-02,
2.3250e-02, -4.6283e-02, 3.6042e-02, 1.5593e-02, 6.5926e-03,
3.1745e-02, -3.0456e-01, -6.2669e-02, 3.5127e-02, -1.6251e-02,
6.9024e-02, 1.1486e-02, -7.7181e-02, -2.3089e-02, 1.9242e-02,
8.0674e-02, 7.3423e-03, 5.7262e-02, -4.6871e-03, -1.9159e-01,
-1.4795e-02, -1.5384e-01, -2.5586e-02, -7.6672e-02, -5.4331e-03,
9.1321e-03, 1.2979e-01, -6.9405e-02, -1.3819e-01, -2.3428e-01,
9.3433e-02, 9.5406e-02, -8.3600e-02, 1.6984e-02, 2.1076e-01,
9.2418e-02, 5.6736e-02, -2.5627e-01, 1.9407e-02, -8.1610e-02,
2.4323e-02, -1.5057e-02, 9.2371e-02, 5.5599e-02, -4.7001e-02,
8.5715e-02, 9.1020e-02, -1.2545e-01, 4.9091e-02, -7.8895e-03,
1.3034e-01, -1.2920e-01, 6.4978e-02, 6.9083e-02, -1.7552e-01,
8.2773e-02, 7.0022e-02, -2.1709e-01, -5.7073e-01, 1.0325e-01,
-3.4615e-02, 1.0080e-01, -1.6810e-04, 2.2380e-01, 8.1041e-02,
-1.0789e-01, 1.3430e-01, 2.7861e-02, 7.5221e-02, -3.5932e-02,
5.2152e-02, -2.1662e-01, 1.4235e-01, 1.4373e-01, 7.4038e-02,
2.6062e-02, 3.0016e-01, 3.7490e-02, -5.3254e-03, 1.4861e-01,
1.0306e-01, -3.2595e-02, 3.5072e-01, 5.4312e-02, -7.9543e-02,
5.3894e-02, 5.8124e-02, 2.1668e-02, 4.5767e-02, 2.0486e-01,
-1.3325e-02, -1.4750e-02, 5.5376e-02, 2.0624e-02, -2.2728e-03,
3.3303e-02, -7.3661e-04, 1.2115e-01, -1.1722e-01, 3.9479e-02,
-2.4300e-01, 1.3699e-01, 1.2910e-01, 8.2586e-02, 8.1199e-02,
1.3769e-02, -6.8702e-02, -1.3899e-02, -9.6536e-02, -2.0425e-01,
2.2098e-01, 1.8100e-01, 7.7661e-03, -6.0171e-02, -3.3614e-01,
1.8303e-01, -1.9279e-01, 3.3718e-02, 1.3476e-01, -1.1999e-01,
4.9257e-02, -7.0092e-02, 1.0414e-01, -1.5990e-01, -1.9554e-01,
3.5815e-02, -2.2929e-02, 6.5312e-02, -9.0593e-02, -1.9118e-01,
3.5828e-02, -5.5846e-02, -1.8917e-01, -2.8816e-01, -5.0483e-02,
4.2939e-02, 4.4009e-02, 1.7880e-02, -6.0499e-02, -5.4554e-02,
-5.5966e-02, 1.4745e-01, -4.6682e-02, -8.4110e-03, -2.2148e-01,
4.5576e-01, -1.4188e-01, -7.6149e-02, -2.7143e-02, 3.8519e-02,
-2.2276e-02, -5.7465e-02, -1.4366e-01, -2.2098e-02, -4.3665e-01,
1.3281e-01, -1.0775e-01, 6.6465e-02, -2.2157e-01, -9.5156e-02,
5.1158e-03, 9.5418e-03, -1.0494e-01, 5.2311e-02, -5.2011e-02,
-2.0988e-02, 2.0169e-01, 1.8361e-01, -1.9435e-02, -3.0573e-01,
5.5070e-02, -1.9018e-01, -1.3732e-01, -6.7561e-03, 4.7400e-02,
2.7388e-02, 3.5861e-01, 1.1472e-02, -1.8956e-03, 1.7552e-01,
1.3467e-01, -2.9726e-02, 2.4625e-01, 2.4493e-02, -1.8348e-01,
-3.2428e-03, 1.9659e-02, -6.2288e-02, -2.1457e-02, -2.6032e-01,
-2.5079e-02, -9.4087e-02, 6.0049e-02, 2.7528e-02, -1.3391e-01,
-4.6545e-02, 5.8858e-02, -5.6764e-02, -5.0427e-02, 2.5511e-01,
4.0421e-02, -3.2825e-02, -7.6360e-02, -8.1991e-02, 3.8142e-02,
-2.6252e-01, 2.0114e-02, -1.8199e-02, -3.8629e-03, 6.9852e-02,
1.4234e-03, -1.2962e-01, 1.9764e-02, -6.2146e-03, 2.5480e-02,
-2.1208e-02, 5.8741e-02, 1.6604e-02, 5.0834e-02, -4.7325e-03,
-1.6647e-01, -1.3614e-02, 5.8878e-02, 4.2684e-03, 1.4790e-02,
8.4804e-02, 7.1826e-02, 2.7201e-02, 4.9804e-02, 4.2698e-02,
1.5909e-02, -4.1281e-02, 4.4091e-02, -2.0179e-02, -4.8624e-02,
-2.8711e-02, 1.9809e-02, 5.1071e-02, 3.3940e-02, 1.1260e-02,
-8.5856e-02, -2.5675e-02, -2.1778e-02, -7.2181e-03, -9.5031e-03,
-2.4590e-02, 4.9489e-02, -3.2713e-02, -2.5998e-02, 9.7514e-02,
2.7447e-03, 3.6373e-02, 5.4207e-02, -1.8027e-02, 7.7743e-03,
-3.4852e-02, -3.9457e-02, -5.6209e-03, -6.8075e-03, -3.1690e-02,
1.6473e-02, -2.6307e-01, -2.2241e-02, 3.4387e-03, 8.0936e-02,
-9.9093e-02, 7.2126e-02, -4.6573e-02, 2.6459e-02, -8.0786e-02,
-1.8477e-02, -9.6021e-02, 4.0869e-02, 2.1597e-01, -6.7200e-02,
-3.4204e-01, -1.9231e-01, 1.1920e-01, -1.3307e-01, 1.2454e-01,
1.1427e-02, 5.0357e-01, -6.3025e-02, 2.6615e-02, -1.0575e-01,
2.3748e-02, 3.1806e-01, 1.4780e-03, 6.0212e-03, -2.4968e-01,
-8.1559e-02, -2.5257e-01, -6.0073e-02, 5.6754e-02, -6.8648e-03,
-1.1910e-01, 1.1650e-01, -2.3952e-01, -7.6245e-03, -2.2258e-01,
-4.9356e-03, -2.3937e-02, -7.3338e-02, -5.8590e-02, 2.1788e-01,
8.3098e-02, 5.1325e-02, -3.0116e-02, 1.2808e-01, -9.3154e-02,
1.4032e-02, 4.0113e-03, 8.9660e-03, -3.1079e-02, 6.0531e-01,
1.4051e-01, -4.4759e-02, 5.8571e-02, -6.8445e-02, 2.4741e-01,
2.8392e-01, 4.1865e-02, 4.8689e-02, -4.8592e-02, 9.7191e-02,
4.2462e-02, 1.6314e-01, 2.1988e-01, -3.3018e-01, 1.1896e-01,
5.9682e-02, -1.2066e-01, -2.5080e-01, -3.0262e-01, 4.9240e-02,
1.9055e-01, -4.5853e-03, 2.7062e-01], device='cuda:0')),
('bert.encoder.layer.9.attention.self.key.weight',
tensor([[ 0.0067, 0.0486, 0.0278, ..., -0.0186, 0.0135, -0.0559],
[-0.0214, -0.0292, -0.0747, ..., -0.0290, -0.0178, -0.0346],
[ 0.0396, 0.0099, 0.0309, ..., 0.0401, -0.0076, 0.0234],
...,
[ 0.1029, 0.0622, 0.0057, ..., 0.0158, 0.0545, 0.1180],
[-0.0381, -0.0154, 0.0062, ..., 0.0117, -0.0276, 0.0141],
[-0.1314, 0.0251, 0.0696, ..., 0.0152, 0.0147, 0.0345]],
device='cuda:0')),
('bert.encoder.layer.9.attention.self.key.bias',
tensor([-1.3511e-03, 3.7722e-03, -1.2958e-03, -4.9304e-03, 2.6102e-04,
5.5998e-03, -1.6544e-04, -1.0900e-02, -1.3351e-03, -2.7453e-03,
1.6518e-04, 2.1173e-03, 7.8642e-03, -1.1322e-03, 2.9021e-04,
2.4586e-03, 3.2140e-04, 3.2920e-03, -6.4451e-03, -2.6506e-04,
2.3394e-03, 8.0959e-03, -1.5478e-03, 5.5831e-04, 7.4804e-03,
3.6677e-03, -1.0038e-02, -6.0848e-04, -3.9265e-03, 1.2739e-02,
1.5606e-03, -8.7804e-05, -2.1929e-03, 2.7348e-05, 2.5610e-03,
-2.5281e-03, 5.4738e-03, -4.8131e-04, -4.5018e-03, -3.4398e-03,
4.6925e-03, -2.6626e-03, 3.0920e-03, 6.2164e-04, -4.8975e-03,
7.5593e-04, 1.1064e-03, 1.0507e-03, 1.9022e-03, -1.1328e-03,
1.7694e-03, -8.0742e-04, 2.8713e-03, -4.6343e-04, -3.8526e-04,
1.1068e-02, -7.3171e-03, -1.0726e-03, 3.3372e-03, 4.9944e-03,
2.5434e-03, -3.6887e-04, 4.6958e-03, -5.8068e-04, -4.7954e-04,
-1.6525e-03, -4.4453e-03, 9.6658e-03, 2.2048e-03, -1.0092e-02,
-2.6066e-03, -5.6806e-03, -1.8018e-03, -7.1970e-04, 4.8864e-03,
8.5716e-03, -3.2371e-03, 4.3916e-03, -2.9447e-03, 6.3661e-03,
9.5964e-03, -1.2700e-02, -1.7872e-03, -5.9640e-03, -1.6880e-02,
4.0535e-03, 4.8642e-03, -1.0059e-02, 5.6620e-04, -4.0312e-03,
-1.3503e-02, -7.7278e-03, -5.9952e-03, -1.5090e-02, -1.5397e-03,
-6.1860e-04, 3.9761e-03, -9.7041e-03, -5.2297e-03, -9.3628e-03,
1.6339e-02, -7.0595e-03, 1.0961e-02, 3.7184e-04, -5.8348e-04,
1.8932e-03, 3.9538e-04, 6.7384e-03, 4.7173e-03, 4.2166e-03,
1.1565e-02, 8.4080e-04, 4.2306e-05, 2.6493e-03, -4.0043e-03,
-2.5116e-03, 1.0695e-02, -1.3655e-02, 6.1572e-03, -6.2426e-03,
1.6358e-02, -1.1932e-02, -3.4325e-03, 2.0524e-03, 1.0265e-02,
-1.1155e-03, -7.9929e-05, -2.4287e-03, 6.4576e-04, 1.8136e-03,
-2.7866e-03, 1.2954e-03, 7.0325e-03, -1.4635e-03, -2.2594e-03,
5.3818e-03, -2.3408e-03, -6.5621e-03, -8.4088e-03, 2.6476e-03,
4.8849e-03, 7.4780e-03, -5.3699e-03, 1.6457e-03, -4.8384e-04,
-8.7037e-04, 1.0924e-02, 2.0861e-03, 1.8859e-03, 2.5940e-03,
-5.4279e-03, 1.2609e-03, -5.4904e-03, -1.5301e-03, 2.0558e-03,
-2.8256e-03, 1.9801e-03, -3.6830e-03, -2.2106e-03, -2.5354e-03,
3.1996e-03, -3.1944e-03, -3.5013e-03, 3.4993e-04, 4.9250e-03,
1.9719e-03, 3.5460e-03, 2.0734e-03, -5.1399e-03, -2.9046e-03,
-2.2630e-03, 2.6297e-03, -1.9215e-03, -2.6507e-03, -4.3936e-04,
-4.1512e-04, 3.2216e-05, 2.9677e-03, 9.6802e-04, -4.5990e-03,
-3.0696e-03, -6.9057e-03, 2.8247e-04, 4.9196e-03, 2.4146e-03,
2.7237e-03, -2.5276e-04, -2.4338e-03, 2.2728e-03, -3.4435e-03,
4.5892e-03, -2.8545e-03, -1.5597e-03, -4.3050e-04, -4.2989e-03,
-2.2819e-04, 9.2130e-04, -6.4473e-03, 2.6806e-03, 4.5863e-03,
2.1673e-03, -6.8934e-03, 4.8878e-03, 4.8063e-04, 1.9855e-03,
-2.9783e-03, 9.1763e-04, 3.6334e-03, -8.3808e-04, 2.7214e-04,
-1.9191e-03, 5.7888e-03, -6.4725e-04, -3.5208e-03, -4.1338e-03,
-8.3353e-03, -1.5480e-03, 1.9702e-03, 6.1718e-03, -3.6070e-03,
-3.5995e-03, -2.4813e-03, -9.5474e-04, 1.0782e-03, -4.8669e-03,
5.9527e-03, -5.1272e-04, 7.7295e-05, 3.6787e-04, 4.7205e-03,
-3.6683e-03, 4.4182e-03, -2.5577e-03, -3.3717e-04, 8.8496e-03,
-3.1576e-03, 3.6063e-03, 2.0744e-03, -6.3357e-03, -3.2339e-03,
1.1079e-03, 2.8575e-03, -2.4948e-03, -1.5846e-03, -5.4303e-03,
3.8037e-03, 1.6260e-04, -2.9142e-03, 4.1119e-03, 1.7851e-03,
-2.7464e-03, 3.6906e-03, 2.0934e-03, 3.8119e-03, -3.9571e-03,
-7.1681e-03, 4.4594e-03, -3.4887e-04, 2.0444e-03, -1.6993e-03,
3.0389e-03, 9.4827e-04, -4.5455e-04, -1.1864e-03, -8.1266e-03,
-3.0718e-03, -1.2122e-03, 1.1303e-04, -7.7983e-03, 1.2785e-03,
2.9653e-04, 3.1517e-03, 7.1624e-04, -2.0093e-03, -1.2484e-03,
6.2533e-04, 5.1039e-04, -1.2486e-03, 2.9835e-04, -5.0677e-04,
1.9900e-03, -2.6816e-03, 8.0699e-05, -1.4763e-03, 2.5720e-03,
3.5089e-03, 4.0645e-04, -3.0726e-03, -1.3709e-03, -3.0743e-03,
6.0382e-03, 3.3421e-04, 4.4978e-03, -8.8280e-03, -7.0154e-04,
2.8241e-03, 8.9774e-04, -6.1129e-03, 4.1187e-03, -1.9147e-03,
1.3568e-03, 7.3631e-03, 1.9363e-03, -2.4394e-03, 1.6004e-03,
-1.5711e-03, 1.2487e-03, -1.5375e-03, -5.0914e-03, -1.9388e-04,
-2.3063e-03, -3.1489e-03, 5.6976e-03, -3.6202e-03, -4.3460e-03,
-6.4063e-04, 1.3902e-03, -2.4387e-03, 3.8738e-03, -1.2039e-03,
-2.0978e-03, 7.6747e-03, 1.8950e-04, -1.1793e-03, 5.1230e-03,
4.3896e-03, -5.5730e-04, 2.0818e-03, 5.7887e-03, 1.4650e-03,
2.5287e-03, -3.5302e-03, -3.8154e-03, 6.4440e-03, 6.3486e-03,
5.1078e-03, -2.0260e-03, 2.3124e-03, 3.7597e-03, -3.1605e-04,
4.9024e-04, 2.5144e-03, -9.8989e-04, -6.7665e-04, 2.8776e-03,
9.0854e-04, -5.4206e-05, -4.8617e-03, 1.3883e-03, -1.2138e-03,
1.8066e-03, 5.6609e-03, -4.5556e-03, 4.0412e-04, 8.2773e-03,
5.3855e-03, 4.5802e-03, -4.1881e-03, -1.8769e-03, -2.5982e-03,
7.0407e-04, 5.7149e-04, 1.6600e-03, 2.8290e-03, 2.2180e-03,
-3.3939e-03, -8.2426e-04, 5.9725e-03, 3.9011e-04, 2.9070e-03,
4.1711e-03, 1.2046e-03, 2.4583e-03, -1.3840e-03, 1.3976e-04,
-4.0474e-04, -8.6194e-04, 4.8337e-03, -3.1263e-05, 6.8396e-04,
-7.7372e-03, 1.9446e-03, 7.0145e-03, -1.9329e-03, 1.3269e-03,
3.8686e-03, 5.9768e-03, 1.8965e-03, 1.3774e-03, -2.7078e-03,
-2.5707e-03, -3.3192e-04, 5.3889e-03, -2.9168e-03, 8.5492e-04,
3.2251e-03, 4.6576e-04, 4.6042e-03, 3.0218e-03, -2.2113e-03,
-3.6589e-03, -2.7322e-04, -5.2923e-04, 4.2328e-03, -4.2672e-04,
-5.5780e-03, -7.5550e-04, 1.0361e-03, -2.5091e-04, -2.8561e-03,
3.5973e-03, 4.4205e-03, -2.7018e-04, -3.3009e-03, 1.1392e-03,
4.8637e-03, -4.1969e-03, -1.2554e-03, 1.1198e-03, 2.5849e-03,
7.7958e-03, -3.0879e-03, -3.0849e-03, 8.3326e-04, -1.0686e-04,
5.6664e-04, 6.2939e-03, 9.7297e-04, -5.7440e-04, -4.1150e-03,
-3.8222e-03, 1.5466e-04, 2.5531e-03, -1.6253e-03, 4.9670e-03,
3.1792e-03, -3.9025e-03, -4.9297e-03, -1.4327e-04, 2.5414e-03,
2.1037e-03, 1.9813e-03, 1.8850e-04, -4.1008e-04, 1.1220e-04,
-2.8943e-03, 4.4369e-03, 9.7882e-04, -1.3467e-04, -2.4121e-03,
1.9261e-03, -4.9566e-03, -1.5446e-03, -3.3822e-03, 5.9533e-03,
1.1441e-02, -6.7103e-04, -2.9332e-03, -1.0631e-03, -5.7082e-03,
6.6503e-03, 2.9815e-03, 2.7551e-03, -1.4253e-03, 2.7899e-03,
-7.8427e-03, 5.1196e-03, 6.1112e-03, -2.4863e-03, -1.1540e-03,
-4.3816e-05, 4.4060e-03, -6.0010e-03, -5.2017e-03, -3.5213e-03,
4.5648e-03, 3.4439e-03, -4.4321e-03, -4.8401e-03, 4.0953e-04,
2.5953e-03, -2.2661e-03, 1.2612e-03, -5.9996e-04, -5.4565e-03,
5.2491e-03, 3.7178e-03, -8.4069e-03, -1.3162e-02, -9.0895e-04,
-2.7195e-03, 5.0591e-03, 4.9928e-03, -5.0783e-04, 2.0664e-03,
-1.2138e-02, 2.3366e-03, 1.0963e-04, 7.1447e-03, -3.0189e-03,
9.5257e-04, -2.8021e-03, 1.6617e-03, -7.7605e-03, -8.4021e-05,
-1.1211e-03, -2.8404e-03, 1.3991e-03, 1.8948e-03, 3.4843e-03,
-1.3636e-04, -1.1087e-04, -2.8158e-03, 2.3223e-03, 1.0694e-03,
-1.0700e-03, 2.5478e-03, 9.7269e-04, 4.8910e-03, -5.7358e-03,
4.4679e-03, 4.3030e-04, -3.9185e-03, 2.8128e-03, -4.1956e-03,
3.6005e-03, 2.3243e-03, -4.7900e-03, 2.3432e-03, 5.0527e-04,
-1.0868e-04, -2.9416e-03, 3.8099e-04, 8.1340e-04, -4.5152e-04,
4.5860e-03, 2.5532e-03, -2.0979e-03, 3.3377e-03, 7.8249e-04,
-5.3741e-03, -3.0031e-03, -2.4294e-03, -7.6696e-04, -2.5730e-03,
-2.9842e-03, -1.8516e-03, -8.8353e-04, -1.7567e-03, 5.9394e-03,
-2.1869e-03, -2.6886e-03, -2.9311e-03, -1.5756e-03, 4.5985e-04,
-4.0641e-03, -1.3542e-05, -1.0749e-03, 1.9105e-03, 3.6070e-03,
3.0524e-03, 2.4730e-03, 7.2852e-03, -4.2086e-03, 3.0535e-03,
-1.9957e-03, 4.0673e-04, 2.9365e-03, 3.9210e-03, -7.2140e-03,
1.5570e-03, -5.3113e-03, 2.3299e-03, 2.7561e-03, 1.3757e-03,
-4.8194e-03, -3.2752e-04, 6.7586e-03, 3.4643e-03, 6.1294e-03,
1.8125e-03, 7.6892e-04, 5.2162e-03, -4.7504e-03, -8.1759e-04,
-5.1063e-03, 1.3660e-03, -1.1299e-02, 4.4238e-03, 6.2437e-03,
-3.9991e-03, 9.4488e-04, -4.5186e-03, 3.0978e-03, -1.0270e-03,
1.9849e-03, 3.0288e-03, -9.7773e-03, -3.2759e-04, 1.7937e-02,
-8.2844e-03, 4.1585e-03, 7.6791e-04, 3.2688e-03, -1.3005e-03,
-8.8940e-03, -8.6805e-03, -1.8076e-04, -6.3633e-03, -5.9516e-03,
3.0203e-04, -1.6530e-04, -3.8369e-03, 1.7561e-03, -5.2254e-04,
-1.3817e-03, 2.7998e-03, 2.7363e-03, -3.7384e-03, 5.4009e-03,
1.9692e-03, 2.8776e-04, -3.0933e-03, -6.8944e-03, -1.9988e-03,
-5.6616e-03, 1.9849e-03, -4.7957e-03, 2.2204e-03, -1.0001e-02,
-1.2897e-03, -1.6997e-03, -1.0508e-03, 3.0189e-03, 2.0323e-03,
5.7974e-03, -5.4872e-03, -8.0187e-03, 3.9482e-04, 2.9990e-03,
-1.2683e-03, 5.8640e-03, -4.7669e-03, -5.6439e-03, 1.2148e-03,
-7.5721e-03, 3.4996e-03, 4.6074e-03, 2.9762e-03, 7.6220e-04,
-1.4753e-04, 1.3782e-03, -8.3638e-04, 3.1052e-03, 1.4512e-03,
2.9894e-03, -5.6119e-03, -4.8059e-04, -2.3483e-03, 9.5858e-04,
2.6469e-03, 4.6632e-03, -2.1861e-03, 3.6967e-03, -4.5362e-03,
-2.5083e-03, -1.3128e-03, 1.9755e-03, 2.9568e-03, 2.9268e-03,
3.3149e-03, -3.6451e-03, -1.2944e-03, -1.6921e-04, 1.2362e-03,
-2.9636e-03, -1.6539e-03, 1.6832e-03, 3.8941e-03, 2.8252e-03,
1.8644e-03, -3.9066e-03, 2.5010e-03, 5.9878e-03, 1.4040e-03,
-5.4851e-04, -1.0618e-03, -1.0206e-03, 5.8189e-03, -5.5858e-03,
-5.7623e-03, -2.9937e-03, -1.1806e-03, -1.0674e-02, -3.7462e-04,
-3.2632e-03, -2.1411e-03, -8.5838e-04, -1.0815e-03, 5.5083e-04,
1.6242e-03, 4.2105e-04, -2.5814e-03, -8.8337e-03, -1.8346e-03,
9.5166e-03, 3.5278e-03, 7.5385e-03, -5.2415e-03, -1.6321e-06,
5.7935e-03, -2.5010e-03, 2.5023e-04, -1.5033e-04, 5.3977e-03,
-2.3910e-03, -5.1181e-03, 6.3705e-03, -5.0084e-03, 1.8211e-03,
2.7394e-03, 9.0384e-03, -4.4447e-03, 6.3811e-03, 4.0243e-03,
-1.1168e-03, -8.9074e-04, -8.7290e-03, 2.8222e-03, 4.0964e-03,
4.4050e-03, 2.4889e-04, -2.2334e-03, 6.7345e-03, -2.9664e-03,
-6.7414e-03, -5.6300e-03, -6.2634e-03, 4.5664e-04, 6.9570e-04,
5.4110e-06, -1.1997e-03, -3.1501e-03, -5.7153e-03, 3.6416e-04,
5.7627e-03, -2.6546e-03, 5.0804e-04, 7.5308e-04, -4.9647e-03,
3.3151e-03, 1.3912e-03, -5.5327e-03, -8.3708e-03, -2.6054e-03,
-3.2327e-04, -4.9841e-03, -4.8075e-04, 7.1569e-04, 1.1237e-02,
-5.6959e-03, -1.5911e-04, 6.3972e-03, -8.9407e-04, 7.5224e-05,
6.5568e-04, 3.3212e-03, 3.9489e-05], device='cuda:0')),
('bert.encoder.layer.9.attention.self.value.weight',
tensor([[ 8.7893e-03, 6.1312e-02, 3.0741e-02, ..., -6.7590e-03,
4.3729e-03, 3.4441e-02],
[ 4.5251e-03, 1.2503e-02, -2.7723e-02, ..., -1.5766e-02,
-3.8966e-02, 8.6206e-03],
[ 4.2731e-02, 7.9489e-03, 4.1692e-02, ..., -2.0060e-02,
-1.0719e-02, -1.2552e-01],
...,
[ 1.5501e-02, -2.4475e-02, 2.9361e-02, ..., -3.9587e-02,
1.7516e-02, -4.0283e-02],
[-1.5214e-02, -2.4553e-02, -3.5376e-03, ..., -2.4960e-02,
-1.1698e-04, -1.7893e-02],
[-3.8532e-02, 4.6066e-02, -2.5927e-02, ..., -5.8180e-03,
1.0086e-02, 4.4717e-02]], device='cuda:0')),
('bert.encoder.layer.9.attention.self.value.bias',
tensor([-8.5377e-03, -4.7293e-02, 4.2276e-03, -4.3956e-03, 6.7283e-03,
1.0784e-02, -1.6034e-02, 1.8717e-02, 2.8174e-03, 1.0527e-02,
-1.4322e-02, -1.9094e-03, -7.3411e-02, -1.5106e-02, 4.3165e-02,
-3.8379e-02, -1.2100e-02, -1.1409e-02, 1.1415e-02, -2.7555e-04,
-3.9221e-02, 4.4655e-02, -7.4370e-04, -3.8570e-02, -3.4872e-02,
2.9814e-02, -3.2880e-02, -5.3316e-02, -4.8644e-03, -5.5163e-02,
3.3486e-02, 3.1799e-03, -2.2238e-02, 4.6174e-02, -3.9509e-02,
-2.6324e-02, 1.1377e-02, 1.7801e-02, 9.4579e-03, 1.6289e-02,
5.8629e-02, 4.1619e-02, 1.9434e-03, -5.0724e-02, 5.8576e-02,
2.8967e-03, -6.4330e-03, -3.0569e-02, 1.2959e-02, 2.1710e-02,
-9.5569e-03, -8.1145e-03, -1.0299e-02, 3.4667e-02, -1.3975e-02,
3.7458e-02, 1.0796e-01, 2.5704e-02, 2.1140e-02, -1.5614e-02,
1.9745e-03, 9.2713e-03, 2.1287e-02, 3.1600e-02, 5.6473e-02,
8.3579e-02, -1.4308e-02, -2.1716e-02, -1.0585e-02, -3.1867e-02,
-2.2158e-02, -6.4963e-02, 2.6044e-02, -6.1097e-02, -7.1866e-04,
7.4558e-03, -4.1163e-02, -1.7756e-02, -3.8950e-02, -8.3731e-04,
-2.8619e-03, -3.3773e-03, 6.6266e-02, 5.4042e-02, -5.2058e-02,
-4.9787e-03, -8.1906e-02, -1.3293e-03, 6.6973e-03, -1.3483e-02,
4.4819e-02, 3.8865e-02, -1.0412e-02, -7.0545e-02, 1.3038e-01,
-2.9515e-02, 2.7747e-02, -7.8901e-02, -1.7214e-02, -4.9103e-02,
-5.6809e-02, -4.3146e-02, 9.9531e-03, 1.0312e-02, -5.3566e-03,
-2.7540e-02, 3.0044e-02, 3.3165e-02, -4.8698e-03, -5.5586e-02,
1.7973e-02, -2.8716e-02, 8.5143e-02, -5.5396e-02, -5.9456e-02,
-3.4767e-02, -5.1739e-02, 4.3439e-02, -2.4031e-02, 3.6967e-02,
2.4014e-02, -5.1041e-02, 3.2069e-02, 4.6038e-02, 3.2882e-02,
-1.3536e-02, -8.6986e-02, 4.7692e-02, 4.2085e-03, 4.8701e-03,
-9.8441e-03, -2.3171e-02, 2.0126e-02, 2.6526e-02, 1.6555e-02,
9.1695e-03, 1.6790e-03, 2.7619e-02, 9.8639e-03, -2.6948e-03,
-5.5507e-03, 5.3336e-03, -5.0790e-02, 1.8717e-02, -4.5420e-04,
4.1708e-02, 5.0387e-02, -1.1738e-02, 3.5307e-02, -2.4361e-02,
5.7464e-02, 2.9164e-02, 5.7316e-03, -6.9084e-03, 2.4611e-03,
3.1775e-04, -1.1848e-02, 1.9256e-02, -1.3025e-02, 4.4058e-03,
8.8011e-03, -8.8876e-03, 1.8624e-02, 3.3182e-02, -1.0845e-02,
2.0566e-02, -1.3814e-02, -3.6612e-02, 2.5681e-02, -2.6798e-02,
3.7621e-02, -1.4527e-03, -7.0853e-03, -1.6251e-02, -7.2259e-02,
-6.7320e-03, 3.6940e-02, -7.3785e-03, 1.3711e-02, -6.9732e-03,
2.6263e-02, 2.2517e-02, -1.2399e-02, -2.3419e-02, 5.4810e-03,
-2.5363e-02, 6.6619e-03, 1.4544e-02, -2.6650e-02, 1.3141e-02,
-9.7944e-03, 1.4715e-02, 9.1116e-03, -5.0060e-03, 1.4142e-02,
-1.6617e-02, -1.0442e-02, 1.0179e-02, 7.1788e-03, -9.5939e-03,
-2.3536e-02, 7.3619e-03, 9.1966e-03, -1.3900e-02, -1.8053e-02,
2.0714e-02, 1.3033e-02, 3.8592e-02, -4.6908e-03, 2.6537e-03,
1.4784e-02, 6.8092e-03, -1.9917e-02, -9.4027e-03, -3.9080e-03,
1.4764e-02, 7.6864e-03, -1.0234e-02, 1.0620e-02, 3.7506e-03,
-3.9250e-02, -2.5434e-02, -2.3972e-02, 9.8333e-03, 6.8694e-04,
2.7848e-02, 1.6340e-02, -1.2916e-02, -1.7547e-02, -1.9895e-02,
-2.8308e-02, 1.6249e-02, -8.1932e-03, 1.8497e-02, 1.1945e-02,
-1.5481e-02, -1.0805e-02, -1.7223e-02, -9.8757e-03, 2.5415e-02,
4.9347e-04, -3.2372e-02, -2.4990e-02, -1.2683e-03, -2.0890e-02,
-3.6917e-03, -8.2353e-02, -2.6080e-03, 1.2067e-02, -3.6835e-03,
-3.1892e-02, 1.4493e-02, -1.8832e-02, -8.8110e-03, 2.0797e-03,
-2.1591e-02, -4.7213e-03, 3.8172e-02, -1.9693e-02, 7.3512e-03,
-8.7280e-03, 1.1586e-02, 1.1982e-02, 1.7133e-02, -3.8052e-02,
-1.7786e-02, -1.3605e-02, -9.8664e-03, 6.2331e-03, -2.8369e-03,
-1.5936e-02, 3.5410e-03, -3.9235e-02, 5.9495e-02, -1.1068e-02,
-2.3675e-02, -1.6818e-02, -3.8157e-02, 5.6240e-03, 1.6761e-02,
3.3817e-02, 2.6066e-02, 2.8889e-02, 2.8075e-03, 8.2784e-02,
2.2808e-02, 3.8798e-02, 4.1791e-02, -2.7451e-03, -2.7471e-02,
-5.5730e-03, 2.2905e-02, -1.2480e-02, -3.3666e-02, -7.2115e-03,
-5.3027e-02, 5.7353e-03, 1.6580e-02, 4.0253e-03, 2.5113e-02,
1.2135e-02, 3.8601e-02, 6.4230e-03, -4.5205e-02, 1.2807e-02,
-1.3870e-02, -9.3138e-04, 2.4330e-02, 5.4332e-02, -2.5510e-02,
3.6482e-02, 4.6243e-02, -2.9280e-02, -2.0022e-02, -3.2717e-03,
-4.1235e-03, -3.7274e-02, 4.0357e-02, -6.6418e-03, -2.2108e-03,
1.8022e-02, 4.0353e-02, -1.3250e-02, -2.8983e-02, 1.7770e-02,
-8.2066e-04, 2.5232e-03, 2.4770e-02, 1.4484e-02, 1.5532e-02,
-2.3141e-02, 2.5912e-02, -4.2790e-03, 2.6072e-02, 3.6763e-02,
1.4017e-02, 7.8048e-03, -3.8562e-02, 5.8681e-02, -2.8377e-02,
2.5785e-02, 4.2663e-03, 2.4023e-02, -6.0973e-03, -6.4305e-03,
7.0894e-02, 2.6895e-02, -1.4776e-02, -2.1257e-02, -3.2553e-02,
-1.1636e-02, -7.0979e-02, 3.0547e-03, 2.3755e-02, 1.4143e-02,
-3.9948e-02, -2.9456e-03, 5.7319e-02, 1.8943e-02, -1.0706e-02,
-3.2646e-02, -2.5659e-02, 2.7109e-02, -1.0796e-02, -2.8296e-02,
-2.2324e-02, -2.1844e-02, -1.4202e-04, 2.5163e-02, 1.2890e-02,
1.5130e-02, -2.2589e-02, -2.6678e-03, 3.0563e-02, -2.6722e-02,
7.4881e-02, 1.8526e-02, -4.0552e-02, -2.5835e-02, -2.9183e-02,
2.3814e-02, -6.5069e-03, 5.5686e-03, 3.8605e-02, 1.1637e-02,
2.3840e-03, 1.9791e-02, -3.5763e-04, -2.3340e-02, 1.5199e-02,
2.5705e-02, -2.3097e-03, 1.4245e-02, 7.9952e-03, 4.6639e-03,
-1.3368e-03, 1.9542e-02, -1.9358e-02, 2.8145e-03, 8.8401e-05,
4.6047e-03, 6.6781e-04, 1.1701e-02, -1.4177e-02, -2.5696e-02,
-9.4958e-03, 1.3634e-03, -1.0560e-03, 1.2651e-02, -3.5836e-03,
3.3951e-02, -1.5246e-03, 7.8379e-03, -8.9611e-03, 1.4260e-02,
9.9927e-03, -1.4896e-02, 1.1509e-03, -1.6399e-02, -9.3215e-03,
-9.5045e-03, -1.6125e-02, 6.8231e-03, -7.4399e-04, -1.5431e-02,
2.3561e-02, -1.0378e-02, -5.8654e-04, 2.2823e-03, 3.2500e-02,
-2.3393e-03, -1.7409e-02, -1.7147e-02, 7.0609e-03, -2.7543e-02,
1.8712e-02, -1.2927e-02, -2.5821e-02, -4.2618e-03, -1.9074e-02,
8.7571e-03, -6.0284e-03, -1.1213e-03, 4.5431e-04, -1.4766e-02,
-3.1505e-03, -1.2446e-02, -3.6368e-03, 4.3729e-02, -5.6991e-02,
1.2609e-02, -1.2566e-02, -4.4053e-02, 1.1493e-02, 7.4576e-03,
-3.3633e-02, -1.2218e-02, -4.9613e-03, -5.0934e-02, 3.0112e-02,
1.6939e-02, 2.8103e-02, -1.9506e-02, -2.8325e-02, -8.5081e-02,
5.7026e-02, -1.4385e-02, 3.0913e-02, 2.7809e-02, 3.4378e-02,
-2.1326e-02, -1.9028e-02, -3.9347e-02, -1.4014e-02, 6.5022e-02,
6.3272e-02, -7.8381e-02, 5.8084e-02, -3.3450e-03, -1.6362e-02,
-6.5050e-02, 1.1862e-02, -2.9002e-03, 9.4017e-04, 3.9700e-02,
-8.8306e-03, 4.4143e-03, -5.2871e-03, -1.5400e-02, -8.2916e-02,
1.6254e-02, 4.7009e-02, 6.7076e-02, 8.4907e-02, 1.6861e-02,
1.5148e-02, -1.0467e-02, -1.6958e-02, 4.0274e-02, 3.7716e-02,
-6.9126e-03, -6.3616e-02, 7.2688e-02, 4.2977e-02, -8.1354e-02,
8.3759e-02, -1.1567e-01, 1.0482e-01, 1.1933e-01, 2.4791e-02,
1.7139e-02, -6.4696e-02, -3.1859e-02, 1.2367e-02, 4.5368e-02,
1.8296e-02, -2.5369e-03, -7.8869e-03, 7.6975e-03, -4.4630e-02,
-4.8152e-04, -6.9458e-03, 2.2475e-02, -1.9427e-02, -6.9987e-03,
7.1841e-03, -3.5431e-03, 1.5565e-02, -9.6521e-04, 1.4596e-02,
7.0946e-03, -2.0068e-02, -4.0453e-03, 3.0311e-03, -1.7581e-02,
-2.0303e-02, 5.8319e-03, -5.3026e-03, 4.0253e-02, 2.0313e-02,
-6.0011e-03, -1.2314e-02, -3.8316e-02, 9.0616e-03, -5.5875e-03,
5.7466e-03, -1.8041e-02, -4.1920e-02, 1.8474e-02, -3.6089e-03,
1.9608e-02, -7.2902e-03, 7.1605e-03, 7.7657e-03, 2.9573e-02,
3.1617e-02, 7.1110e-03, -3.3799e-02, -1.0581e-02, -1.4751e-02,
-2.2552e-02, 1.7106e-02, 6.9959e-03, -1.1429e-02, -3.0970e-03,
3.0354e-02, -3.3923e-02, 3.8750e-03, 6.3021e-02, 3.8745e-04,
-1.0254e-02, -6.8892e-03, 7.7494e-03, -2.4955e-02, -1.4909e-03,
-1.4704e-02, -9.2260e-03, -7.3387e-03, -2.0972e-02, -2.6094e-04,
-2.3365e-03, 7.6719e-03, -2.1616e-02, 7.9680e-03, 3.6947e-02,
-5.1411e-03, -6.7372e-03, 1.3831e-02, 2.5264e-03, 1.8249e-02,
-1.0427e-02, -8.8192e-03, -1.8648e-02, 1.0707e-02, -5.3289e-03,
1.9782e-02, -1.8899e-02, -3.1503e-02, -2.8591e-02, -3.0402e-02,
8.7152e-03, -6.6743e-03, 6.7971e-03, -9.5157e-03, -5.0992e-03,
-2.9960e-03, -1.6422e-02, -5.3771e-03, -2.4702e-02, -1.3644e-04,
-2.9986e-02, 1.6439e-02, -1.2351e-02, 2.1768e-02, 2.2436e-02,
7.5525e-03, 8.8626e-03, 3.8664e-03, 2.3564e-04, 1.2805e-02,
-3.4539e-02, -1.4519e-02, 7.5059e-03, 2.4032e-02, -1.3422e-02,
-1.0842e-02, 1.1148e-02, 2.2712e-02, 2.5303e-02, 2.1935e-02,
-6.6519e-04, -1.1203e-02, -1.4567e-03, -2.4482e-03, 2.8938e-04,
-9.8227e-03, -1.4600e-02, 1.1529e-03, -1.7154e-02, 1.6096e-02,
1.2151e-02, 3.8086e-04, -1.4032e-02, -4.8145e-03, 1.9900e-03,
3.3045e-04, 4.0137e-02, 3.9014e-02, -6.1152e-03, 3.1547e-02,
-9.6865e-03, -1.2055e-02, 4.3649e-04, 2.0010e-04, 9.5826e-05,
6.0578e-03, 7.3857e-04, 8.6104e-03, -1.2153e-03, -8.1876e-03,
-1.1324e-02, -2.8542e-02, 9.9558e-04, -8.9377e-03, 1.2299e-02,
-4.0888e-03, 1.0796e-02, 7.8723e-03, -1.1201e-02, 9.4002e-03,
-1.0294e-03, -1.5434e-02, 3.3713e-03, -7.5360e-03, -5.3548e-03,
-2.0491e-02, 1.6404e-02, -8.3139e-03, -1.0829e-03, 1.0538e-02,
1.6842e-02, 6.5171e-03, 4.4513e-03, -9.5786e-03, -1.3188e-02,
4.8420e-03, 1.8200e-03, -2.5852e-02, -1.5416e-02, -1.3655e-02,
3.7045e-03, 1.0904e-02, -4.6371e-03, 2.2913e-02, 1.6443e-03,
-5.8760e-03, -9.8184e-03, -1.1118e-02, 2.5062e-03, 1.6695e-02,
8.2106e-03, 2.7180e-02, 6.1103e-03, 1.3965e-04, -2.9322e-02,
-1.0594e-01, 5.8647e-02, -1.5863e-01, 6.5926e-02, -5.8105e-02,
-1.0873e-02, 6.9713e-02, 3.6252e-02, 1.5415e-01, 1.0251e-01,
1.3408e-01, -5.8088e-02, -6.3814e-02, -1.8820e-01, 8.0652e-02,
-2.2270e-02, 1.8031e-04, 1.6799e-02, -5.5363e-02, -2.7684e-02,
1.2906e-01, -2.3413e-02, 8.8067e-02, -3.6126e-03, 4.0627e-02,
3.7930e-01, 3.6000e-02, 4.2426e-03, -8.8254e-02, 3.8736e-02,
8.0849e-02, 1.8031e-02, -9.7026e-03, -1.6578e-02, 2.1861e-02,
1.6504e-01, -1.9895e-02, -2.2715e-02, 5.7405e-02, -6.2006e-02,
2.7424e-02, 4.9993e-02, 9.6016e-03, -7.9841e-02, 5.5207e-02,
1.2270e-02, -1.0250e-01, 1.4802e-01, 6.1186e-02, -2.7473e-02,
4.7386e-02, -8.8132e-03, -1.6002e-01, -1.5991e-01, -5.3593e-04,
2.9049e-02, -3.7935e-02, -5.4337e-02, 1.2153e-02, -1.1222e-01,
-1.1333e-02, 1.0034e-01, -1.5112e-01], device='cuda:0')),
('bert.encoder.layer.9.attention.output.dense.weight',
tensor([[ 0.0473, -0.0356, -0.0098, ..., -0.0093, 0.0248, 0.0326],
[-0.0361, -0.0138, -0.0090, ..., 0.0327, -0.0457, 0.0424],
[-0.0070, 0.0057, 0.0146, ..., 0.0565, -0.0438, -0.0159],
...,
[ 0.0431, 0.0110, -0.0205, ..., 0.0331, -0.0287, 0.0101],
[ 0.0302, -0.0269, 0.0223, ..., -0.0111, 0.0123, 0.0058],
[-0.0210, -0.0475, 0.0320, ..., 0.0408, 0.0175, -0.0022]],
device='cuda:0')),
('bert.encoder.layer.9.attention.output.dense.bias',
tensor([-2.3740e-02, 4.3232e-04, 7.8342e-02, -1.5588e-02, 6.6215e-02,
1.3774e-02, 1.4883e-01, -1.9802e-02, 5.6361e-02, -4.2929e-02,
3.3220e-02, -6.0367e-02, 2.7129e-02, 6.1363e-02, -2.6386e-02,
7.3898e-02, 5.7363e-02, -5.5901e-02, 2.0759e-02, -5.7682e-02,
1.2050e-02, -1.8379e-02, -2.0120e-02, -3.8574e-02, 4.0077e-02,
1.0046e-02, -1.1514e-01, -8.5982e-02, 9.0842e-02, -6.5693e-03,
1.1429e-01, -9.1760e-02, 1.3379e-02, -4.0456e-02, -1.7885e-02,
-3.3395e-02, -9.6134e-02, 4.3464e-02, -5.6615e-03, -5.3539e-02,
2.9920e-02, 3.4663e-02, 4.2024e-03, 3.4167e-02, -7.2075e-02,
-9.3811e-03, 3.3639e-02, -2.4267e-02, -2.0280e-02, -3.8333e-02,
-3.8347e-02, -1.6782e-02, -8.4508e-02, 6.1231e-02, -2.5474e-02,
8.7364e-02, -6.6335e-03, 5.8906e-02, 6.6239e-02, 1.5843e-02,
5.4381e-03, 5.5927e-02, 2.5108e-02, -4.4852e-02, -2.2516e-02,
4.5818e-02, -4.8949e-02, 1.0155e-02, -9.5886e-02, 1.4073e-02,
1.8017e-02, -3.1505e-02, 1.1202e-02, 1.8337e-02, 4.4045e-02,
-5.4481e-02, -2.6591e-02, -1.6264e-02, 1.5618e-02, -5.1685e-02,
4.3512e-02, 2.1371e-03, 4.9987e-02, 1.7730e-02, -1.1411e-01,
-5.6636e-02, 4.5574e-02, -3.6107e-03, 4.6587e-03, -2.2548e-02,
1.0961e-02, -3.3639e-02, -5.2586e-02, 1.7745e-02, -1.0029e-01,
-9.2539e-03, -7.4435e-03, -1.2677e-01, -5.3354e-02, -3.4497e-02,
3.4443e-03, -2.3186e-02, 9.9337e-03, -3.0996e-02, -6.2173e-02,
-2.0736e-02, -5.2495e-02, 3.8812e-02, 2.5350e-02, 1.5377e-02,
5.6394e-02, -2.2763e-02, -4.7025e-05, 2.6190e-02, -8.7294e-02,
-3.9676e-02, 3.3853e-02, -4.1831e-02, 3.1629e-02, -3.8536e-02,
-3.7025e-02, -4.5226e-04, -3.9430e-02, -7.7052e-02, -3.2668e-02,
-1.2107e-01, -3.0167e-03, 3.3741e-03, 5.8969e-02, -1.0585e-02,
-2.3921e-02, -5.1469e-02, -1.1774e-01, 4.7272e-02, -6.9063e-03,
1.7439e-02, -1.3792e-01, -5.8792e-02, -1.3855e-01, -3.7776e-02,
9.9205e-02, 8.7234e-02, -4.5818e-02, 8.7824e-02, 1.1244e-02,
5.5369e-02, 3.6440e-02, -6.9458e-02, -1.5023e-02, 1.0489e-01,
-2.4914e-02, -6.3212e-02, -7.8519e-02, -6.5738e-02, -7.0772e-02,
3.6305e-02, 6.6065e-02, -1.1318e-02, 2.0927e-02, 2.1051e-02,
-3.1805e-02, -3.2601e-02, 4.9099e-03, -1.4474e-02, 1.3874e-02,
4.5185e-02, 5.3074e-02, -1.6085e-01, -6.8733e-02, 3.1794e-02,
8.9627e-03, -2.7591e-02, -3.0549e-02, 5.7415e-02, -1.0210e-01,
-1.0405e-01, 3.8351e-02, -1.0833e-01, 2.0396e-02, 2.4725e-02,
-1.3155e-02, 9.1853e-02, -7.7063e-02, -5.3215e-03, 2.8095e-02,
6.4347e-02, -3.5744e-02, 2.3027e-02, 3.9952e-02, 1.8078e-02,
-6.9634e-02, -7.6345e-02, -2.1407e-02, -1.5075e-02, -2.6851e-03,
2.0678e-02, 8.3067e-02, 1.8323e-02, 3.6101e-02, 5.5471e-02,
5.3342e-02, 1.1491e-02, 5.3586e-02, -5.5585e-02, 1.6063e-02,
-2.3569e-02, 3.0757e-03, 3.1276e-02, -3.2714e-02, -3.2677e-02,
1.4027e-02, 4.6917e-02, -7.9196e-02, 9.2629e-03, 3.8218e-03,
5.8368e-03, 5.9993e-02, 6.6219e-03, 1.7997e-02, 6.7201e-02,
-2.9581e-02, -2.2656e-02, -3.3203e-02, 1.8023e-02, -7.1160e-03,
4.7433e-02, 2.7837e-03, -2.0099e-02, 4.2972e-02, 2.7685e-02,
3.3758e-02, -3.1929e-02, -6.4486e-02, -5.4475e-02, -8.8718e-02,
-1.3613e-02, -3.2242e-02, -3.4454e-04, -4.5246e-02, 7.7258e-02,
5.5314e-02, -3.5007e-03, -5.3267e-02, -1.3335e-01, -1.8330e-02,
1.4495e-02, 3.0732e-02, -3.7863e-02, -3.1419e-02, 1.2436e-02,
-2.5928e-02, 2.7533e-02, 7.3459e-03, 5.5798e-02, 3.3683e-02,
-2.7502e-03, 1.3016e-01, 6.0621e-02, -4.7672e-02, -1.4283e-03,
-2.6851e-02, -6.0356e-03, -2.3169e-02, 4.3055e-02, -4.0178e-02,
-4.9518e-02, -5.3830e-03, -9.2913e-03, -1.0062e-01, 3.7972e-02,
-1.8850e-02, 6.7601e-02, 5.1163e-03, 6.9489e-02, 1.1332e-02,
1.5541e-03, -2.3621e-02, 1.8123e-02, -3.2429e-02, 4.3222e-02,
3.4373e-02, 5.7423e-03, 1.8008e-02, -1.4617e-01, -2.4824e-02,
5.7196e-02, -1.0572e-01, 1.0308e-01, -5.0970e-02, -4.7826e-02,
-5.1139e-02, 4.1559e-02, 1.1496e-02, -8.2970e-03, -5.2144e-04,
4.7748e-02, -3.7555e-02, 4.4359e-03, 4.4407e-02, 1.6648e-02,
-5.5071e-02, 4.3003e-02, -3.6698e-02, 7.4708e-02, 3.3903e-02,
7.1203e-03, -6.6332e-02, 5.6974e-02, 5.5931e-02, -6.2925e-02,
-2.9722e-02, -4.5225e-02, 4.8768e-02, -2.9853e-02, 2.0990e-02,
5.0652e-02, -1.0037e-01, -2.0412e-04, -4.7148e-03, 1.1951e-01,
-2.4694e-02, -7.6729e-03, -2.6975e-02, -2.1876e-02, 1.7804e-03,
1.0944e-01, -7.7602e-03, -7.6980e-03, 5.0769e-02, -1.5374e-02,
4.3021e-02, -7.1720e-02, 3.9157e-02, 1.3975e-04, -7.2566e-03,
1.0691e-02, -9.4098e-03, -6.7712e-02, 4.6976e-02, 5.0072e-02,
6.2243e-03, 3.0476e-02, -5.6473e-02, 3.1058e-02, 1.7172e-02,
-9.5795e-03, -1.1508e-01, -1.6203e-02, -2.4602e-02, 4.1908e-02,
-2.8605e-02, 3.8325e-02, -9.3957e-04, 1.8666e-02, -2.6085e-02,
4.2996e-02, -4.3774e-02, -4.5035e-02, 2.2676e-02, 5.9293e-03,
-1.0178e-02, -1.4643e-02, -1.5556e-02, -7.7403e-02, 8.3616e-02,
-1.4235e-02, 9.0259e-06, 4.9718e-02, 1.3688e-02, 2.8444e-02,
4.8499e-03, 9.2215e-04, -1.4643e-02, 4.1181e-02, 7.6354e-02,
-4.3763e-02, 3.8598e-02, 5.6971e-02, -1.5452e-02, -4.3577e-02,
-1.0984e-02, -7.6245e-03, -1.0841e-01, -1.5763e-02, 7.9481e-02,
2.3830e-02, 6.3505e-03, 9.6771e-02, -1.7499e-02, 5.9272e-03,
-2.2807e-02, 6.2639e-02, 5.6583e-02, 2.5269e-02, 1.1002e-02,
-1.0232e-02, -1.7511e-02, 1.0394e-02, 7.8294e-03, 5.9407e-02,
4.0896e-02, 2.2172e-02, 1.1705e-02, 1.1347e-01, 1.6067e-02,
-7.3200e-02, -3.1577e-02, 2.3645e-02, 1.5828e-02, -4.1943e-02,
-9.3057e-02, 4.4085e-02, -2.4089e-02, 4.4430e-02, 2.1456e-02,
6.9925e-02, 5.2771e-03, -7.3082e-02, -2.9481e-02, 5.3929e-02,
-2.3562e-02, 2.8198e-02, 1.3450e-02, 7.4344e-02, 1.6909e-02,
-5.0931e-02, -5.3134e-02, 5.0713e-03, -4.0409e-02, 3.6416e-02,
7.5878e-02, -2.5547e-02, 1.0827e-01, -2.1358e-02, 9.3254e-02,
-6.0985e-03, -1.1339e-02, 7.5975e-02, 6.7383e-02, -4.2452e-04,
3.9206e-02, 6.7998e-02, -7.3954e-02, -5.7344e-02, -4.5969e-02,
1.0573e-01, 1.3886e-02, 7.2375e-02, 5.1486e-02, 5.1506e-02,
-3.4884e-02, -4.2948e-02, -3.0116e-02, -1.5168e-02, -2.7602e-02,
-2.4640e-02, -8.9919e-02, -6.9359e-02, 6.6455e-02, -8.2021e-02,
-4.3375e-02, 9.4972e-03, 9.4489e-02, 3.0644e-02, 5.5729e-03,
2.6660e-02, -8.8541e-03, -1.1583e-02, -7.4335e-03, 3.8854e-02,
-1.5949e-02, -6.2548e-02, 7.0374e-03, 5.2469e-02, -4.8666e-02,
-4.5036e-02, 6.0183e-02, 9.0299e-03, -5.7165e-02, -2.2036e-02,
-4.1566e-02, -1.9460e-02, 1.9521e-02, -2.9173e-02, -7.0584e-02,
6.2932e-02, 4.3949e-02, 5.1019e-04, -3.3485e-02, 5.8383e-02,
-7.7220e-02, 8.4996e-04, 5.8412e-02, 8.6865e-02, -9.4992e-03,
1.5248e-02, 4.4170e-02, 7.5785e-02, 4.9917e-02, -9.2740e-02,
8.3023e-03, 7.4490e-03, 1.8865e-02, -2.5414e-02, 6.3891e-02,
1.1863e-02, 1.3976e-02, -5.4674e-02, -3.1021e-02, 8.6232e-03,
-2.2315e-02, 1.0709e-02, -7.7587e-02, -1.3986e-02, -7.9393e-03,
-1.4812e-02, 1.2286e-02, 1.0338e-01, -1.5555e-02, -6.7958e-03,
8.5177e-02, 6.7982e-02, -8.0496e-04, 2.1710e-02, -6.7362e-02,
3.8092e-02, 5.3773e-03, -3.3877e-02, -2.0224e-02, 3.9277e-03,
-1.5908e-02, 1.9226e-02, 6.8854e-03, 3.4973e-02, 2.0869e-03,
4.0288e-02, 9.8272e-02, -8.5685e-02, -2.8499e-02, -3.7027e-02,
-7.8740e-03, 4.0892e-02, 5.4115e-02, 4.8670e-02, 3.8310e-02,
-5.4008e-02, -7.8248e-03, -4.2425e-02, -3.0420e-02, -4.8648e-02,
-9.0203e-02, 6.5314e-02, 9.2721e-03, 9.3591e-03, -5.3290e-02,
2.4769e-02, 9.1855e-02, 6.0860e-01, 7.8196e-02, 4.2266e-02,
2.0550e-02, -1.2375e-03, 4.0491e-02, -3.9919e-02, -3.6125e-02,
1.6574e-02, -9.1780e-02, 6.4659e-02, 2.6233e-02, -2.6583e-02,
-5.2547e-02, 3.4136e-03, 1.3449e-02, -4.7156e-02, 4.6842e-02,
-3.8589e-02, 3.3245e-02, -2.1706e-02, -5.1793e-02, 5.3394e-02,
6.3402e-02, -7.0263e-02, -2.2754e-02, -3.0244e-02, 3.0145e-02,
4.3700e-02, -4.2183e-02, -7.7604e-02, -3.7692e-02, 3.9207e-03,
-1.8868e-02, 5.1375e-02, 2.1752e-02, 2.0671e-02, -2.1323e-02,
-4.3501e-02, -6.9831e-02, 7.7832e-02, 3.7539e-02, -6.5025e-02,
-5.1048e-02, 8.3887e-02, -5.5532e-02, 6.7772e-02, -2.6209e-02,
5.4924e-02, 4.5385e-03, 1.0613e-02, -5.3471e-02, 3.8369e-03,
-2.2798e-02, -7.2666e-03, -5.8153e-02, -1.8555e-02, -5.3466e-02,
-6.6046e-02, 1.4774e-02, 2.1933e-02, -5.3585e-02, -2.6359e-02,
-8.9418e-03, 3.3808e-02, -8.2776e-02, 6.0124e-03, -7.7597e-02,
2.7097e-03, -4.2788e-02, 5.1653e-02, -2.2173e-02, 1.4863e-02,
-2.1463e-02, 3.1740e-02, 3.2979e-02, -2.9141e-02, -1.5537e-02,
-4.4173e-02, 7.0388e-02, 1.8112e-02, 6.8943e-02, 5.3092e-02,
-7.1845e-02, -5.1485e-02, -2.0831e-02, -1.0643e-01, 1.6302e-02,
-2.7018e-02, 6.6474e-02, -2.4478e-03, -1.8267e-03, 3.1533e-02,
4.5907e-03, 1.4579e-02, -2.4985e-02, 3.2168e-02, 5.9508e-02,
-2.5795e-02, 8.0921e-02, -6.3310e-02, -3.3666e-02, -4.5588e-02,
-3.0739e-02, 1.7531e-02, -3.9932e-02, 3.3638e-02, 2.0845e-02,
5.4306e-02, 4.3536e-02, 7.9009e-02, 5.1852e-02, -7.3703e-02,
-7.1215e-02, 3.1970e-02, 5.3420e-02, 2.0459e-02, -1.2155e-02,
-1.6124e-02, -8.1829e-02, -5.3747e-03, -1.6461e-02, -3.6968e-02,
3.4529e-03, -3.6467e-02, -5.2784e-02, 1.5413e-02, -7.1316e-02,
-1.4184e-02, 2.3128e-02, -5.1488e-02, -2.5253e-02, -4.5566e-02,
3.9655e-02, 2.5185e-02, 8.2191e-02, -3.7616e-02, 2.4091e-02,
2.0937e-02, -8.8506e-02, 3.8425e-02, -4.3073e-02, 2.3877e-02,
-7.5030e-02, 1.3674e-03, -3.7229e-02, 5.5340e-02, -1.2429e-02,
3.8054e-02, 4.3096e-02, -1.4733e-03, -8.5117e-03, 1.4240e-02,
3.7138e-02, 1.5028e-02, 3.6324e-02, 9.8391e-03, 8.6411e-03,
1.1480e-02, 3.3933e-03, -7.4346e-02, 3.4545e-02, 2.6534e-02,
6.9635e-03, -2.3234e-02, 4.6376e-02, 3.2170e-02, 1.6342e-02,
-1.2225e-01, -8.2490e-02, 9.5177e-02, 1.1120e-01, 7.3429e-02,
-2.2112e-02, 3.1568e-02, 6.9977e-02, -7.9481e-02, 7.7505e-02,
-2.6484e-02, 8.4416e-04, 2.3516e-02, -1.2096e-02, 1.6435e-02,
-9.5908e-03, -2.8340e-02, -1.9198e-02, -1.9213e-02, -4.0287e-02,
-2.0938e-02, 3.3254e-03, 3.0808e-02, 1.0981e-01, -5.2866e-02,
-7.3387e-03, -6.4429e-02, 7.0405e-02, 8.4809e-02, -1.1677e-01,
7.4578e-02, 6.4230e-02, -7.0991e-02, -2.2475e-02, 2.7008e-02,
-3.1661e-02, 3.5431e-02, -1.7006e-03, 4.3457e-03, 8.4753e-03,
4.2587e-02, -4.0082e-02, -2.9144e-02], device='cuda:0')),
('bert.encoder.layer.9.attention.output.LayerNorm.weight',
tensor([0.8670, 0.8826, 0.8555, 0.8485, 0.8560, 0.8008, 0.7883, 0.7959, 0.8358,
0.7961, 0.8737, 0.8947, 0.9162, 0.8748, 0.8711, 0.7506, 0.8038, 0.7918,
0.8284, 0.8718, 0.8127, 0.8888, 0.7996, 0.8285, 0.8277, 0.8500, 0.8806,
0.9812, 0.8552, 0.8737, 0.8233, 0.7682, 0.9019, 0.7579, 0.8851, 0.7998,
0.8037, 0.8873, 0.7998, 0.9323, 0.8845, 0.8062, 0.9264, 0.8670, 0.9082,
0.8931, 0.8577, 0.9014, 0.9216, 0.8193, 0.9141, 0.8657, 0.8354, 0.8804,
0.7352, 0.7890, 0.8189, 0.8533, 0.8281, 0.8119, 0.8446, 0.9260, 0.8969,
0.8639, 0.8024, 0.9230, 0.8283, 0.8134, 0.7934, 0.8316, 0.8319, 0.8331,
0.8125, 0.8367, 0.9197, 0.9235, 0.8152, 0.8926, 0.9041, 0.8899, 0.8595,
0.8373, 0.8589, 0.8929, 0.7682, 0.8526, 0.8193, 0.8672, 0.8830, 0.8461,
0.8543, 0.8124, 0.8817, 0.8430, 0.7969, 0.8553, 0.7638, 0.8502, 0.9390,
0.8540, 0.8118, 0.9114, 0.7858, 0.9259, 0.7581, 0.8701, 0.9054, 0.8265,
0.8939, 0.9054, 0.8101, 0.8100, 0.9158, 0.7542, 0.8062, 0.9103, 0.8836,
0.8620, 0.8480, 0.9032, 0.8668, 0.9002, 0.8985, 0.7548, 0.7811, 0.7873,
0.8335, 0.7889, 0.8448, 0.8168, 0.8580, 0.7897, 0.8615, 0.8694, 0.8427,
0.8063, 0.7920, 0.8729, 2.3451, 0.8922, 0.8263, 0.9130, 0.7754, 1.2328,
0.7938, 0.8589, 0.8771, 0.8689, 0.8612, 0.9069, 0.9189, 0.8395, 0.8620,
0.8387, 0.8857, 0.8420, 0.8845, 0.8514, 0.8819, 0.8510, 1.0094, 0.9102,
0.8024, 0.8499, 0.8392, 0.8967, 0.8917, 0.7607, 0.8437, 0.8541, 0.8767,
0.7421, 0.7996, 0.8869, 0.8571, 0.8794, 0.9180, 0.8340, 0.9483, 0.8580,
0.7883, 0.8299, 0.8087, 0.9052, 0.8505, 0.8708, 0.7917, 0.8742, 0.8542,
0.8813, 0.8439, 0.7126, 0.8377, 0.8474, 0.8688, 0.8717, 0.8485, 0.8038,
0.8447, 0.9131, 0.9050, 0.8055, 0.8711, 0.8528, 0.7902, 0.8349, 0.8802,
0.9490, 0.8607, 0.7871, 0.8687, 0.9241, 0.7694, 0.8877, 0.8534, 0.8976,
0.8687, 0.7839, 0.8120, 0.8030, 0.8735, 0.8128, 0.9002, 0.8965, 0.8451,
0.8545, 0.8603, 0.8916, 0.8893, 0.7082, 0.8052, 0.9211, 0.8432, 0.8178,
0.8215, 0.8796, 0.7601, 0.9171, 0.8739, 0.8615, 0.8320, 0.7981, 0.8399,
0.8097, 0.8533, 0.8012, 0.8844, 0.8015, 0.8993, 0.9147, 0.9259, 0.8316,
0.9707, 0.9150, 0.9526, 0.8754, 0.8950, 0.8029, 0.8627, 0.8690, 0.7266,
0.8715, 0.8898, 0.8241, 0.8562, 0.8520, 0.8591, 0.9072, 0.7492, 0.9023,
0.9024, 0.8577, 0.9637, 0.8636, 0.9214, 0.8777, 0.8388, 0.8476, 0.8346,
0.8810, 0.9581, 0.8975, 0.7681, 1.1574, 0.8823, 0.9325, 0.8192, 0.8834,
0.8622, 0.8247, 0.8179, 0.8597, 0.7649, 0.8682, 0.8408, 0.8117, 0.9155,
0.7571, 0.8833, 0.8502, 0.9046, 0.8588, 0.8044, 0.8236, 1.8009, 0.8793,
0.7883, 0.8840, 0.8954, 0.8796, 0.8350, 0.8339, 0.8310, 0.8029, 0.7870,
0.9045, 0.7814, 0.8187, 0.9123, 0.7906, 0.8280, 0.8900, 0.8389, 0.9048,
0.8096, 0.8362, 0.8397, 0.8323, 0.8990, 0.8340, 0.8996, 0.8382, 0.8952,
0.8714, 0.9051, 0.8940, 0.8374, 0.9472, 0.9842, 0.8329, 0.7617, 0.9028,
0.8060, 0.9078, 0.8668, 0.9122, 0.8493, 0.8250, 0.8516, 0.8121, 0.8757,
0.8613, 0.8187, 0.8677, 0.9408, 0.8529, 0.8494, 0.8414, 0.8589, 0.8136,
0.8098, 0.8860, 0.8414, 0.8870, 0.8528, 0.8813, 0.8831, 0.9910, 0.8697,
0.8363, 0.8336, 0.8744, 0.8760, 0.8248, 0.8471, 0.8051, 0.7919, 0.8872,
0.8523, 0.7251, 0.8296, 0.8319, 0.8712, 0.9081, 0.7998, 0.8405, 0.7675,
0.8990, 0.8568, 0.8048, 0.9224, 0.7930, 0.8616, 0.8417, 0.8403, 0.8653,
0.8062, 0.9227, 0.8316, 0.7931, 0.7667, 0.8187, 0.7858, 0.8471, 0.8597,
0.8663, 0.8099, 0.8564, 0.8810, 0.9489, 0.8208, 0.8210, 0.8704, 0.9366,
0.8931, 0.7896, 0.7915, 0.9068, 0.8733, 0.8686, 0.8253, 0.8779, 0.8744,
0.8095, 0.8105, 0.8610, 0.8630, 0.7509, 0.8498, 0.9040, 0.8522, 0.9022,
0.8076, 0.9309, 0.7557, 0.8975, 0.8461, 0.8367, 0.8539, 0.8918, 0.8914,
0.8023, 0.8545, 0.8868, 0.8167, 0.7937, 0.9033, 0.9116, 0.8806, 0.8478,
0.8778, 0.8077, 0.8520, 0.8679, 0.8259, 0.9837, 0.7951, 0.7756, 0.8359,
0.8588, 0.8316, 0.8521, 0.8013, 0.8657, 0.9903, 0.7786, 0.8438, 0.8287,
0.8769, 0.8550, 0.9053, 0.8537, 0.9280, 0.8334, 0.8920, 0.8726, 0.7596,
0.8654, 0.8405, 0.9572, 0.8326, 0.8326, 0.8830, 0.9009, 0.8533, 0.8178,
0.9230, 0.7667, 0.9394, 0.8179, 0.8480, 0.8703, 0.8834, 0.8056, 0.9169,
0.8197, 0.8093, 0.9201, 0.8181, 0.8703, 0.8332, 0.8820, 0.8106, 0.8510,
0.8541, 0.9917, 0.9108, 0.8131, 0.8477, 0.8698, 0.8415, 0.8800, 0.8360,
0.8649, 0.8671, 0.8150, 0.9007, 0.8518, 0.7729, 0.8743, 0.8848, 0.7732,
0.8666, 0.9131, 0.8757, 0.9571, 0.9654, 0.9157, 0.8890, 0.8829, 0.8563,
0.8942, 0.8634, 0.8336, 0.8385, 0.8493, 0.8422, 0.8622, 0.8475, 0.8726,
0.9388, 0.8826, 0.7994, 0.7899, 0.8047, 0.9344, 0.8590, 0.8339, 0.8561,
0.8846, 0.8337, 0.8206, 0.9440, 0.8647, 0.8553, 0.8507, 0.8002, 1.3069,
0.8337, 0.8433, 0.8974, 0.9080, 0.7794, 0.8824, 0.8874, 0.8762, 0.8293,
0.8602, 0.8090, 0.8949, 0.8255, 0.8376, 0.7910, 0.8465, 0.9056, 0.9282,
0.8280, 0.8523, 0.8741, 0.8587, 0.8572, 0.9380, 0.9177, 0.8395, 0.8800,
0.8865, 0.7870, 0.8750, 0.8359, 0.7942, 0.8805, 0.7671, 0.8327, 0.7442,
0.8115, 0.9693, 0.8183, 0.8242, 0.8703, 0.8426, 0.8442, 0.8102, 0.8110,
0.8229, 0.9525, 0.8700, 0.8577, 0.8080, 0.9096, 0.9132, 0.8247, 0.7900,
0.8304, 0.8477, 0.9597, 0.9345, 0.8775, 0.9366, 0.8840, 0.8817, 0.8616,
0.7885, 0.8753, 0.9165, 0.8393, 0.9468, 0.8960, 0.8609, 0.8108, 0.8019,
0.8872, 0.8915, 0.8329, 0.8762, 0.8391, 0.8459, 0.8397, 0.8586, 0.8794,
0.8569, 0.9350, 0.7958, 0.8840, 0.8178, 0.8287, 0.8325, 0.7862, 0.8886,
0.9163, 0.8070, 0.8082, 0.8599, 0.8034, 0.7826, 0.8485, 0.8473, 0.8813,
0.8187, 0.9056, 0.9326, 0.8584, 0.8487, 0.8462, 0.8439, 0.8284, 0.8571,
0.9131, 0.7115, 0.7619, 0.8585, 0.9374, 0.8027, 0.8207, 0.9313, 0.8487,
0.8372, 0.8453, 0.8610, 0.9243, 0.8630, 0.8920, 0.8171, 0.8638, 0.9659,
0.8809, 0.8320, 0.8092, 0.8859, 0.8656, 0.9064, 0.8801, 0.7447, 0.8639,
0.8860, 0.9061, 0.8516, 0.8618, 1.0277, 0.8334, 0.9328, 0.7989, 0.7813,
0.8020, 0.7947, 0.8897, 0.9121, 0.8716, 0.8959, 0.8220, 0.9019, 0.8018,
0.8710, 0.8926, 0.8031, 0.9133, 0.8586, 0.8036, 0.8174, 0.8355, 0.8906,
0.8746, 0.8559, 0.9055, 0.7914, 0.9014, 0.7163, 0.9193, 0.8081, 0.8546,
0.8618, 0.8073, 0.8433, 0.9309, 0.9788, 0.8329, 0.9231, 0.8895, 0.8018,
0.8909, 0.9068, 0.9254, 0.8683, 0.7901, 0.8989, 0.8112, 0.8156, 0.8384,
0.8595, 0.8117, 0.7791, 0.8154, 0.8406, 0.9028, 0.7989, 0.8714, 0.8228,
0.8239, 0.8203, 0.8426, 0.8629, 0.7790, 0.8557, 0.9066, 0.8284, 0.9225,
0.8611, 0.9119, 0.8777], device='cuda:0')),
('bert.encoder.layer.9.attention.output.LayerNorm.bias',
tensor([ 5.6938e-02, -1.9033e-01, -1.1770e-01, 1.5991e-01, -5.0830e-02,
-4.5367e-02, -1.6932e-01, 1.0304e-01, 1.8964e-02, -6.0568e-02,
2.9919e-02, 1.2056e-03, -6.1027e-02, -6.1809e-03, 6.9101e-02,
1.0437e-01, -9.8252e-02, -1.6376e-01, -1.4204e-01, -5.4568e-02,
-9.6389e-03, 1.3676e-04, -2.0764e-02, 9.2363e-02, -4.8429e-02,
-1.5702e-01, 1.0693e-01, 2.8473e-01, 1.2650e-01, 9.7445e-02,
-1.0521e-01, 2.9290e-02, -9.9774e-02, -1.2834e-01, 2.0843e-01,
8.8091e-02, -1.8827e-01, 1.4202e-02, 1.6710e-02, 2.0258e-01,
-2.4940e-02, -5.6690e-02, 7.2953e-02, 2.7554e-02, 5.9426e-02,
-7.8500e-02, 2.4589e-02, 1.2495e-01, -6.1989e-02, 1.1742e-01,
9.9314e-02, 1.1108e-01, 9.8689e-02, -2.1931e-01, 2.6931e-03,
-1.0105e-01, -2.1178e-01, -5.2847e-02, 3.4897e-02, 1.5721e-01,
-4.6686e-02, -5.9108e-02, 9.7158e-02, -4.6612e-02, -7.7026e-02,
4.7142e-02, 2.6860e-02, 6.7176e-05, 1.3526e-01, -2.5564e-01,
-5.3296e-02, -5.8703e-02, -7.0617e-02, -3.3630e-02, -7.8503e-02,
1.1440e-01, -7.6669e-03, -1.2057e-01, -5.6060e-02, -3.2627e-02,
4.3650e-02, -1.9318e-02, -7.8771e-02, 1.1101e-01, -6.4445e-02,
1.1624e-01, -6.0176e-02, -7.0016e-02, -7.3212e-03, 5.1668e-02,
-1.0334e-01, -1.2066e-02, -7.0570e-03, -6.0019e-03, -5.6627e-03,
7.2898e-02, 3.3733e-02, -8.5480e-02, -6.7849e-02, 4.2060e-02,
2.0940e-02, -7.3976e-02, -3.6520e-02, 1.1715e-01, -1.0485e-01,
1.0958e-02, 1.3538e-01, -6.7657e-02, -8.3422e-02, -1.1601e-01,
2.6301e-02, 1.1758e-02, -8.7856e-02, -3.7504e-02, 1.2328e-01,
1.1680e-01, -7.5920e-02, 4.3077e-02, -1.2869e-01, -4.4510e-02,
1.0369e-02, -5.7936e-02, -5.1815e-03, 5.7932e-02, -9.9129e-03,
2.8445e-02, -3.3485e-03, -7.2837e-02, -2.1267e-02, 2.0786e-03,
-6.7590e-02, 4.0604e-02, 1.8555e-02, 8.8520e-03, -6.6579e-02,
1.4572e-02, -3.4300e-02, 1.2062e-01, -2.0724e+00, 1.2022e-02,
-1.0874e-01, -1.1235e-01, 5.6609e-02, -5.7794e-01, -8.9396e-02,
-1.1563e-01, -8.7740e-02, 6.9523e-02, -3.9717e-02, -2.3761e-01,
-1.8227e-01, -1.5902e-02, -8.7466e-02, 7.9551e-02, 4.6048e-02,
-2.4057e-01, -2.5024e-02, -2.8003e-01, 1.3911e-01, -2.6638e-01,
2.6053e-01, 1.5769e-01, -1.3192e-02, 1.3123e-02, -4.1827e-03,
-1.1049e-01, 2.0951e-01, 5.0829e-02, -1.1023e-01, 6.2915e-02,
2.2470e-02, 1.2705e-01, 3.4519e-02, 6.3812e-02, 1.7147e-01,
8.9928e-02, 6.3667e-02, -8.3265e-02, -1.3961e-02, -4.4020e-03,
-5.6097e-02, -1.4809e-01, 6.7272e-02, -7.0942e-02, 3.1636e-02,
1.0068e-01, -6.6082e-02, -1.6614e-01, 3.9143e-02, -9.5604e-03,
1.2300e-01, 4.8873e-02, 9.4295e-02, 5.8894e-02, -1.9378e-01,
-1.4415e-01, -9.7223e-02, -1.1657e-02, -2.0312e-01, -1.3516e-01,
-4.3760e-02, 9.9000e-02, -2.0607e-02, 7.9298e-02, -3.3122e-02,
-6.6240e-02, -3.5876e-03, -1.6517e-01, 1.0147e-02, -7.3840e-02,
1.7709e-02, -1.1363e-01, 3.6648e-02, -1.3530e-01, -4.1576e-02,
-1.4964e-03, 6.4254e-02, 1.7136e-02, -4.3547e-02, -1.2200e-01,
-2.2784e-02, 2.4043e-02, 1.1083e-01, -1.2473e-01, -9.3119e-02,
3.9444e-02, -1.8680e-02, 7.5642e-03, 9.7469e-02, 1.2202e-02,
-5.8935e-02, 1.0087e-01, 2.1710e-03, -8.9304e-02, -1.4622e-01,
-1.0658e-01, 1.6648e-01, -1.8563e-01, -2.4964e-02, -1.7555e-02,
-1.8745e-01, -4.7962e-04, 1.4660e-01, 9.9447e-02, -1.7339e-01,
-1.9131e-01, -2.8164e-02, 8.9990e-02, -9.9428e-02, 5.8054e-02,
2.6639e-02, -6.8140e-02, 7.2792e-02, 3.3351e-02, 1.9936e-02,
1.1618e-01, -1.4678e-01, -6.5095e-02, -2.3226e-02, -1.7725e-02,
1.5741e-01, -2.0301e-02, 6.0898e-02, -4.1580e-02, 4.1537e-02,
-5.4013e-03, 5.2582e-02, 1.8960e-02, 4.6024e-02, -7.5725e-02,
-9.4116e-02, -1.2104e-01, 1.6234e-01, -4.5720e-02, 5.8487e-02,
2.8359e-02, -1.2236e-01, 8.0772e-02, 9.0290e-02, -1.8784e-01,
4.5310e-03, -1.1982e-02, -5.0560e-02, 3.7457e-01, -3.7969e-02,
-3.1605e-02, 7.3006e-02, -1.3405e-01, 2.5070e-02, 1.0548e-02,
-1.4311e-02, 1.1206e-01, -7.9394e-02, -1.4273e-01, -3.8981e-03,
-1.2639e-01, -1.5546e-01, 9.1643e-02, -1.3260e-01, -1.5987e-02,
8.2637e-02, -1.3869e-01, 3.9541e-02, 6.0942e-02, -1.1866e+00,
-4.2279e-02, 5.5609e-02, 1.9116e-02, -1.0571e-01, 1.3299e-01,
2.1715e-01, 6.8961e-02, -8.5102e-02, 9.2556e-02, -4.8987e-02,
-1.0498e-01, 6.1427e-02, 5.6387e-03, -2.5275e-02, -7.9385e-02,
-1.2240e-01, 7.6398e-02, 5.7075e-02, 2.1594e-03, -9.9924e-02,
-1.0816e-01, -9.4273e-02, 3.0695e-02, 4.1259e-02, 1.9958e-02,
-1.5953e-01, 1.0857e-01, -6.9791e-03, 6.7497e-02, -5.7923e-02,
-3.1806e-02, 2.4203e-02, 1.8690e-01, -2.1657e-01, 9.3820e-02,
4.3468e-02, -6.2141e-03, -7.9398e-02, -4.4952e-02, 2.8842e-02,
7.7384e-02, -9.3132e-02, -9.3524e-02, 7.1603e-02, -2.4491e-02,
-3.8898e-02, -2.3484e-01, -9.0188e-02, -4.2603e-02, 1.0118e-01,
-8.1806e-02, -6.7335e-02, 5.1090e-02, 1.6573e-02, -6.0368e-02,
2.3664e-02, -6.3468e-02, -5.6075e-02, 3.2008e-03, -1.9246e-01,
1.0593e-01, -2.9875e-02, 1.7060e-01, -8.2228e-02, -7.2012e-02,
-1.1997e-01, -1.0683e-01, 1.5591e-02, 6.5667e-02, -1.3273e-01,
6.1785e-02, -1.1568e-01, -1.6916e-01, -4.6322e-02, -2.6026e-02,
-8.0695e-02, 8.1467e-02, 4.7052e-02, 8.0213e-02, -7.7050e-02,
-1.9321e-01, 2.0056e-02, -5.7623e-02, -1.5075e-02, -5.9327e-02,
-5.4966e-02, 5.8187e-02, 6.2975e-02, -1.0061e-01, -2.4902e-02,
-8.7962e-02, -1.3393e-01, -8.5973e-02, -1.1028e-01, -4.7071e-02,
-1.3216e-01, 4.8228e-02, -1.1720e-01, -8.2778e-02, -1.1608e-01,
2.5223e-02, -1.5937e-01, -1.0792e-01, -1.6781e-01, -9.7934e-02,
2.4140e-02, -1.3062e-01, 9.0914e-02, -1.2303e-02, -1.2826e-02,
-1.1660e-01, 9.7234e-02, 9.1468e-02, -1.8419e-01, -1.9969e-01,
-7.8548e-02, -6.9056e-02, -4.6482e-02, 1.6267e-01, 1.1885e-01,
-8.4984e-03, -5.5245e-02, -9.8248e-02, 7.3509e-02, -4.1770e-02,
-5.8166e-02, 8.5844e-02, -1.2294e-01, 1.8680e-01, -1.1035e-01,
-8.7290e-02, 1.3156e-01, -1.6703e-01, -7.7473e-02, -4.6671e-02,
1.5185e-03, -1.0511e-01, -6.9903e-02, -2.1768e-01, -2.9775e-02,
-7.5127e-02, -2.2235e-02, -3.3178e-02, 4.5428e-02, -1.8625e-02,
8.0198e-02, 1.7134e-01, 1.0817e-01, 1.5790e-02, -1.2361e-03,
-3.0240e-01, 4.4471e-02, -4.0563e-03, -1.2647e-01, -2.5486e-02,
-1.3279e-01, -1.3661e-01, -6.0563e-02, 3.0489e-02, 2.8619e-01,
7.9000e-02, 8.2565e-02, 1.7122e-01, 3.6902e-02, -3.1388e-02,
1.4933e-01, 3.3582e-02, -6.4440e-03, 7.7970e-02, 4.8535e-02,
-1.8272e-02, -1.3813e-01, -7.4602e-02, 3.6908e-02, -7.4104e-02,
4.0372e-02, -2.0383e-02, -1.5593e-01, -2.7964e-03, 9.5955e-02,
-7.5430e-02, 4.1790e-02, 6.0909e-02, -1.0755e-01, -3.7418e-02,
-9.5108e-02, -5.1327e-02, -2.1373e-01, -2.1733e-02, 7.0429e-02,
-4.3264e-02, -5.0823e-02, -5.1234e-02, -1.1093e-01, 3.3620e-02,
2.7595e-02, -5.1223e-02, 4.8528e-02, -1.1720e-01, -1.1895e-01,
2.3613e-01, -1.2596e-02, 1.1318e-02, 3.9719e-02, -1.0979e-01,
-1.2820e-01, -1.5820e-01, 1.3980e-02, 1.5106e-02, -1.2904e-01,
-7.9029e-02, -5.8013e-02, 5.7066e-02, 1.0773e-01, 7.3526e-02,
1.5636e-02, -1.6053e-01, -2.7110e-02, -2.8212e-02, 9.1807e-02,
-7.1121e-02, 1.4477e-01, -8.7321e-02, -1.2205e-01, -9.2780e-02,
-2.9062e-02, 9.9449e-02, -1.0842e-01, -6.9180e-02, -1.0350e-01,
3.3386e-02, 1.0882e-01, 7.7666e-02, -1.3974e-01, 5.8017e-02,
-2.6395e-01, 1.9575e-02, 4.1316e-02, -1.4857e-01, 1.9890e-01,
1.7055e-01, 1.8777e-01, 1.5326e-02, 1.7027e-02, 1.4003e-01,
2.0787e-01, -1.6928e-02, -1.1843e-01, 1.1005e-01, 1.1969e-01,
1.2715e-01, -1.7071e-01, -1.7693e+00, -6.7708e-02, 5.6808e-02,
-4.1233e-02, -1.6965e-02, -8.5480e-03, 2.1404e-02, -2.0195e-02,
-1.3221e-01, 5.3566e-03, -1.0987e-01, -1.0449e-01, 7.5374e-02,
1.9093e-01, -6.9925e-02, 4.6434e-03, -2.0058e-02, 8.0994e-02,
5.8234e-03, 4.6914e-04, 2.8378e-02, 5.1141e-02, -1.6267e-01,
5.4121e-04, 2.0809e-01, 3.9899e-02, -4.2970e-02, 9.7708e-02,
-2.9417e-02, 4.0278e-02, 2.5867e-02, 1.3714e-01, -1.6064e-01,
-2.2499e-02, 5.8129e-02, 1.6343e-02, -7.0655e-02, 3.3472e-02,
1.0205e-01, 5.1747e-02, 5.5680e-02, -5.4435e-02, -6.9073e-03,
1.3897e-02, -1.2071e-01, -3.5215e-02, -8.4368e-02, -4.3546e-02,
-8.4185e-02, 6.3049e-02, 1.6309e-01, 8.4470e-02, 1.1339e-01,
5.0057e-02, -7.5297e-02, 1.1221e-01, -1.6651e-01, 2.0609e-01,
1.1515e-01, -7.7505e-02, -3.3915e-03, -9.8671e-02, -2.5219e-02,
-5.6960e-02, -3.9356e-02, 1.4175e-01, -8.6954e-02, 5.9846e-02,
-9.6998e-02, -1.1826e-01, -2.1641e-01, 1.4778e-01, 1.2775e-01,
-1.9877e-01, -7.2250e-03, -1.1558e-01, -2.7294e-01, 1.8435e-01,
8.4682e-02, -6.4317e-02, 3.5254e-04, -4.4957e-02, -1.5902e-01,
-7.4796e-02, -1.0496e-01, 3.8854e-02, 1.9853e-03, -6.8268e-02,
-1.1663e-01, 6.0303e-02, 1.6854e-01, -2.0690e-01, -1.3009e-01,
-1.1014e-01, -6.4133e-02, -2.1191e-01, -9.3905e-02, 6.8742e-02,
4.3862e-02, -3.5587e-02, -3.3821e-02, 1.3654e-01, -1.7752e-01,
1.6826e-01, -1.8975e-02, -6.6947e-02, 1.9228e-02, -2.0958e-01,
5.7132e-03, 3.4943e-02, -1.6184e-01, -5.8283e-02, 7.5373e-02,
-7.8596e-02, 3.9940e-02, 8.6011e-02, 3.5233e-02, 3.3171e-02,
1.2522e-01, -2.4432e-03, -1.5339e-02, -2.1794e-01, 2.5488e-02,
5.5063e-02, -5.7622e-02, 3.8476e-02, 8.5199e-03, -8.7239e-02,
-6.5049e-02, -4.5954e-02, 4.0654e-04, 4.9925e-02, -5.2839e-02,
1.2077e-02, 6.7164e-02, -1.1451e-01, 1.6962e-01, 5.3278e-02,
-5.8758e-02, -5.0992e-02, -3.3427e-01, 1.0064e-01, -3.8899e-03,
6.2500e-02, 1.6129e-02, -2.0230e-02, -6.1772e-02, -2.0027e-01,
-8.9402e-02, -1.8733e-02, -1.5362e-01, 1.7206e-02, -2.0145e-02,
4.6608e-02, -3.9995e-02, -7.2925e-02, 7.1112e-02, 2.0076e-02,
-2.0464e-02, -1.6724e-01, -1.4421e-02, 6.8733e-02, 3.0482e-02,
-7.2244e-02, 5.2308e-02, 6.9051e-03, -1.5384e-01, -8.2915e-02,
-2.2005e-02, 1.8049e-01, -6.9045e-02, -4.1651e-02, -5.5719e-02,
-4.0298e-02, -9.5535e-02, -1.7664e-01, 2.6512e-01, -1.5348e-01,
-1.8593e-02, 9.3184e-02, -1.3106e-02, 1.0168e-01, -5.2696e-02,
-1.4457e-01, -4.7434e-02, 1.1439e-01, 9.2695e-02, 5.4912e-02,
-1.1535e-01, -1.4213e-01, -1.0173e-01, -7.1913e-02, -4.7040e-02,
1.1168e-01, 1.0024e-01, 1.3912e-01, -3.2651e-02, -5.0000e-02,
-1.2636e-01, 3.4766e-02, -1.9227e-01, -6.5718e-02, 3.7751e-02,
-9.0390e-02, -1.6419e-01, 4.3077e-02, -6.0896e-02, -6.6906e-02,
3.7741e-03, -1.4060e-03, 1.2806e-01], device='cuda:0')),
('bert.encoder.layer.9.intermediate.dense.weight',
tensor([[ 0.0386, 0.0107, -0.0061, ..., -0.0821, -0.0042, 0.0465],
[-0.0586, 0.0257, -0.0170, ..., -0.0519, -0.0328, -0.0609],
[-0.0075, 0.0443, -0.0677, ..., -0.0342, 0.0339, 0.0335],
...,
[-0.0422, 0.0928, -0.0092, ..., -0.0206, 0.0091, -0.0025],
[ 0.0325, -0.0049, -0.0376, ..., 0.0285, -0.0198, -0.0364],
[-0.0518, 0.0087, -0.0220, ..., 0.0461, 0.0230, -0.0303]],
device='cuda:0')),
('bert.encoder.layer.9.intermediate.dense.bias',
tensor([-0.1004, -0.1135, -0.1145, ..., -0.0944, 0.0032, -0.0683],
device='cuda:0')),
('bert.encoder.layer.9.output.dense.weight',
tensor([[ 0.0116, -0.0136, -0.0252, ..., -0.0259, -0.0198, 0.0565],
[-0.0111, -0.0414, -0.0372, ..., -0.0042, -0.0348, 0.0472],
[ 0.0304, -0.0069, 0.0302, ..., -0.0330, 0.0510, 0.0312],
...,
[-0.0157, -0.0124, -0.0280, ..., 0.0245, -0.0162, -0.0357],
[-0.0054, 0.0101, 0.0024, ..., -0.0231, 0.0140, 0.0225],
[ 0.0096, -0.0487, 0.0599, ..., -0.0224, 0.0258, 0.0446]],
device='cuda:0')),
('bert.encoder.layer.9.output.dense.bias',
tensor([ 6.2695e-02, -1.0497e-01, -4.0299e-02, 1.3413e-01, -6.3586e-02,
-1.0884e-01, -3.1930e-02, 8.6656e-02, -2.1134e-02, -1.8189e-02,
2.6331e-02, 1.3828e-02, -6.1266e-02, 8.2437e-02, 8.7149e-03,
7.7028e-02, -8.8977e-02, -8.4820e-02, -4.8276e-02, -4.5843e-02,
4.5904e-03, 6.0291e-02, 5.3828e-02, 1.5197e-03, -8.9790e-02,
-6.8876e-02, -7.7536e-03, 1.6324e-01, 1.2880e-01, 4.0657e-02,
-3.6679e-02, -1.1559e-02, -5.6618e-02, -3.9684e-02, 1.0526e-01,
1.1131e-01, -5.0153e-02, 1.5525e-02, 2.0707e-02, 1.5473e-01,
-7.2134e-02, 1.1911e-02, 3.1291e-02, -6.2641e-02, 8.2059e-02,
-8.9726e-02, -5.5619e-02, 3.3087e-02, -6.5830e-02, 8.6817e-02,
3.5980e-02, 6.6924e-02, 6.0541e-02, -1.0890e-01, -5.1311e-02,
-3.1522e-02, -1.3425e-01, -9.8258e-02, -2.5898e-02, 1.3256e-01,
-1.1576e-02, -1.0874e-01, 2.2497e-02, 3.3400e-03, -4.4972e-02,
7.9041e-02, 4.9006e-02, -9.5434e-03, 1.3008e-01, -2.0353e-01,
-4.3981e-02, -4.2865e-02, -9.8523e-03, -2.7431e-03, -2.2323e-02,
8.1178e-03, 2.6013e-02, -8.5243e-02, -4.6797e-02, -5.3037e-02,
1.8993e-02, 3.7119e-02, 1.9539e-02, 1.5435e-01, 4.8994e-02,
7.5016e-03, -3.0758e-03, -3.8723e-02, -2.6834e-02, 2.4906e-02,
-5.8905e-02, 7.2388e-02, 3.8711e-02, -7.5596e-02, -4.5766e-02,
1.0727e-01, 7.5166e-02, 2.8221e-02, -1.2475e-02, -3.2671e-03,
1.4174e-02, -6.0200e-02, -3.0448e-02, 6.5374e-02, -1.9230e-02,
-1.2569e-02, 9.9801e-02, -2.6489e-02, 3.3237e-02, -3.9402e-02,
-1.1575e-02, 2.6944e-02, -4.3316e-02, -1.6743e-02, 1.2484e-01,
1.0790e-01, -6.1387e-02, 2.0538e-03, -3.2065e-02, -1.0032e-01,
-3.2261e-02, 1.2515e-02, 1.1531e-02, 9.6542e-03, 3.2960e-03,
7.5944e-02, -2.4543e-03, 1.4208e-02, 7.7425e-02, 6.5763e-03,
3.0308e-02, -1.3090e-02, 1.3563e-01, 9.1070e-02, -4.1168e-02,
-7.3204e-02, -4.3755e-02, 1.4223e-01, -3.2569e-01, 3.4149e-02,
-1.0183e-01, -4.0646e-02, 6.7884e-02, -1.1035e-01, 3.6124e-03,
-8.1346e-03, -2.2162e-02, 1.4123e-01, 1.5105e-02, -8.7381e-02,
-8.6809e-02, 2.1261e-02, -2.8190e-02, 6.4043e-02, 7.0905e-03,
-1.7237e-01, -4.7472e-02, -5.3868e-02, 1.5060e-01, -8.8251e-02,
7.3910e-02, 9.0420e-02, 4.0842e-02, 3.4409e-02, 3.0103e-03,
-1.0467e-01, 1.6427e-01, -4.0900e-02, -5.1361e-02, 4.0892e-02,
4.3966e-03, 6.8367e-02, -6.1335e-02, 8.2957e-02, 1.4747e-01,
5.0837e-02, 1.1093e-01, -6.0118e-02, 4.4920e-02, 4.2228e-03,
-3.5649e-02, -3.7997e-02, 4.9216e-02, -2.3083e-02, 1.1231e-01,
7.8609e-02, 1.1430e-02, -9.0097e-02, 3.9496e-02, 2.9660e-02,
2.6983e-02, -3.2102e-03, 8.8612e-02, 7.2780e-02, -1.9106e-01,
-3.5142e-02, -5.4663e-02, -2.2033e-02, -1.5741e-01, -1.2831e-01,
-3.1072e-02, 3.8755e-02, -6.0093e-02, 6.8214e-02, 4.2099e-03,
-7.5385e-02, -1.6485e-02, -1.1163e-01, -1.0256e-02, -2.8026e-02,
3.8656e-03, -9.1739e-02, 4.1187e-02, -8.4486e-02, -8.6268e-02,
3.9123e-03, 6.1468e-02, 1.1523e-02, 4.6376e-02, -1.1391e-01,
-2.8880e-02, 3.2456e-02, 6.0885e-02, -4.8449e-02, 5.4486e-03,
1.4762e-02, 1.4630e-03, -2.7709e-02, 2.8806e-02, 3.0026e-03,
1.5169e-02, 7.2449e-02, 7.1419e-02, 3.4479e-03, -7.2008e-02,
-8.9278e-02, 1.3304e-01, -7.5086e-02, -2.8198e-02, 6.7543e-02,
-1.4344e-01, 5.4680e-02, 1.6907e-01, 6.5219e-02, -2.4998e-02,
-9.1572e-02, -1.6372e-02, 9.6661e-02, 7.5055e-03, 7.9980e-02,
3.6151e-02, -2.8068e-02, -3.6797e-03, 3.7442e-02, 2.8904e-02,
3.0167e-02, -7.3697e-02, -4.7782e-02, -1.7404e-02, 9.1968e-02,
6.3058e-02, -3.8812e-02, 2.1093e-02, 3.6042e-03, 7.8287e-02,
6.8804e-03, 5.8257e-02, 1.5974e-02, 6.1658e-02, -1.1281e-01,
-2.7152e-02, -7.9758e-02, 1.3837e-01, 4.1004e-02, -1.1792e-02,
3.6583e-03, -1.6058e-02, 3.6345e-02, 6.5680e-02, -9.7135e-02,
3.2297e-02, 2.2280e-02, -9.5983e-03, 6.5993e-02, -7.3222e-02,
2.9077e-03, 1.3720e-01, -4.7341e-02, 7.5836e-02, 4.8566e-02,
2.9499e-02, 5.1687e-02, -4.6878e-02, -1.0807e-01, -3.7105e-02,
-8.2306e-02, -8.4825e-02, 3.7581e-02, -5.6192e-03, 1.0155e-02,
2.9449e-02, -6.9565e-02, 5.7986e-02, 5.3704e-02, -4.5484e-01,
-1.9183e-02, 4.3908e-02, 6.9799e-03, -3.4255e-02, 7.2990e-02,
1.2426e-01, 4.2049e-02, -8.5569e-02, 6.3388e-02, -4.9940e-03,
-8.4234e-03, 2.1223e-02, 1.8119e-01, 3.0363e-03, -1.1356e-01,
-9.4718e-02, -1.0276e-02, -1.1932e-02, 1.0423e-03, -1.3369e-01,
-3.6945e-02, -1.9042e-02, 3.7204e-02, 6.0629e-02, -8.5931e-02,
-9.0542e-02, 5.4890e-03, -5.4632e-02, 4.6135e-02, 1.8744e-02,
-3.5713e-02, 6.9846e-03, 1.0033e-01, -1.9105e-01, 3.7882e-02,
7.9375e-02, 2.7950e-02, -4.7721e-02, -1.5194e-02, 3.1515e-03,
1.0621e-01, 9.8619e-03, -4.7595e-04, 8.0337e-02, 3.7993e-02,
-5.1464e-02, -1.3139e-01, -6.7102e-02, 1.9984e-02, 9.7544e-02,
-5.8640e-02, 3.3805e-02, 4.6083e-02, 3.8467e-02, -1.8989e-02,
1.3158e-02, -5.4860e-02, 5.5493e-02, -2.0418e-02, -2.2402e-02,
-2.9419e-02, 8.0343e-03, 6.7629e-02, -4.6456e-02, -1.3378e-02,
-2.2258e-02, -6.3429e-02, 5.2327e-02, 6.6465e-02, -7.6128e-02,
-9.3045e-04, -2.1033e-01, -6.7954e-02, 8.5883e-03, -5.4382e-02,
-1.3765e-02, 2.4226e-02, 8.7337e-02, 4.5015e-02, -1.7572e-02,
-7.2256e-02, -2.8989e-02, -6.4919e-02, 8.5207e-02, 2.9726e-02,
-5.2258e-02, 8.1262e-02, 6.2186e-02, -6.9681e-02, 3.0270e-02,
-6.5584e-02, -3.4039e-02, -5.5720e-02, -7.7644e-02, 1.9388e-02,
-1.5236e-01, 1.5980e-01, -9.2974e-03, -1.2400e-01, -7.6031e-02,
4.8931e-02, -8.0493e-02, -6.6189e-02, -1.4549e-01, -5.8860e-02,
5.5986e-03, -3.3133e-02, 5.1407e-02, 3.5520e-03, 3.4869e-02,
-2.5327e-02, 5.7167e-02, 5.5857e-02, -7.2688e-02, -9.3111e-02,
-2.0047e-02, -8.7139e-02, 3.1762e-02, 1.3605e-01, 4.8156e-02,
-1.5963e-02, -1.1207e-01, -7.2407e-02, 6.4768e-02, -1.6030e-02,
-1.3270e-02, 7.3010e-02, -1.0790e-01, 1.4494e-01, -2.4378e-02,
7.6588e-02, 6.7651e-02, -1.0946e-01, -9.2163e-03, -3.5040e-02,
3.6436e-02, -1.0786e-01, -3.7597e-02, -1.7873e-01, -9.4338e-02,
-7.4682e-02, -9.9637e-02, -4.9708e-02, -4.2763e-03, -6.0150e-02,
9.3197e-02, 6.4165e-02, 6.2835e-02, 4.4807e-02, -1.0785e-02,
-1.5376e-01, 5.9215e-02, 6.7193e-03, -4.5825e-02, 3.8640e-02,
-9.4387e-04, -7.3297e-02, -1.4684e-02, 1.5877e-02, 2.6907e-01,
8.4350e-02, 1.5027e-02, 1.9418e-01, 2.0883e-02, -6.2863e-02,
1.1551e-01, -1.2777e-02, 2.3006e-02, 1.1058e-01, 4.4028e-02,
8.4299e-03, -2.4550e-01, -8.8456e-02, 7.3154e-02, -2.1023e-02,
-1.2286e-02, 1.0487e-01, 3.6732e-02, 5.2012e-02, 7.8897e-02,
4.0851e-02, 7.7586e-03, 1.1329e-01, -6.1636e-02, -6.3829e-02,
-1.1103e-01, -4.9536e-02, -1.8377e-01, -1.2619e-03, 3.5516e-03,
2.5217e-02, -7.3964e-02, -3.4979e-02, -3.4104e-02, 7.2695e-02,
3.4027e-02, 3.1500e-02, -7.6395e-03, -3.0714e-02, -4.9525e-02,
1.6865e-01, 5.9482e-03, 8.1002e-02, 4.1938e-02, -3.0147e-02,
5.7241e-02, -1.0493e-01, 1.1788e-02, -8.8573e-03, -2.4298e-02,
-6.9772e-02, -2.8093e-02, -7.5649e-04, 3.8085e-02, 5.7577e-02,
-1.9321e-02, -1.2406e-01, -5.6715e-02, 1.9543e-03, 1.0215e-01,
-8.6850e-02, 1.0528e-01, -7.6021e-02, -8.7833e-02, -5.6476e-02,
7.2202e-02, 3.1814e-02, -6.5047e-02, -6.8318e-02, -2.5513e-02,
-1.7445e-02, 3.4808e-02, 5.0722e-02, -4.9404e-02, 4.3488e-02,
-1.0499e-01, 1.8430e-02, 1.2159e-01, -1.0225e-01, 6.0233e-02,
1.5930e-01, 1.3590e-01, -6.4387e-02, 3.6619e-02, 9.0057e-02,
1.7030e-01, -1.0052e-02, -8.5805e-02, 2.2504e-02, 9.5689e-02,
6.0893e-02, 8.6052e-03, -7.2468e-01, 9.8526e-03, 7.2435e-04,
2.3097e-02, -3.3048e-02, -3.7854e-02, 6.9726e-02, 4.2287e-02,
-9.3875e-02, 9.2114e-03, -5.0377e-02, -3.6653e-02, -2.1558e-02,
8.0318e-02, 5.5886e-03, 3.7322e-02, 2.8195e-02, 5.2189e-02,
-1.3649e-02, 1.1698e-02, 1.0003e-01, 7.8881e-02, -1.1370e-01,
7.5034e-02, 1.1842e-01, 4.2828e-02, 5.9429e-02, 3.5203e-02,
2.3721e-02, 5.4948e-02, 4.0215e-02, 8.9450e-02, -4.5127e-02,
3.8517e-02, -5.3143e-03, 8.9105e-02, -1.2311e-02, 1.9343e-02,
8.0477e-02, -2.0126e-02, 2.4699e-02, 7.4302e-02, -1.0664e-02,
5.0317e-02, -6.7857e-02, 4.7970e-02, 3.6341e-03, -3.3477e-02,
-7.4659e-02, 6.4635e-02, 2.6871e-01, 8.8648e-02, 1.7333e-01,
6.0303e-02, -2.5701e-02, 7.1281e-02, -4.3449e-03, 1.6287e-01,
8.7315e-02, -3.9292e-02, -7.7540e-02, -5.1593e-02, 4.6694e-02,
4.1694e-02, -1.1714e-01, 1.2721e-01, -6.3967e-02, 6.0199e-02,
-6.0293e-02, -1.0213e-01, -1.0461e-01, 6.8982e-02, -8.8389e-03,
-5.9199e-02, 1.4079e-02, -9.0829e-02, -1.2556e-01, 7.8142e-02,
1.0889e-01, -5.1489e-02, 1.7256e-02, -2.4061e-02, -1.7835e-02,
-7.4813e-02, 5.4364e-03, 2.9320e-02, 2.3508e-02, 4.7507e-04,
-5.2599e-04, -5.2372e-02, 9.1882e-02, -8.6824e-02, -4.9449e-02,
-7.5102e-02, -1.0776e-02, -1.1559e-01, -1.0989e-01, 2.0614e-02,
3.4581e-02, -2.5375e-02, -8.8545e-03, 1.0755e-01, -6.7888e-02,
4.1432e-02, 5.2462e-02, 7.0276e-03, 1.1944e-02, -7.5397e-02,
1.9075e-02, -8.1290e-04, -1.3728e-01, 1.0821e-03, 1.3039e-01,
-7.4274e-03, 1.7032e-01, 7.6390e-02, -5.5995e-02, 6.0005e-03,
9.8968e-02, 4.0260e-02, 2.8985e-03, -6.1517e-02, -3.6594e-02,
5.6665e-02, -7.7657e-02, 5.3263e-02, 5.2132e-02, 3.3118e-05,
2.4948e-02, -3.5223e-02, 5.3706e-02, 1.7717e-04, -6.4616e-02,
4.3333e-02, 1.2473e-01, -3.2109e-02, 9.2026e-02, 4.5468e-02,
-8.6756e-03, 3.4125e-02, -1.3904e-01, 1.3826e-01, -2.0225e-02,
2.6211e-04, -1.0974e-02, 3.5716e-02, -1.8378e-02, -1.1233e-01,
2.9394e-03, 5.4528e-02, -6.2023e-02, 8.7933e-02, -4.4216e-02,
3.2402e-02, 1.5871e-02, -1.0941e-01, 5.4959e-02, 2.6232e-02,
-5.5137e-02, -8.2922e-02, -8.2882e-02, 5.6442e-02, 7.0797e-03,
-9.3612e-02, 3.3111e-02, 2.9047e-02, -1.3012e-01, -3.5384e-02,
-1.2377e-03, 8.0585e-02, -6.4375e-02, -3.5197e-02, 8.6830e-04,
-3.6225e-02, -4.4948e-02, -9.9918e-02, 9.8168e-02, -1.0249e-02,
8.7980e-02, 5.9814e-02, 5.9951e-03, 1.5325e-01, -3.4097e-02,
-1.5447e-02, -2.9187e-02, 4.7322e-02, 6.1905e-02, 6.9429e-02,
-1.1991e-01, -5.3708e-02, -9.7388e-02, -1.4317e-02, -5.0585e-02,
2.0067e-01, 2.3175e-02, 1.0902e-01, -7.8503e-02, 4.4341e-03,
-3.9512e-02, 3.6494e-02, -8.6764e-02, 2.2438e-02, 1.0222e-01,
-7.1081e-02, -1.9054e-02, 1.1423e-01, 3.2598e-02, -4.6521e-02,
1.2303e-02, -5.1351e-03, 9.3161e-02], device='cuda:0')),
('bert.encoder.layer.9.output.LayerNorm.weight',
tensor([0.8171, 0.8541, 0.8683, 0.8230, 0.8701, 0.8426, 0.8052, 0.8394, 0.8421,
0.8240, 0.8807, 0.8671, 0.8684, 0.8790, 0.8406, 0.8060, 0.8526, 0.8437,
0.8449, 0.8530, 0.8412, 0.8618, 0.8259, 0.8428, 0.8839, 0.8409, 0.8525,
0.7511, 0.8276, 0.8768, 0.8524, 0.8458, 0.8713, 0.8249, 0.8365, 0.8405,
0.8078, 0.8607, 0.8317, 0.7756, 0.8666, 0.8498, 0.8202, 0.8550, 0.8728,
0.8342, 0.8616, 0.8391, 0.8791, 0.8479, 0.8447, 0.8184, 0.8112, 0.8594,
0.7981, 0.8036, 0.8156, 0.8604, 0.8238, 0.7976, 0.8382, 0.8710, 0.8910,
0.8658, 0.8184, 0.8685, 0.8426, 0.8247, 0.8142, 0.7683, 0.8449, 0.8554,
0.8497, 0.8318, 0.8564, 0.8766, 0.8657, 0.8336, 0.8613, 0.8538, 0.8355,
0.8815, 0.8442, 0.8422, 0.8130, 0.8241, 0.8268, 0.8762, 0.8846, 0.8537,
0.8499, 0.8373, 0.8647, 0.8609, 0.8312, 0.8610, 0.8218, 0.8667, 0.8567,
0.8578, 0.8388, 0.8772, 0.8436, 0.8577, 0.8248, 0.8755, 0.8758, 0.8171,
0.8752, 0.8748, 0.8292, 0.8640, 0.8732, 0.8086, 0.8796, 0.8641, 0.8440,
0.8373, 0.8597, 0.8593, 0.8509, 0.8721, 0.8683, 0.8210, 0.8104, 0.8626,
0.8546, 0.8322, 0.8598, 0.8444, 0.8684, 0.8418, 0.8367, 0.8292, 0.8890,
0.8734, 1.1176, 0.8452, 0.2929, 0.8779, 0.8331, 0.8597, 0.8428, 0.7208,
0.8520, 0.8623, 0.8474, 0.8761, 0.8686, 0.8086, 0.8257, 0.8714, 0.8620,
0.8645, 0.8227, 0.8190, 0.8761, 0.8346, 0.8385, 0.8647, 0.8042, 0.8846,
0.8627, 0.8705, 0.8340, 0.8600, 0.7985, 0.8017, 0.8464, 0.8320, 0.8481,
0.7968, 0.8046, 0.8434, 0.8431, 0.8283, 0.8558, 0.8106, 0.8634, 0.8437,
0.8330, 0.8267, 0.8045, 0.8413, 0.8580, 0.8447, 0.8346, 0.8175, 0.8253,
0.8298, 0.8402, 0.8172, 0.8403, 0.8340, 0.8101, 0.8264, 0.8655, 0.8396,
0.8475, 0.8473, 0.8545, 0.7825, 0.8533, 0.8323, 0.8698, 0.8495, 0.8570,
0.8601, 0.8497, 0.8362, 0.8680, 0.8695, 0.8217, 0.8691, 0.8540, 0.8904,
0.8222, 0.8260, 0.8260, 0.8338, 0.8727, 0.8553, 0.8546, 0.8747, 0.8484,
0.8446, 0.8565, 0.8526, 0.8110, 0.8015, 0.8528, 0.8815, 0.8444, 0.8655,
0.8379, 0.8350, 0.8032, 0.8365, 0.8716, 0.8569, 0.8560, 0.8408, 0.8165,
0.8426, 0.8379, 0.8509, 0.8601, 0.8386, 0.8731, 0.8639, 0.8482, 0.8409,
0.9469, 0.8525, 0.8624, 0.8747, 0.8506, 0.8171, 0.8485, 0.8508, 0.7729,
0.8359, 0.8616, 0.8576, 0.8509, 0.8519, 0.8713, 0.8770, 0.8512, 0.8349,
0.8417, 0.8601, 0.8175, 0.8508, 0.8758, 0.8434, 0.8706, 0.8632, 0.8128,
0.8501, 0.9118, 0.8600, 0.8487, 0.7076, 0.8664, 0.8907, 0.8209, 0.8444,
0.8390, 0.8022, 0.8199, 0.8625, 0.8372, 0.8298, 0.8556, 0.8326, 0.7822,
0.8156, 0.8594, 0.8570, 0.8559, 0.8396, 0.8588, 0.8536, 0.3482, 0.8959,
0.8510, 0.8619, 0.8578, 0.8646, 0.8208, 0.8452, 0.8618, 0.8551, 0.8484,
0.8403, 0.8399, 0.8401, 0.8776, 0.8313, 0.8437, 0.8433, 0.8356, 0.8705,
0.8477, 0.8622, 0.8649, 0.8540, 0.8485, 0.8493, 0.8435, 0.8421, 0.8433,
0.9070, 0.8645, 0.8622, 0.8636, 0.8382, 0.8061, 0.8157, 0.8598, 0.8685,
0.8296, 0.8615, 0.8473, 0.8442, 0.8697, 0.8443, 0.8304, 0.8327, 0.8635,
0.8321, 0.8342, 0.8558, 0.8692, 0.8639, 0.8360, 0.8443, 0.8548, 0.8307,
0.8457, 0.8266, 0.8541, 0.8865, 0.8083, 0.8260, 0.8668, 0.8407, 0.8612,
0.8432, 0.8385, 0.8678, 0.8485, 0.8340, 0.8499, 0.8360, 0.8542, 0.8690,
0.8709, 0.7744, 0.8296, 0.8707, 0.8346, 0.8559, 0.8328, 0.8394, 0.8343,
0.8608, 0.8534, 0.8416, 0.8619, 0.8159, 0.8557, 0.8589, 0.8509, 0.8496,
0.8184, 0.8659, 0.8311, 0.8226, 0.8261, 0.8360, 0.8182, 0.8434, 0.8322,
0.8338, 0.8554, 0.8651, 0.8759, 0.8943, 0.8483, 0.8331, 0.8559, 0.8978,
0.8757, 0.8685, 0.8140, 0.8423, 0.8229, 0.8645, 0.8494, 0.8993, 0.8671,
0.8291, 0.8094, 0.8431, 0.8433, 0.8296, 0.8472, 0.8787, 0.8534, 0.8554,
0.8208, 0.8260, 0.8191, 0.8813, 0.8507, 0.8418, 0.8782, 0.8691, 0.8766,
0.8225, 0.8432, 0.8156, 0.8421, 0.8214, 0.8544, 0.8536, 0.8572, 0.8323,
0.8523, 0.8033, 0.8477, 0.8497, 0.8323, 0.7633, 0.8503, 0.8224, 0.8268,
0.8567, 0.8549, 0.8663, 0.8136, 0.8736, 0.3053, 0.8051, 0.8389, 0.8024,
0.8620, 0.8443, 0.8389, 0.8366, 0.8642, 0.8030, 0.8760, 0.8453, 0.7811,
0.8873, 0.8363, 0.8784, 0.8393, 0.8493, 0.8891, 0.8503, 0.8759, 0.8418,
0.8697, 0.8027, 0.9276, 0.8516, 0.8315, 0.8711, 0.8402, 0.8364, 0.8565,
0.8386, 0.8471, 0.8665, 0.8433, 0.8373, 0.8653, 0.8750, 0.8289, 0.8456,
0.8376, 0.8052, 0.8989, 0.8574, 0.8638, 0.8374, 0.8135, 0.8441, 0.8426,
0.8484, 0.8550, 0.8347, 0.8523, 0.8378, 0.8159, 0.8471, 0.8793, 0.8313,
0.8446, 0.8923, 0.8515, 0.8512, 0.8042, 0.8891, 0.8581, 0.8809, 0.8147,
0.8398, 0.8563, 0.8316, 0.8317, 0.8255, 0.7970, 0.8495, 0.8259, 0.8528,
0.8188, 0.8440, 0.8193, 0.8238, 0.8536, 0.8322, 0.7942, 0.8361, 0.8742,
0.8124, 0.7972, 0.8143, 0.8580, 0.8456, 0.8197, 0.8329, 0.7994, 0.7556,
0.8445, 0.8454, 0.8783, 0.8634, 0.8314, 0.8809, 0.8673, 0.8907, 0.8419,
0.8562, 0.8331, 0.8309, 0.8174, 0.8557, 0.8414, 0.8494, 0.8378, 0.8418,
0.8539, 0.8602, 0.8541, 0.8666, 0.8607, 0.8279, 0.8281, 0.8240, 0.8587,
0.8703, 0.8488, 0.8472, 0.8288, 0.8237, 0.8724, 0.8242, 0.8404, 0.8299,
0.8470, 0.8494, 0.8233, 0.8236, 0.8854, 0.8569, 0.8572, 0.8637, 0.8534,
0.8565, 0.8632, 0.8672, 0.8328, 0.2823, 0.8196, 0.8414, 0.8441, 0.8410,
0.8368, 0.8539, 0.7983, 0.8249, 0.8792, 0.8617, 0.8543, 0.8645, 0.8464,
0.8444, 0.8512, 0.8648, 0.8363, 0.8549, 0.8548, 0.7850, 0.8765, 0.8154,
0.8410, 0.8533, 0.8368, 0.8220, 0.8173, 0.8516, 0.8723, 0.8807, 0.8655,
0.8512, 0.8583, 0.8277, 0.8523, 0.8200, 0.8648, 0.8506, 0.8225, 0.8311,
0.8553, 0.8209, 0.8230, 0.8712, 0.8284, 0.8522, 0.8454, 0.8634, 0.8505,
0.8582, 0.8198, 0.8572, 0.8230, 0.8491, 0.8627, 0.8321, 0.8306, 0.8718,
0.8693, 0.8019, 0.8391, 0.8353, 0.8731, 0.7999, 0.8328, 0.8642, 0.8524,
0.8527, 0.8510, 0.8862, 0.8454, 0.8607, 0.8702, 0.8363, 0.8381, 0.8824,
0.8663, 0.8322, 0.8123, 0.8728, 0.8669, 0.8667, 0.8621, 0.8015, 0.8594,
0.8283, 0.8827, 0.8746, 0.8822, 0.7865, 0.8310, 0.8783, 0.8420, 0.8364,
0.8618, 0.8154, 0.8429, 0.8725, 0.8447, 0.8682, 0.8623, 0.8691, 0.8213,
0.8535, 0.8540, 0.8208, 0.8564, 0.8291, 0.7851, 0.8309, 0.8592, 0.8750,
0.8339, 0.8362, 0.8617, 0.8222, 0.8467, 0.7933, 0.8582, 0.8492, 0.8744,
0.8589, 0.8287, 0.8617, 0.8465, 0.7715, 0.8648, 0.8512, 0.8369, 0.8519,
0.8536, 0.8639, 0.8377, 0.8688, 0.8174, 0.8131, 0.8153, 0.8525, 0.8415,
0.8436, 0.8736, 0.8326, 0.8241, 0.8576, 0.8364, 0.8118, 0.8497, 0.8449,
0.8275, 0.8097, 0.8485, 0.8207, 0.8210, 0.8682, 0.8443, 0.8568, 0.8922,
0.8497, 0.8564, 0.8290], device='cuda:0')),
('bert.encoder.layer.9.output.LayerNorm.bias',
tensor([-9.2363e-02, 9.3272e-02, -9.5073e-03, -9.1216e-02, -5.8046e-04,
-6.6816e-02, 8.4443e-02, -9.4845e-02, -7.3838e-02, 3.8578e-02,
-9.1804e-02, -2.0267e-02, 2.9010e-03, 1.4626e-02, -8.2764e-02,
-7.4956e-02, -1.2458e-02, 1.9514e-02, 3.5930e-02, 1.0763e-02,
-2.3785e-02, -5.8741e-02, -5.2050e-02, -5.6611e-02, -4.8402e-02,
7.1862e-03, -8.0962e-02, -2.5035e-01, -8.5458e-02, -1.0615e-01,
-4.4813e-03, -1.7899e-02, 3.6375e-02, 1.3396e-02, -1.8311e-01,
-7.2686e-02, 9.3944e-02, -4.0080e-02, -3.3794e-02, -1.6698e-01,
-2.9688e-02, 1.0947e-02, -9.8117e-02, -5.0461e-02, -4.0908e-02,
2.3137e-02, -6.4097e-02, -1.3075e-01, -4.1261e-02, -8.0437e-02,
-9.6578e-02, -1.2070e-01, -1.0882e-01, 6.8653e-02, -6.2015e-02,
5.5577e-02, 6.7416e-02, -4.2975e-02, -6.5098e-02, -1.1798e-01,
1.1579e-03, -6.6109e-02, -1.7472e-01, 3.7774e-02, 2.7583e-02,
-5.5551e-02, -6.1442e-02, -1.5921e-02, -7.8559e-02, 1.1057e-01,
-3.0619e-03, 3.0903e-03, 1.0039e-02, -6.4714e-02, -1.4681e-02,
-6.5341e-02, -7.5767e-02, -1.8404e-02, -2.5978e-02, -2.5252e-02,
-8.9843e-02, -1.9448e-02, 7.2509e-03, -1.2075e-01, 4.1316e-02,
-1.5267e-01, -3.5051e-02, -3.9755e-02, -7.7631e-02, -8.0438e-02,
1.5805e-02, -1.5157e-02, -2.9703e-02, -1.7857e-02, -1.2982e-02,
-1.4515e-01, -7.4608e-02, 1.3934e-02, -3.3389e-02, -8.7268e-02,
-2.6243e-02, -3.0583e-02, -2.2502e-02, -7.0694e-02, 3.9357e-02,
-3.5554e-03, -1.5022e-01, 4.9335e-03, 3.5499e-02, 6.1809e-02,
-7.0639e-02, 1.0751e-02, -1.5285e-02, -1.8806e-02, -3.6837e-02,
-1.2455e-01, -5.1603e-02, -8.7597e-02, 3.9544e-03, -4.5702e-02,
-5.7217e-02, -9.8358e-03, -4.9166e-02, -6.4200e-02, -2.9707e-02,
-2.8216e-02, -4.3787e-02, -2.9173e-03, -1.8283e-02, -6.7554e-02,
1.6865e-02, -6.1915e-02, -4.7410e-02, -2.4761e-02, -2.4099e-03,
-7.4638e-02, -1.8271e-01, -1.0782e-01, -3.6908e-01, -6.1965e-02,
2.6405e-02, 2.9989e-02, -5.5567e-02, 8.6727e-02, -1.1124e-02,
-7.7880e-03, -2.1641e-02, -4.9445e-02, -4.9180e-02, 1.4275e-01,
8.8477e-02, 1.7681e-02, -1.8471e-02, -7.8677e-02, -5.9848e-02,
1.0142e-01, -3.8102e-02, 1.3264e-01, -1.1997e-01, 5.0379e-02,
-2.1287e-01, -9.0864e-02, -5.7806e-02, -5.4957e-02, -1.4809e-02,
4.3323e-02, -1.7311e-01, -5.2372e-02, 1.1904e-02, -7.3083e-02,
-3.7768e-02, -5.2572e-02, -3.7470e-02, -1.0124e-01, -1.3715e-01,
-1.0187e-01, -1.0628e-01, 4.9075e-02, 1.2549e-02, -6.9993e-02,
-2.8698e-02, 3.5391e-02, -3.8036e-02, 7.5432e-02, -1.6512e-02,
-8.9702e-02, -1.0422e-02, 8.3555e-02, -4.3669e-02, -1.2859e-02,
-7.7767e-02, -8.3415e-02, -1.0533e-01, -7.4228e-02, 8.5853e-02,
4.4284e-02, -2.2160e-02, 7.5795e-03, 2.5807e-02, 1.7785e-02,
-4.7889e-02, -5.8031e-02, 2.4477e-02, -3.4713e-02, -7.8881e-02,
-2.7369e-02, -8.3895e-02, 8.5601e-02, -3.1513e-02, -3.0689e-02,
-3.7073e-02, -1.3661e-02, -3.5123e-02, 3.6511e-02, -1.6931e-02,
-4.4206e-04, -1.2826e-01, -1.1756e-02, 2.5777e-02, -2.4158e-02,
-1.6000e-02, -3.3727e-02, -1.0382e-01, 4.7491e-02, 5.3526e-02,
-7.2398e-02, -4.1465e-02, -4.6304e-02, -1.5044e-01, -6.0790e-02,
-1.1782e-02, -6.4837e-02, -2.4083e-02, 1.5364e-02, 1.0253e-02,
5.9126e-02, -6.4062e-02, 4.7978e-02, -2.2694e-02, -1.2721e-02,
4.9051e-02, -1.6497e-02, -1.5467e-01, -8.8328e-02, 8.9626e-02,
2.5563e-02, -4.0093e-02, -9.6663e-02, -8.2422e-03, -1.1882e-01,
-7.9216e-02, -8.8163e-03, -1.3379e-01, -6.4475e-02, -9.1984e-02,
-1.3288e-01, 3.6373e-02, -4.3709e-02, 1.8251e-02, -1.6691e-02,
-1.1656e-01, -1.2917e-02, -9.0873e-02, -6.2712e-02, -5.7305e-03,
-8.0889e-03, -7.6874e-02, -6.1905e-02, -2.3288e-02, -4.9851e-03,
1.9332e-02, 2.6370e-02, -1.3687e-01, -1.3850e-02, -7.7938e-02,
-4.2346e-02, 2.2429e-03, -6.5450e-02, -6.7422e-02, 1.1142e-01,
-6.7509e-02, -5.2933e-02, -6.7629e-02, -2.0239e-01, 1.6634e-03,
-4.8967e-02, -4.4410e-02, 5.1632e-02, -2.3838e-02, -5.0193e-02,
-1.2370e-02, -6.6701e-02, -1.6671e-02, 4.9210e-02, -2.0609e-03,
2.4307e-02, 1.0677e-01, -9.4485e-02, 2.2375e-02, -6.3688e-02,
-1.0066e-01, 3.7739e-02, -1.8489e-02, -1.1442e-01, 1.2830e-02,
-3.9767e-02, -7.7375e-02, -6.6007e-02, 3.8251e-02, -1.4556e-01,
-1.5052e-01, -6.1221e-02, -4.5457e-02, -8.4189e-02, -1.4621e-02,
2.3413e-03, -3.8271e-02, -7.3976e-03, 4.3531e-02, 2.1724e-02,
-2.0909e-02, -8.1092e-02, -6.5166e-02, -7.9100e-03, -1.9750e-02,
-1.7977e-02, -3.1810e-02, -5.3600e-02, -3.9466e-02, -1.0240e-01,
1.3253e-01, -1.0085e-01, -2.5565e-02, -6.3776e-02, -1.3261e-02,
1.8290e-02, -3.2971e-02, -1.5309e-01, 9.6882e-02, -1.3859e-01,
-4.0769e-02, -3.5083e-02, 8.3149e-03, 1.6958e-02, -6.5054e-02,
-7.1483e-02, 6.7326e-03, 4.9071e-02, -8.7390e-02, -3.6682e-02,
2.2245e-02, 8.5331e-02, 3.8520e-02, -9.2980e-03, -3.7557e-02,
-4.3636e-03, 3.9425e-02, -3.9616e-02, -6.3156e-02, -5.3460e-02,
-3.8462e-02, 3.0455e-02, -1.3356e-02, -3.1913e-02, 6.9795e-02,
-8.9129e-02, 1.4452e-02, -1.6122e-01, 4.4754e-02, 3.7310e-02,
1.1561e-02, 3.9815e-02, -4.1244e-02, -7.0252e-02, 2.0833e-02,
-5.9913e-02, 5.3896e-03, 7.2779e-02, -1.9292e-02, -4.4546e-02,
3.3262e-02, -5.4042e-02, -5.3053e-02, -1.1971e-01, -1.8068e-03,
7.3251e-02, -9.4684e-03, -3.1171e-02, -4.4092e-02, -3.5788e-02,
-2.5335e-02, -3.8299e-02, -5.2623e-02, 8.1026e-03, 1.3580e-02,
9.8355e-03, 6.4318e-02, -2.0323e-02, 2.6335e-03, -7.0436e-03,
8.0996e-04, -3.7825e-02, 4.8849e-02, -1.6664e-02, 1.5614e-02,
-3.9171e-02, 3.6435e-02, 6.9393e-03, 1.6860e-02, 6.2574e-02,
-1.2971e-02, 2.4560e-02, -1.1427e-01, -3.7912e-02, -3.9115e-02,
4.3019e-03, -6.5353e-02, -1.5576e-01, 5.4325e-02, 8.0151e-02,
2.8229e-02, 2.3483e-02, 3.2893e-02, -1.1452e-01, -1.2449e-01,
-2.3121e-02, 3.5353e-02, 9.0304e-03, -8.2211e-02, -6.4061e-02,
5.6832e-02, -7.9130e-02, 1.2643e-02, -1.4490e-01, 1.4718e-02,
1.6227e-03, -9.8992e-02, 3.4194e-02, -6.3889e-03, -4.8738e-02,
-1.4720e-02, 5.7957e-03, 4.9353e-03, 9.0697e-02, -1.9046e-02,
2.6100e-03, -4.1526e-02, -1.6839e-02, -8.1244e-02, -2.8821e-02,
-1.1451e-01, -1.0968e-01, -1.1550e-01, -6.4544e-02, -3.3648e-02,
2.1081e-01, -6.3479e-02, -3.1758e-02, 3.5548e-02, -1.1561e-02,
2.9468e-02, 4.6684e-02, -2.1509e-02, -6.0889e-02, -2.6577e-01,
-4.8331e-02, -9.0717e-02, -1.4029e-01, -5.9702e-02, -5.3240e-02,
-1.6795e-01, -7.7295e-02, -5.7509e-02, -5.3545e-02, -3.3800e-02,
-2.1008e-02, 4.3992e-02, -1.7907e-02, -8.7140e-02, 3.3003e-02,
-3.8656e-02, 1.2085e-02, 9.8542e-02, -2.7010e-02, -5.7912e-02,
1.1772e-02, -5.5601e-02, -8.3066e-02, 6.3149e-03, -9.1724e-02,
2.5723e-02, -2.4893e-02, 6.5944e-02, -1.8637e-02, -1.2130e-01,
-2.4265e-02, -5.1714e-02, -9.9352e-03, -2.6203e-02, -1.4117e-02,
-8.6300e-02, -2.2442e-02, -8.9030e-02, 3.2404e-02, 2.1714e-02,
-1.7988e-01, -1.1345e-02, -4.2850e-02, -6.9388e-02, 4.6661e-02,
9.7450e-02, 3.3906e-02, -4.3605e-02, -6.6484e-02, 5.9631e-02,
6.3425e-02, 1.8354e-02, -8.1772e-02, -1.0339e-01, -9.2842e-02,
-5.3592e-02, 4.0110e-02, -6.7739e-02, -1.7488e-02, -5.1834e-02,
-2.5086e-03, -1.6143e-01, -1.6858e-03, 2.8980e-02, 3.0604e-02,
-3.5063e-02, -1.0157e-01, -3.9402e-03, 2.4920e-02, 6.2755e-02,
-8.5508e-02, -9.2066e-02, -3.2298e-02, 4.8152e-02, -9.8399e-02,
1.5820e-01, 2.3220e-03, -4.7426e-02, 1.8679e-02, -1.0214e-01,
-1.7238e-01, -1.3100e-01, -1.7459e-02, -6.6865e-02, -1.4349e-01,
-1.4743e-01, -7.0100e-02, 6.9957e-02, -8.4046e-02, -1.2409e-01,
-1.0729e-01, 7.1719e-02, -6.0417e-01, -2.4001e-02, -5.0952e-02,
1.0649e-02, -5.8124e-02, -5.9708e-02, -6.7535e-02, -6.4680e-02,
9.1765e-03, -2.6968e-02, 3.5606e-03, -1.0467e-02, -1.1053e-01,
-1.1150e-01, -4.0109e-02, -2.8566e-03, -2.0534e-02, -5.3590e-02,
-2.4592e-02, -6.1853e-02, -2.5887e-02, -7.2314e-02, 2.7988e-02,
-6.8988e-02, -1.9787e-01, -5.3264e-02, -1.4695e-02, -8.4440e-02,
-2.8206e-02, -3.9869e-02, -2.5956e-02, -1.0708e-01, 2.8745e-02,
-2.2224e-02, -9.5803e-02, -4.2112e-02, -1.9675e-02, -3.3804e-02,
-9.0454e-02, -3.3521e-02, -5.4502e-02, 1.4208e-02, -7.2948e-02,
-2.3492e-03, -2.8041e-02, -1.2022e-02, 3.0508e-02, 1.4923e-02,
2.8429e-02, -9.1917e-02, -2.6305e-01, -8.1578e-02, -1.1614e-01,
-4.9460e-02, -2.1627e-02, -6.0493e-02, 1.6309e-02, -1.9508e-01,
-1.2641e-01, -2.2867e-02, -1.1660e-02, -1.7005e-02, -1.2326e-02,
3.0163e-02, -4.1291e-02, -8.6386e-02, 6.3795e-03, -5.4471e-02,
1.5991e-02, 4.6820e-02, 9.9828e-02, -8.9456e-02, -1.1545e-01,
5.5551e-02, -2.5214e-02, 1.3757e-03, 9.2676e-02, -1.1532e-01,
-1.0635e-01, -8.3755e-03, -7.7778e-02, 2.7212e-02, 1.3819e-02,
-7.2637e-03, 2.7812e-02, -1.0343e-01, -4.4159e-02, -2.4832e-02,
1.0262e-02, 1.1517e-03, -1.4440e-01, 7.2980e-02, 4.1054e-03,
1.6456e-02, 4.6811e-02, 1.0674e-02, 1.4862e-02, -6.8821e-02,
-3.0950e-02, 2.2309e-02, -2.0501e-02, -1.3730e-01, 1.2948e-02,
-1.1827e-01, -2.6241e-02, -6.4743e-03, -7.6920e-02, 9.7254e-02,
-3.4050e-02, -9.9294e-02, 2.5466e-02, -3.8306e-02, -5.4762e-02,
1.8858e-02, -6.1357e-02, -1.2774e-01, -8.5791e-02, -7.2978e-02,
-9.2652e-02, -4.6185e-03, -2.3284e-02, 9.8450e-02, -5.8871e-02,
-1.2384e-01, -1.5219e-02, -7.5580e-02, -6.0971e-02, 8.2190e-03,
3.9496e-03, 1.0001e-02, -3.8076e-02, -6.8804e-02, 2.7280e-02,
-8.5026e-02, -6.9088e-02, 2.5309e-02, -7.8794e-02, -8.2758e-02,
2.4971e-03, -4.9742e-02, 1.7427e-01, -1.4819e-01, -8.2594e-02,
-5.8942e-02, -6.3467e-02, 4.9922e-02, -1.3648e-02, 6.9735e-02,
2.1845e-02, -4.7443e-02, 2.8665e-02, -6.1145e-02, -4.6356e-02,
-7.2226e-02, -4.0627e-02, -1.5933e-02, -6.5891e-02, -5.2525e-02,
-2.7125e-02, 6.8752e-02, -2.2053e-02, -7.8916e-02, -6.0145e-02,
2.3871e-02, -8.4047e-02, -7.3961e-02, 4.8396e-02, 4.0252e-02,
-2.5533e-02, -1.2003e-01, -6.7422e-03, -3.6912e-03, -5.1078e-02,
2.4169e-03, -2.8028e-03, 3.4283e-02, -2.8266e-01, 3.7637e-02,
-1.9876e-02, -8.1764e-02, -2.6424e-02, -4.1015e-02, -2.1193e-02,
5.3603e-02, -1.7226e-02, -1.3586e-01, -8.6387e-02, -7.4717e-02,
6.2673e-03, 3.8035e-02, 1.3669e-02, 1.3655e-02, -2.2742e-02,
-8.5382e-02, -4.9999e-02, -1.5172e-01, 1.2849e-02, -2.3973e-02,
2.4450e-02, -1.1982e-01, 5.6575e-02, -2.7302e-02, -8.6960e-02,
-2.4992e-02, 6.0297e-02, -7.3335e-02, 1.0886e-02, -1.1878e-02,
-2.5248e-02, -4.1284e-02, -1.5034e-01], device='cuda:0')),
('bert.encoder.layer.10.attention.self.query.weight',
tensor([[-0.0206, -0.0382, 0.0531, ..., 0.0290, 0.0115, 0.0278],
[-0.0118, -0.0045, 0.0155, ..., -0.0199, 0.0097, 0.0016],
[ 0.0222, -0.0150, 0.0169, ..., 0.0481, -0.0034, -0.0469],
...,
[ 0.0527, -0.0203, 0.0511, ..., -0.0177, 0.0520, 0.0148],
[-0.0291, 0.0910, 0.0412, ..., -0.0213, 0.0238, -0.0011],
[ 0.0062, 0.0235, 0.0320, ..., -0.0276, -0.0477, 0.0061]],
device='cuda:0')),
('bert.encoder.layer.10.attention.self.query.bias',
tensor([ 2.9598e-02, -1.7694e-02, -1.2243e-01, -8.6177e-03, 1.5311e-02,
-8.6785e-03, -7.3330e-02, 9.2509e-03, -1.8176e-02, 4.4476e-02,
2.0082e-01, -4.7365e-03, 1.3164e-02, 3.8980e-03, 6.5517e-02,
7.8940e-03, 2.5893e-02, -4.4656e-02, -3.2389e-02, -6.4808e-03,
1.7598e-02, 2.0982e-02, -4.7916e-03, 4.2731e-02, -5.5131e-02,
2.5296e-02, -3.3492e-02, -3.0038e-03, -5.5259e-03, 1.0923e-02,
-4.1559e-03, -4.9147e-02, 3.1994e-02, -6.7669e-02, 2.6976e-02,
1.9783e-02, 6.1352e-03, 2.1391e-02, 3.5737e-02, -3.2280e-02,
2.6013e-02, -1.9399e-02, 1.4850e-02, -1.8366e-02, -1.9479e-02,
-3.2882e-03, 5.9611e-02, 5.0607e-02, 8.8693e-02, 3.2938e-02,
-8.7156e-02, 3.4238e-02, 4.1834e-03, 2.6884e-03, -5.5527e-02,
2.6199e-02, 7.4065e-03, 2.7013e-02, -2.6294e-02, -5.6524e-02,
2.6898e-02, -6.6871e-02, 4.0459e-02, 5.3767e-02, -9.5458e-03,
-1.9271e-02, 1.7366e-01, 4.0511e-02, -2.3481e-02, -3.2281e-02,
2.5096e-02, 2.1944e-02, -3.9287e-02, -1.3988e-02, -3.8669e-02,
-6.4414e-02, -3.4680e-02, 7.1203e-03, 3.4466e-02, 1.4817e-02,
-1.1973e-01, 2.9209e-02, 5.0739e-04, -8.6737e-02, 5.8918e-02,
4.6593e-02, -1.4573e-02, 1.0397e-02, 9.4996e-02, -2.1611e-02,
-1.2722e-02, -2.4226e-02, -1.0375e-01, 8.0758e-02, 4.8316e-03,
3.4952e-02, 4.7031e-02, 2.5216e-02, -3.5479e-02, 3.7612e-02,
-7.4678e-02, 1.3984e-01, -6.6276e-03, -1.0102e-02, -1.0670e-02,
5.5248e-02, -8.1913e-02, -2.3391e-02, -4.3751e-02, 6.9037e-02,
-4.6860e-02, -9.9304e-03, 3.4067e-02, -7.6223e-02, -5.7716e-02,
-1.7262e-02, 1.4140e-01, 5.9063e-02, 4.8263e-02, 2.7720e-02,
1.4773e-02, -1.0823e-03, 6.1825e-02, 2.7187e-02, 3.2491e-02,
3.8216e-02, 1.2056e-01, -2.8511e-02, 6.9071e-02, -6.4501e-02,
-9.0775e-02, -4.5180e-01, -2.8476e-02, -1.2029e-03, 4.9675e-01,
-8.9618e-02, 1.1900e-01, 1.8059e-01, 1.5920e-01, -5.0845e-02,
-1.3173e-01, 1.8466e-01, 6.5010e-02, -1.4685e-01, 4.6399e-03,
1.5013e-01, 4.9195e-01, 5.7080e-02, -1.0037e-01, -3.6841e-02,
-1.8786e-01, -1.5807e-01, 9.1759e-02, -6.1903e-02, -2.4699e-01,
-1.8900e-01, -8.5026e-02, 1.1501e-01, -4.5552e-01, 2.9908e-01,
1.8658e-01, -3.9939e-02, 1.3462e-01, -4.6921e-02, 6.4903e-02,
-1.0657e-02, -6.3846e-02, -7.5571e-02, -1.4751e-01, -1.5308e-02,
-9.2655e-02, 1.1343e-02, -1.5446e-01, -3.5548e-02, -7.8116e-02,
-3.1119e-01, -1.0519e-01, 4.4302e-02, 1.0549e-01, -9.1897e-02,
-1.1430e-01, 1.0260e-01, 8.7807e-02, -1.0516e-01, 2.9616e-03,
-5.1340e-01, 5.9660e-02, -7.5505e-02, 8.8799e-02, 1.3729e-01,
-1.3695e-01, -7.5919e-03, 2.0390e-01, 2.6865e-01, 1.8106e-01,
-1.7694e-01, -2.0493e-01, -1.7785e-01, -7.4126e-01, -4.8583e-01,
-1.6485e-01, -3.0692e-01, 8.4809e-02, -5.4037e-01, 1.4868e-01,
-6.1560e-01, 3.0123e-01, 4.9845e-01, 8.0961e-02, 1.0242e-01,
6.6984e-01, 2.4343e-01, 3.3630e-01, 1.1960e-01, 6.2686e-01,
1.5956e-01, -4.5878e-02, 1.8160e-01, -5.4814e-02, -1.7268e-01,
4.6681e-01, 6.0171e-01, -8.0076e-01, -3.5770e-01, -4.3141e-01,
1.6599e-02, 1.2904e-02, -6.1968e-02, -1.8793e-01, -1.5288e-01,
-2.1925e-01, 3.3919e-01, -1.7396e-01, 4.0763e-01, -7.4133e-02,
2.5085e-01, 2.7357e-01, 6.4881e-02, -2.3273e-01, 6.2651e-01,
-2.2960e-01, -7.5063e-01, 5.6346e-02, -1.3125e-01, -7.0585e-01,
-5.5345e-02, -7.1222e-02, -1.9911e-01, -5.0137e-01, 2.8442e-01,
1.2720e-01, -3.3945e-01, -6.7569e-02, 6.7705e-01, -1.8391e-01,
-2.4700e-01, -3.1026e-01, -2.8504e-01, 5.6526e-03, 2.7667e-01,
-6.7428e-02, -6.0622e-02, -6.9147e-01, -6.3781e-01, 1.3123e-01,
3.1670e-01, -1.5143e-02, 2.7771e-01, -5.7741e-02, 2.7668e-03,
-1.3164e-02, 1.2885e-01, -1.9660e-01, -2.1438e-01, -1.9278e-01,
-1.7466e-01, -9.1573e-02, 5.5143e-02, -2.3616e-02, 1.9286e-02,
1.0683e-01, 2.6495e-01, 7.2456e-01, 2.9380e-02, -2.5710e-01,
-2.0869e-01, 8.1583e-02, -3.4378e-01, 3.0867e-01, 4.5258e-02,
3.6078e-01, 1.5075e-01, -3.2572e-01, 2.5615e-02, 1.5957e-01,
7.0795e-01, -6.5407e-01, -3.4954e-02, 2.1764e-01, -7.6494e-02,
-1.7792e-01, -5.3502e-01, 5.8689e-02, -2.5772e-01, -1.7343e-01,
-3.4805e-02, -7.0085e-02, 4.0441e-01, 1.3188e-01, -1.7325e-01,
3.1714e-01, 3.1662e-01, -2.5220e-01, -3.4908e-01, -9.4362e-02,
-2.5915e-02, 5.2328e-01, -2.1942e-01, -3.0480e-02, -4.5533e-03,
-2.9801e-01, 4.9557e-01, -4.1109e-02, -7.8931e-02, -1.5418e-02,
-5.3568e-02, -1.0321e-01, -2.0937e-02, 1.1838e-02, 4.2155e-02,
-1.0445e-01, -2.8950e-02, 9.2042e-02, 1.6262e-02, 2.7888e-02,
8.1195e-03, 8.3460e-04, 7.8890e-02, -2.3329e-01, 1.2354e-02,
-2.7764e-01, -4.9188e-02, 4.7894e-02, 1.8919e-01, -5.5456e-02,
-1.7049e-01, -1.7182e-01, 1.9421e-02, -3.4591e-02, -5.4482e-02,
5.2411e-02, 6.0468e-02, 9.8494e-03, -8.9947e-02, -6.4387e-02,
8.8367e-02, 9.8926e-02, -5.1947e-02, -7.6650e-02, -4.4479e-02,
6.4092e-02, -2.3046e-01, 1.6722e-01, -1.7991e-02, -6.7257e-02,
-4.3214e-02, -2.1731e-02, -3.8980e-01, 4.6132e-02, -1.6417e-01,
1.0883e-02, 3.2910e-01, 1.3466e-01, 1.0222e-01, 1.3042e-02,
1.5070e-01, 2.2051e-01, 2.5795e-01, -1.6037e-01, 4.4867e-01,
-2.6794e-01, -1.2962e-01, 1.3074e-01, 1.7743e-02, 2.4789e-01,
2.3895e-01, -1.0371e-01, -1.8287e-02, 1.6264e-01, 7.7719e-02,
-5.1364e-02, -2.8280e-01, -1.8460e-01, -4.2078e-02, -1.6881e-01,
-4.9821e-01, 8.1709e-02, -7.4045e-02, 1.7182e-01, -1.9178e-01,
2.5638e-01, 3.1392e-02, -1.4372e-02, -1.2384e-01, 1.3147e-01,
3.7370e-02, -9.0467e-02, 6.2226e-02, -5.3366e-01, -1.2336e-02,
-1.9307e-01, 1.9860e-02, 5.8078e-02, -9.5937e-03, -1.4013e-01,
-3.6062e-02, 1.2790e-01, 1.0405e-01, -6.3973e-02, -5.4171e-01,
-1.6487e-01, -1.1376e-02, -3.7731e-01, -4.8125e-02, -4.9765e-02,
1.9940e-01, 1.5954e-01, 3.3438e-02, -9.2268e-02, -1.3419e-01,
2.5964e-01, -9.3923e-02, 6.3152e-02, -1.6418e-01, 1.1445e-01,
-8.9870e-02, -1.5016e-02, 1.5367e-01, 6.7813e-02, -6.4678e-02,
2.2352e-01, -7.7617e-02, -4.2678e-01, 4.0255e-02, -1.5820e-01,
-1.6073e-02, 3.6444e-02, -1.2934e-01, -4.9283e-02, -1.5037e-02,
6.4896e-03, -1.7700e-02, -2.3433e-02, 4.0993e-02, -3.7560e-03,
-2.0354e-02, 3.3126e-02, 2.8608e-02, -6.3144e-03, 3.1843e-02,
1.7673e-02, -5.2339e-02, -4.5504e-02, 4.3335e-02, -2.8543e-02,
-6.5587e-02, -4.6691e-02, 2.3222e-02, -3.1586e-02, 3.7832e-02,
3.8966e-02, 6.1029e-02, 1.2569e-01, 8.3986e-03, 1.6200e-01,
-4.1716e-02, -4.4106e-02, 7.4202e-02, 3.0359e-02, -2.7196e-03,
-1.8906e-02, -3.5187e-02, 1.3076e-03, -2.2632e-03, -4.0057e-02,
3.3746e-02, 5.0751e-02, 3.1473e-02, -9.1453e-03, -1.6976e-01,
-7.9565e-02, 6.8024e-02, -3.0628e-02, 9.5402e-03, -3.9725e-02,
-4.4280e-02, 7.6088e-02, -2.4076e-02, 5.7791e-03, -2.4237e-02,
-3.7562e-02, 3.2938e-02, 3.7652e-02, 8.9312e-02, -1.7470e-01,
1.1614e-02, 7.1086e-04, 4.8989e-02, -1.9127e-02, 8.7737e-02,
-4.7566e-03, 4.5948e-02, 5.7957e-02, -1.1067e-02, -4.1862e-02,
1.7365e-02, 1.2213e-01, -2.2189e-02, 1.0475e-01, 9.5337e-03,
9.1310e-03, -9.1678e-02, 3.2225e-01, -5.7238e-02, -2.0179e-01,
4.5959e-02, 2.1217e-01, 3.5529e-02, 1.1371e-01, -1.0507e-01,
-7.2721e-02, -5.9451e-02, 1.3952e-01, 2.1312e-03, -3.0236e-02,
1.3957e-02, 1.3791e-02, 1.0208e-01, -2.2661e-03, 1.0482e-01,
-1.8196e-01, 6.4936e-02, -9.7190e-02, -2.3429e-01, -1.3889e-01,
-4.5809e-02, 4.3710e-02, 3.6232e-02, 1.0113e-01, 6.5657e-02,
9.8640e-03, 1.3760e-02, -7.7014e-02, -5.3463e-02, -8.3855e-02,
4.4314e-03, -2.3199e-01, -1.2189e-01, 1.9554e-02, 1.9159e-01,
2.8302e-02, 5.9254e-02, 4.7809e-02, 8.0856e-02, 2.9478e-02,
-4.3686e-03, 2.0109e-01, 2.3045e-02, 3.4692e-02, 1.8526e-01,
-3.7640e-02, -1.2589e-02, 3.5388e-02, 1.4094e-02, -2.5094e-01,
3.0748e-02, -7.8082e-03, -4.1104e-02, -3.7354e-02, -7.1204e-02,
4.0315e-02, -1.9477e-01, 1.6517e-03, -1.0201e-01, -6.3587e-02,
-8.2447e-03, -5.4381e-02, -1.1059e-01, 3.0453e-01, 5.1255e-02,
-2.6710e-02, -2.4521e-02, -8.0607e-02, -3.2319e-02, -3.5274e-02,
-1.7231e-02, -6.8472e-02, 1.7365e-01, 9.6305e-03, 3.7318e-02,
2.0401e-02, 5.0520e-02, 4.0891e-02, 1.0842e-01, -4.8269e-02,
5.7331e-02, 3.0879e-03, 3.7292e-02, -8.0825e-03, 4.6772e-03,
7.3973e-02, -1.0399e-01, 3.8074e-02, -5.0480e-02, -6.7546e-02,
-1.9966e-03, 7.5340e-02, -2.3964e-02, 8.8782e-02, 3.9187e-02,
-1.1333e-02, -4.0617e-03, 4.5735e-03, 1.7804e-02, 3.7158e-02,
5.0699e-03, -2.9938e-03, -8.5059e-02, 2.6642e-02, -5.4412e-02,
3.9171e-02, 4.2810e-02, 2.0778e-02, 2.4985e-02, -2.9777e-02,
3.0891e-02, 1.3767e-02, 2.3384e-02, -2.1323e-02, -4.2050e-02,
-1.5185e-02, 6.5426e-03, -5.5818e-04, 4.1951e-02, 1.5254e-02,
2.9362e-02, -4.9706e-02, -3.6463e-02, 7.9069e-03, -3.4073e-02,
3.4567e-02, 1.5457e-02, 5.3470e-02, 3.0218e-02, -2.4106e-02,
-3.6983e-02, 9.9642e-03, 5.1301e-02, 2.2325e-02, 5.0374e-02,
1.0058e-02, 2.0079e-02, 5.4139e-02, -1.0966e-02, 1.0110e-01,
1.0964e-01, -1.9835e-02, -9.2332e-02, -2.3109e-02, 1.1343e-02,
2.1680e-02, 1.9801e-01, -3.2874e-03, 5.1688e-02, -1.1831e-02,
7.7226e-03, 5.6163e-02, -3.5519e-02, -6.7223e-03, 9.2381e-02,
7.8801e-03, 3.7535e-02, -4.9245e-02, 1.3200e-02, 5.7281e-03,
-8.8741e-03, 1.8381e-02, -2.4183e-02, -1.3349e-02, 3.4984e-02,
5.4043e-02, 1.3167e-02, -1.5438e-02, 8.8535e-03, 3.5535e-02,
-1.0435e-02, -2.3952e-02, -6.3116e-03, 1.6731e-02, -1.4597e-02,
1.7663e-02, 2.6883e-02, 4.3066e-02, -2.7492e-03, -1.5789e-03,
-1.8990e-02, -8.6162e-03, 3.7966e-02, -3.4005e-02, -7.5853e-02,
-1.1719e-04, -1.4308e-02, -2.7416e-03, 2.2000e-03, -4.1045e-03,
-4.1028e-02, 2.7139e-02, -1.4488e-02, -2.7907e-02, 1.8860e-02,
-2.4793e-02, -2.0564e-02, -2.4354e-02, -2.6321e-02, -1.4654e-02,
3.8429e-03, -1.6834e-02, -3.3813e-03, 5.2167e-02, -1.5409e-02,
-1.0521e-02, 8.3903e-03, 9.8835e-02, -9.0374e-03, 1.3082e-03,
1.0908e-02, -2.2476e-02, 4.1483e-02, 2.3176e-03, 7.6675e-03,
-4.3090e-02, -1.1608e-02, -1.0775e-02, -2.3637e-02, -3.1750e-02,
-1.9998e-02, 8.5726e-03, -1.0730e-02, -1.2294e-02, 5.3236e-03,
-9.5525e-03, -3.2811e-02, 8.9197e-03, -7.9559e-03, 1.0243e-02,
-6.9444e-03, -2.6515e-02, -2.8895e-02, -9.8806e-04, 3.0155e-03,
-1.4206e-03, 1.1431e-02, -3.9596e-02, 2.4710e-02, 1.7152e-01,
2.5261e-02, -6.0957e-03, -1.0182e-01], device='cuda:0')),
('bert.encoder.layer.10.attention.self.key.weight',
tensor([[ 0.0686, 0.0455, 0.0159, ..., -0.0066, -0.0356, -0.0176],
[-0.0472, -0.0268, 0.0091, ..., 0.0229, -0.0439, 0.0056],
[-0.0242, 0.0575, 0.0087, ..., 0.0361, 0.0482, -0.0664],
...,
[ 0.0550, 0.0198, -0.0615, ..., 0.0096, 0.0078, 0.0152],
[-0.0245, 0.0280, -0.0040, ..., 0.0409, -0.0161, -0.0136],
[-0.0098, -0.0302, -0.0246, ..., -0.0397, 0.0254, 0.0149]],
device='cuda:0')),
('bert.encoder.layer.10.attention.self.key.bias',
tensor([ 4.7797e-04, 4.6812e-03, 5.0195e-04, 2.8689e-03, -6.2424e-04,
1.8454e-03, 7.5784e-03, 4.0173e-04, 5.7492e-05, 3.3200e-03,
-3.3719e-03, -4.4384e-04, 2.2084e-03, -3.6390e-03, 1.2627e-02,
-4.2679e-03, 1.3948e-04, 3.8741e-03, -6.0928e-04, -3.2971e-03,
-4.8858e-03, 5.5194e-03, 3.2074e-03, -4.7580e-03, 1.8970e-03,
-2.4923e-03, -1.4737e-03, 4.7576e-03, 3.7216e-03, -1.3349e-03,
3.7299e-03, 4.9153e-03, 6.8502e-03, 3.8326e-03, -5.6982e-03,
1.7532e-03, 9.1958e-04, -4.4141e-03, 3.0725e-03, 7.7903e-03,
1.7784e-03, -1.5738e-04, -4.8605e-03, 3.3501e-03, -4.1224e-03,
-6.0371e-04, -6.0432e-03, 2.7334e-03, 2.8481e-03, -2.4379e-03,
-2.6136e-03, 3.6106e-03, -7.1206e-03, 9.0670e-04, 2.6966e-03,
-2.8696e-03, 2.1660e-03, 4.9988e-03, -6.3300e-04, 8.9912e-03,
-3.5488e-03, -2.1302e-03, -2.6066e-03, -3.0566e-03, 1.5351e-03,
-6.2286e-03, -6.9106e-03, -2.0420e-03, -1.1157e-03, 3.0570e-03,
-8.6463e-04, 4.2602e-06, -2.0705e-04, -7.7698e-04, 5.7549e-05,
4.4941e-03, 2.5270e-03, -5.1837e-03, -3.6163e-03, -5.6713e-03,
1.9411e-03, 1.2229e-03, 3.1567e-03, 3.3942e-04, 6.8463e-03,
-1.2657e-03, 4.1069e-03, 5.2419e-03, -3.1147e-03, -1.4400e-04,
7.5859e-03, -4.9202e-03, 1.1870e-03, 1.7026e-03, 4.7025e-03,
4.7309e-03, 5.2922e-03, -9.6886e-04, -5.1524e-03, 1.4905e-03,
5.9803e-04, -8.6543e-03, -4.5399e-03, 3.6236e-03, -2.8979e-03,
-2.5843e-03, 2.4975e-03, -1.0112e-03, 2.8411e-03, -1.1851e-02,
2.0394e-03, -8.2870e-03, -7.6135e-03, 8.5030e-04, 1.8616e-03,
-1.3892e-03, 7.8314e-03, -3.5995e-03, -5.2825e-03, -6.0283e-03,
1.2598e-03, 9.5026e-04, -3.8093e-04, -1.6517e-03, 2.8536e-03,
5.9880e-03, -8.9967e-04, -2.6598e-03, -6.5045e-03, -7.3834e-03,
-3.3300e-03, -3.0253e-03, -6.5707e-03, 7.1526e-03, 7.1892e-03,
1.1153e-03, 5.0201e-03, 4.4506e-03, 3.9015e-03, -1.6636e-03,
-2.0295e-03, 4.1722e-03, 3.7849e-03, 5.0499e-03, -5.0539e-04,
3.2540e-03, 1.0053e-02, -7.0987e-03, 3.0934e-03, -4.4906e-03,
-5.9254e-04, -3.5197e-03, 7.9397e-03, -2.2406e-03, 2.4813e-03,
-8.4238e-04, -3.9973e-03, 1.7643e-03, -7.5150e-03, 5.7434e-03,
-2.6977e-03, 8.6782e-03, 6.0434e-03, -1.7205e-04, 5.9723e-05,
6.8018e-03, -3.7311e-03, 5.4739e-03, -1.6862e-03, 2.0685e-03,
-5.2381e-03, 1.1902e-03, -1.1264e-04, 9.1264e-04, 1.2493e-03,
-6.5889e-03, -8.7787e-04, -3.6036e-03, -4.6524e-03, -3.3378e-03,
1.8431e-03, 3.2036e-03, -7.0715e-04, -6.0372e-03, -3.2172e-03,
-8.0880e-03, 4.6442e-03, 2.9194e-03, 2.2818e-03, 4.6441e-03,
-8.7284e-03, 6.4328e-03, -2.8537e-03, 1.7438e-03, 6.3977e-03,
-2.9326e-03, -1.2801e-04, -9.6437e-04, -3.3715e-03, 1.2841e-03,
2.5001e-04, -3.4387e-03, 2.4823e-03, 1.6536e-03, -3.5455e-04,
-3.9614e-03, 3.6479e-03, 6.2697e-03, 1.5372e-04, 7.1885e-03,
-1.1358e-03, 9.1867e-03, 2.8219e-03, -1.5700e-03, 9.5247e-03,
9.1762e-05, -2.0893e-03, 4.6669e-03, -8.8988e-04, 1.9845e-03,
5.9280e-03, 1.6452e-03, -1.6126e-03, -3.8258e-03, 6.4549e-03,
-7.3605e-03, -4.7970e-03, 4.0412e-03, -6.0511e-04, -1.9124e-03,
6.3089e-03, 3.1535e-03, -2.6323e-03, 3.6574e-04, 2.6769e-03,
4.1359e-03, -4.4295e-04, 1.1816e-03, -4.5884e-03, -3.1272e-03,
1.2665e-03, -5.2467e-03, -4.2133e-04, -9.4113e-03, -2.4943e-03,
7.8374e-03, -6.6269e-03, 2.5098e-03, -1.7019e-03, 7.5379e-03,
-4.6118e-03, 8.1153e-03, 4.6912e-03, -3.3132e-04, -5.3149e-03,
-4.9859e-03, -5.8189e-03, -3.3602e-03, 1.5230e-03, -1.9042e-03,
1.8638e-03, -2.9805e-04, 5.6570e-03, 2.7060e-03, 2.9093e-03,
4.1939e-04, -3.2063e-03, 9.1266e-04, 1.1156e-03, -1.4792e-03,
4.3218e-03, -1.0617e-03, -2.5369e-03, 1.1700e-03, -7.2937e-04,
-3.6570e-03, -1.3467e-03, 6.0279e-03, -3.8420e-03, -1.9305e-03,
2.9747e-03, 3.7986e-03, -4.6432e-04, -4.5341e-03, -9.0384e-04,
-4.3759e-04, 3.2960e-03, 1.6374e-03, 7.4542e-05, -8.8817e-03,
3.7761e-03, 2.4516e-05, -1.5891e-04, -8.8061e-06, 5.5457e-03,
-1.3922e-03, 7.6407e-03, 1.4508e-03, -2.2619e-03, -6.3143e-04,
2.9376e-03, -3.8623e-03, 5.9759e-04, 5.1495e-03, -1.5211e-03,
-7.9933e-03, 4.4881e-03, -7.1956e-03, -1.3014e-03, -3.5610e-03,
8.3103e-03, 3.5634e-03, 2.1403e-03, 1.4412e-03, 7.3714e-03,
1.6722e-03, -6.2330e-04, 1.6349e-03, 3.6402e-03, 3.1012e-03,
-5.3416e-04, -1.4026e-03, 3.1109e-03, 4.5139e-03, 3.2098e-03,
6.2630e-03, 1.9760e-03, 7.1163e-04, -1.2776e-03, -1.4806e-03,
3.7078e-03, -1.7865e-03, -2.3823e-03, -5.1687e-05, 8.9935e-04,
2.1306e-04, 7.3570e-04, 1.5320e-03, 9.1847e-04, -1.8918e-03,
-1.3762e-03, 3.2316e-03, -4.5579e-03, -5.9153e-05, 3.0018e-03,
6.8336e-05, 2.4715e-03, 7.4898e-04, 6.2533e-05, 2.4242e-03,
1.1321e-03, -3.9255e-03, -1.3001e-03, -2.9688e-03, 3.5515e-03,
-2.0425e-04, -1.9711e-03, -7.2440e-05, 1.9765e-03, -1.0885e-03,
5.9974e-04, 1.9752e-03, 6.9904e-04, 1.0385e-03, 2.4206e-03,
3.2269e-03, -4.0527e-04, 8.3373e-04, 2.4533e-03, -3.1515e-04,
2.4809e-03, -1.8379e-03, 3.5089e-04, 1.5654e-03, 6.6670e-04,
-4.6372e-03, -2.8785e-04, -3.8187e-03, 5.9102e-04, -5.2336e-03,
1.1449e-04, 8.6697e-04, -2.6541e-03, -2.1372e-03, -4.9092e-03,
4.2082e-04, -3.8298e-03, -4.3728e-03, 3.4064e-03, 4.1420e-03,
2.5896e-03, 3.8022e-04, 3.1679e-03, 2.7230e-03, -3.3836e-03,
1.0924e-02, 2.3168e-03, -4.7058e-03, -1.8341e-03, -5.2501e-03,
3.3278e-04, -1.7500e-03, -9.6733e-05, -2.7757e-03, -2.2254e-03,
-1.8950e-04, 3.6228e-03, 4.5264e-05, 7.2475e-04, -4.1757e-03,
-1.9340e-03, -1.7066e-03, -2.4646e-03, 1.0453e-03, -2.1531e-03,
-3.0113e-03, -2.1457e-03, 7.8513e-04, 1.8961e-03, 7.5436e-03,
-4.3575e-03, 3.6428e-03, -3.4933e-03, -1.6253e-04, 7.6832e-04,
7.4924e-03, 1.3110e-04, -1.3020e-03, 9.2839e-04, 1.7633e-03,
2.0461e-03, 3.8624e-03, -3.1490e-04, 3.3970e-03, -1.1830e-03,
-1.3938e-03, 4.1631e-03, 2.0634e-03, 6.1132e-03, 1.9142e-03,
-1.7771e-03, -1.8921e-03, 7.9295e-03, 1.4889e-03, -4.1380e-03,
-4.0021e-03, 5.2230e-03, -4.3925e-03, -2.9996e-03, -3.6733e-04,
-8.3895e-03, 2.4672e-03, 2.8148e-03, 4.5506e-03, -7.4325e-03,
-3.0231e-04, -2.3735e-03, -4.2513e-03, 6.0433e-03, 5.4175e-03,
8.0364e-03, 6.8151e-03, 5.5221e-03, 2.2349e-03, 1.1219e-02,
5.5432e-03, 2.9293e-03, -4.8042e-03, 8.0288e-04, -3.1776e-03,
5.4993e-03, -4.6793e-03, 8.3008e-03, -2.7523e-03, 1.0362e-02,
-2.5559e-03, -8.9903e-05, -7.7998e-04, -1.4049e-03, 6.6687e-03,
4.4559e-03, 6.5313e-03, 2.4247e-03, -6.0732e-03, 5.1994e-03,
1.1091e-02, 5.6937e-03, -6.9872e-03, 4.2534e-03, 1.3563e-02,
1.0630e-03, -2.7815e-03, -5.2836e-03, -4.3493e-03, 1.1551e-02,
-7.6217e-04, 1.0717e-02, 3.3326e-03, 3.0239e-03, -3.8212e-03,
-1.7223e-03, 5.3273e-03, -4.3499e-03, -1.1832e-02, 1.2028e-03,
-5.4454e-03, 6.6695e-03, -4.5323e-03, -1.3015e-03, 4.2204e-04,
-5.6529e-03, -3.4800e-04, 2.1217e-03, 4.6395e-04, 2.5406e-04,
-6.3150e-03, -6.1966e-06, -1.9257e-04, -4.0701e-04, -2.8388e-03,
1.0565e-03, 2.0615e-03, -7.0650e-04, -1.4782e-03, -2.3358e-03,
2.9518e-04, 6.7572e-03, -1.4667e-03, 8.0848e-05, 9.4765e-04,
-5.9244e-04, -2.9803e-03, 1.7300e-03, 3.5525e-03, 1.4977e-03,
-2.4493e-04, -9.3854e-04, 1.5826e-03, -2.2661e-03, 2.1887e-04,
-3.3781e-03, 1.9343e-03, 6.3985e-03, -3.8169e-03, -1.4750e-03,
1.0167e-03, 1.7005e-03, 1.9865e-03, -1.8494e-04, 1.8495e-04,
-2.8689e-04, 2.5368e-04, -4.4136e-03, 5.4610e-03, -3.4033e-03,
2.1406e-04, -8.6359e-04, -2.6077e-03, -4.3324e-04, -1.6378e-03,
-3.6575e-03, -1.4880e-03, 4.2741e-03, 6.6175e-03, 2.1481e-03,
-2.0661e-04, 2.1504e-03, -2.8515e-03, -1.1843e-03, 4.1615e-03,
-4.4350e-03, 1.7346e-03, 5.2485e-03, -5.0780e-04, 1.3024e-03,
2.6813e-03, -7.2764e-04, -6.4375e-04, -3.7656e-03, -1.0056e-03,
-5.9165e-04, -6.5942e-03, -1.6002e-03, 3.7678e-04, -8.3112e-04,
4.5147e-04, -5.9653e-03, -4.9064e-04, 4.3605e-03, 2.1954e-03,
-6.1891e-04, 1.8287e-03, 2.5661e-03, -3.6060e-03, -2.8199e-03,
3.0284e-03, -2.0111e-04, -3.6920e-03, -3.8479e-03, -5.2936e-03,
8.6359e-06, 4.1491e-04, -6.2694e-04, -2.0174e-03, 2.9247e-03,
1.7536e-04, -1.7914e-03, 5.5671e-03, 6.7664e-04, 1.2398e-03,
1.3214e-04, 2.5092e-03, 3.8759e-03, -3.2950e-03, -8.3742e-04,
3.1612e-04, -4.3414e-03, 3.0009e-03, 2.0385e-03, 2.4162e-03,
6.6762e-04, 1.8709e-03, 1.6856e-03, 6.1760e-04, 2.9041e-03,
-7.6868e-03, -8.5233e-04, -3.3187e-05, 4.2235e-03, 1.7999e-03,
-2.2391e-03, 3.9971e-03, 9.4989e-04, 2.5328e-03, 1.1030e-04,
3.6016e-03, -5.9798e-03, 9.3650e-04, 4.5012e-04, 7.1440e-04,
-3.0310e-03, -6.5779e-04, 2.4201e-03, 4.4254e-03, 2.6385e-03,
-1.0755e-03, 6.8507e-03, 4.8878e-03, -4.2857e-03, -6.7465e-03,
-4.3890e-03, -1.6848e-03, 8.3907e-03, -1.3299e-02, -8.4198e-03,
9.5272e-03, 9.5562e-03, -4.1709e-03, 4.3798e-03, 1.3504e-02,
8.3784e-03, 2.0434e-03, -1.6362e-03, 2.8364e-04, 9.4007e-03,
2.3541e-03, -1.3863e-03, 1.3692e-03, -5.8721e-03, -5.4577e-03,
-2.8410e-03, -5.8806e-03, -9.0363e-04, -3.6804e-03, 8.0496e-03,
-4.1121e-03, -5.1139e-03, 2.9917e-03, -4.8941e-03, 2.8309e-03,
-1.4750e-03, -9.0409e-03, 1.3011e-03, 2.0004e-03, 1.4742e-02,
-1.4451e-03, 7.7614e-03, 3.4188e-03, 6.9111e-03, -1.6647e-03,
-4.7607e-03, -3.1509e-03, -5.7886e-03, -8.0897e-03, -7.0788e-03,
3.9359e-03, 8.5041e-03, 2.2069e-03, 3.0466e-04, 2.2289e-03,
-1.2937e-03, 9.1880e-04, -4.3310e-03, -4.4203e-03, -5.7176e-03,
-3.9620e-03, -3.9621e-03, 2.4441e-03, 4.1528e-03, -1.3473e-03,
5.4817e-03, 1.6272e-03, -1.4498e-03, -2.8014e-03, -9.4812e-04,
-1.3372e-04, -1.4600e-03, -7.9692e-04, -4.0037e-04, 3.7756e-03,
8.7877e-04, -5.4817e-03, 3.2151e-03, -2.3467e-04, -2.1669e-04,
-1.7125e-03, 3.6758e-03, -7.3208e-04, -5.1302e-03, -1.4172e-03,
-2.9245e-03, -4.1893e-03, -7.7054e-04, 5.2864e-04, 1.0674e-03,
2.4136e-03, -1.0255e-03, -2.3855e-03, 2.2692e-03, -1.9529e-04,
-2.0205e-03, 6.5975e-03, 9.6999e-04, 3.6799e-03, -2.7333e-03,
3.0404e-03, -1.6629e-03, -2.3790e-03, 2.8364e-03, -5.5224e-03,
-3.0684e-03, 2.2981e-03, 4.6279e-03, -8.0687e-04, 5.0636e-03,
3.2946e-03, 2.9178e-03, 1.8585e-03, -2.6074e-03, -2.2759e-03,
4.5475e-03, -2.1805e-03, 2.8724e-04, -2.8806e-04, -5.8293e-03,
-3.6966e-03, 1.1219e-03, 6.1782e-04], device='cuda:0')),
('bert.encoder.layer.10.attention.self.value.weight',
tensor([[ 0.0077, -0.0132, 0.0466, ..., -0.0201, 0.0513, 0.0563],
[ 0.0211, 0.0731, 0.0329, ..., -0.0122, 0.0391, -0.0259],
[-0.0432, -0.0132, 0.0226, ..., 0.0016, -0.0200, 0.0754],
...,
[-0.0274, 0.0372, -0.0080, ..., -0.0159, -0.0079, -0.0209],
[-0.0017, -0.0065, 0.0092, ..., -0.0297, 0.0102, -0.0021],
[ 0.0085, -0.0191, 0.0335, ..., -0.0271, 0.0201, -0.0278]],
device='cuda:0')),
('bert.encoder.layer.10.attention.self.value.bias',
tensor([-4.7075e-03, 2.3441e-02, 1.3992e-02, 8.2825e-03, 1.0133e-02,
-1.4176e-02, 8.5737e-04, -1.3720e-02, 2.6921e-02, -8.7156e-03,
1.2630e-03, -1.8630e-02, 1.1329e-03, -4.8127e-03, -2.7005e-03,
-6.6130e-03, 8.5314e-03, -3.5759e-03, 1.5100e-02, -3.0861e-03,
6.3407e-03, 1.8117e-02, 1.2010e-02, -1.2002e-02, 7.7569e-03,
5.2795e-03, -7.2940e-03, 1.6060e-02, 1.3201e-02, -3.2197e-03,
7.9353e-03, 5.8884e-03, 1.6938e-03, -1.9133e-02, -6.9460e-04,
7.6975e-03, -1.1970e-02, -4.3719e-03, -1.7237e-02, -5.8622e-03,
1.5843e-02, -2.3382e-02, -1.3178e-02, -8.2258e-03, 8.6031e-03,
1.1174e-02, -1.0716e-02, -8.6459e-03, 1.1350e-02, 1.0529e-02,
-1.6119e-02, 2.3014e-02, 1.1519e-02, -2.9035e-02, 4.7884e-03,
1.3636e-02, 2.1607e-02, 1.4764e-02, -3.5659e-03, 7.3633e-03,
-2.0108e-02, 1.5794e-03, 1.4195e-03, 1.6570e-02, -1.4700e-02,
-7.5003e-03, -4.2406e-03, -2.2897e-02, 5.8172e-03, 2.1192e-02,
-4.9489e-03, 1.2383e-02, 2.4311e-02, 5.5621e-03, 8.3021e-03,
-1.4573e-03, -4.4674e-03, 1.5937e-02, -3.0396e-03, 2.2307e-02,
-3.7038e-03, 6.5170e-03, -1.9264e-02, 8.7062e-03, -1.1057e-02,
-1.0261e-02, -1.1061e-02, -2.2517e-02, -6.7062e-04, 1.3500e-02,
3.5130e-03, -1.0915e-02, -9.1340e-03, 2.0062e-02, 1.2384e-02,
-1.8744e-02, 9.2487e-05, -6.0544e-03, 1.1726e-02, -5.0493e-03,
-1.2075e-02, 9.7268e-03, -8.2865e-03, -5.2124e-03, -4.1400e-02,
1.6690e-02, 1.0824e-02, 1.5459e-02, -1.9133e-02, 4.6276e-02,
9.3346e-04, 7.5777e-03, -1.3030e-02, -2.6585e-03, 2.0079e-02,
-2.9406e-03, -2.1890e-03, -1.2498e-02, 5.4942e-03, -1.7794e-02,
2.0442e-02, 4.8243e-03, -2.0427e-02, -8.2500e-04, -7.5809e-03,
-1.4554e-02, -7.6541e-03, 1.9659e-02, -4.8399e-02, -2.5757e-02,
-3.4891e-02, -1.5559e-02, 1.8312e-02, -2.6067e-02, 4.6383e-02,
4.8623e-02, 5.3505e-02, -1.3110e-02, 3.7951e-02, 2.4347e-02,
1.1798e-02, 4.6349e-03, -1.0878e-02, -1.0779e-02, -1.9216e-02,
2.9410e-03, 9.2014e-03, 1.8760e-03, -1.9813e-03, 2.1123e-02,
5.1832e-03, -3.4925e-02, -1.5695e-02, -5.3347e-02, 4.7694e-03,
2.9477e-02, -1.6306e-03, -4.2823e-04, 1.5848e-02, -1.0383e-03,
4.1185e-02, 3.5632e-03, -2.2357e-02, -2.4611e-02, -3.8487e-02,
2.0385e-03, 3.3322e-02, 7.0017e-02, -1.6846e-02, -5.0162e-02,
-4.0495e-03, 2.4986e-02, -7.7254e-03, 1.7529e-02, -4.6390e-02,
1.6709e-02, 2.0392e-02, 3.1295e-02, 8.0506e-03, -2.0965e-02,
-1.1327e-02, 1.1465e-02, -4.7881e-02, -2.4763e-02, 2.3839e-02,
1.3882e-02, 1.1366e-02, -4.7324e-02, -5.7715e-02, 1.1416e-02,
-4.4226e-02, 2.7355e-03, 1.6899e-02, -2.4188e-02, 1.0682e-02,
-1.9212e-02, -6.3278e-02, -3.3655e-02, -1.5929e-02, 5.4965e-02,
-1.2914e-02, -3.0961e-02, 2.5950e-02, 2.5892e-02, -3.6599e-02,
-1.7181e-05, 7.4260e-03, -1.8643e-02, 1.7150e-02, 3.1675e-02,
-5.2576e-03, -6.7954e-03, -2.3804e-02, -2.1083e-02, -1.4301e-02,
-3.8365e-02, -6.8044e-03, 1.7938e-02, 2.4436e-02, 2.5015e-02,
-8.8817e-03, 1.6382e-03, 3.7296e-02, 4.0492e-02, -9.4473e-03,
-2.3533e-02, 1.2447e-02, -1.8064e-02, -3.5571e-02, -2.3171e-02,
1.1065e-02, 2.2728e-03, -2.1532e-03, 3.3861e-03, 1.2131e-02,
-6.5480e-02, 1.8833e-02, 2.3401e-04, -7.8775e-02, 1.0873e-02,
8.0250e-03, 4.6267e-02, 4.7203e-02, 4.5431e-02, 2.0501e-02,
-9.7269e-03, 4.9838e-03, 2.1266e-02, -4.4098e-02, -3.1838e-02,
9.6505e-03, 5.1784e-02, -4.0382e-03, -1.4388e-03, -2.0877e-02,
-2.2235e-02, 2.0563e-02, -1.5978e-02, -4.2096e-03, 1.2594e-02,
3.8039e-02, 3.0290e-02, -3.5970e-02, 1.3742e-02, -2.8056e-02,
-2.2828e-02, 1.8614e-02, 7.6875e-03, -2.6364e-02, -1.5520e-05,
-8.1068e-03, -3.9611e-02, -1.8665e-02, -7.7288e-03, -6.1492e-03,
2.0425e-02, -1.9044e-02, 6.5225e-02, 7.1201e-03, -3.8569e-02,
1.4069e-03, -6.0889e-03, 1.4013e-02, 1.4595e-03, 3.0007e-03,
-7.1678e-03, -1.6794e-02, -1.3348e-03, -7.8508e-03, -2.0393e-04,
3.8905e-03, 3.9313e-02, 6.8352e-03, 2.4521e-03, 5.1924e-02,
2.7645e-02, 1.1030e-02, -5.3798e-03, -8.7283e-03, -5.8677e-02,
3.7871e-02, -3.6403e-02, 5.0470e-02, 2.4996e-02, 1.6812e-02,
-4.6002e-03, 3.9760e-05, -9.6539e-03, 4.9726e-03, -4.3716e-02,
4.2033e-02, 1.6017e-02, -6.6585e-03, 1.8857e-02, -3.1582e-02,
-3.2687e-02, -1.0340e-02, -1.8145e-02, 3.8021e-02, -3.6311e-02,
5.5109e-04, 2.2504e-02, -7.2480e-03, 1.1365e-02, 1.2958e-02,
-7.3893e-03, 5.0995e-03, -6.1640e-03, -1.4493e-02, 1.6109e-02,
-2.8388e-02, 2.6628e-02, 6.8930e-03, -7.3104e-03, 2.3138e-03,
-2.3369e-02, 1.9850e-03, 1.3272e-03, 1.6247e-02, -1.1293e-02,
1.9608e-02, 2.5102e-04, -3.3490e-03, -7.5158e-03, -1.2818e-02,
-1.5622e-02, 2.5527e-02, -2.9038e-03, -4.7947e-02, -1.2680e-02,
2.5903e-02, 1.3146e-02, 8.6620e-03, 3.4860e-03, -1.4590e-02,
-2.5683e-03, -1.5199e-02, 4.5182e-03, -3.4600e-02, 2.8098e-02,
-1.6593e-02, 1.4357e-02, -1.0879e-02, 1.0082e-02, -1.3233e-02,
2.1238e-02, -4.2299e-02, -2.7980e-03, 2.3967e-02, 7.3040e-03,
-3.5655e-02, 4.4603e-03, 4.2890e-03, 9.9009e-04, 2.5277e-03,
-1.1396e-02, -1.3696e-02, -2.5993e-02, 2.4277e-02, 6.4172e-03,
-1.3106e-02, 5.5076e-04, 2.8085e-03, -8.1667e-03, -5.2373e-02,
-3.4642e-02, -6.4553e-03, -2.4317e-02, 3.4632e-02, 3.1903e-02,
2.3603e-02, 4.6539e-02, -4.8877e-02, -2.6443e-03, 3.4079e-02,
-1.1258e-02, -9.4002e-02, -5.4601e-02, 6.4527e-02, 1.7064e-01,
-1.5162e-01, 2.3306e-02, -8.8604e-02, -1.0495e-01, -9.7390e-02,
-3.8734e-02, 6.2742e-02, 1.4440e-02, 9.1298e-02, 1.0826e-01,
-5.5281e-02, 1.9049e-02, -6.2079e-02, -4.9459e-02, -1.4300e-02,
2.9091e-02, 2.4365e-02, 5.8847e-02, 4.0877e-02, -1.2618e-01,
-6.2708e-03, 2.0848e-02, 5.1999e-05, 2.0134e-01, 4.1871e-02,
1.6493e-02, 8.5253e-02, 1.0098e-02, 9.5576e-02, 1.8598e-02,
-1.1416e-01, -3.1026e-02, 6.8546e-02, 8.1338e-02, 2.3795e-02,
7.5801e-02, 8.9086e-03, -4.2857e-02, 4.3484e-02, 3.0729e-01,
5.2494e-03, 8.1256e-02, 3.2080e-02, -1.7737e-01, 1.1501e-02,
-6.4259e-03, -5.5687e-02, -5.9948e-03, -2.8787e-02, -1.3683e-03,
1.5870e-02, 1.4924e-02, -1.6669e-02, 4.7818e-03, 1.2084e-02,
-4.6567e-03, 4.2952e-02, 3.3882e-02, -1.6063e-02, -9.8004e-03,
2.6370e-02, -1.6678e-02, 2.2040e-02, 2.7260e-03, 5.3749e-03,
-4.5177e-02, -5.8739e-03, 1.5612e-01, 1.8790e-02, 2.7053e-02,
-1.9709e-02, -5.7749e-03, -1.7196e-02, 3.5013e-02, 4.9162e-03,
7.4974e-03, 1.2745e-02, -5.6633e-04, -2.5668e-02, 4.1272e-02,
-1.8804e-02, -1.4629e-02, 1.0152e-03, 2.6482e-02, -3.2507e-02,
1.1596e-02, 2.2999e-02, -1.6452e-02, 3.6731e-02, 1.0915e-02,
-3.1731e-02, -1.5795e-02, -4.8288e-02, -4.6620e-03, 2.4894e-03,
-3.2875e-02, 5.1106e-03, -2.5823e-03, -2.3415e-02, -3.1711e-03,
7.1076e-05, -1.7797e-02, -2.8476e-02, -1.1361e-02, 3.4688e-03,
-3.2018e-03, -6.0155e-03, 2.8619e-02, 1.1853e-02, -2.8690e-02,
1.1742e-02, -4.3145e-02, -2.0810e-03, 1.0228e-02, 1.2447e-02,
-2.2418e-03, 7.7554e-04, 5.7014e-03, 6.8838e-04, 9.1683e-03,
-7.1231e-03, 1.5868e-03, -2.2596e-02, -3.0122e-02, 7.0221e-03,
1.2414e-02, -6.1163e-03, 6.5105e-03, 8.7397e-03, -1.5109e-02,
1.0089e-02, -2.2111e-02, 2.4082e-02, 2.3332e-03, 4.5430e-03,
-9.9120e-03, 7.0238e-03, 5.6965e-03, -3.9455e-03, -9.0336e-03,
-5.4080e-03, 9.3877e-03, -2.3265e-02, 1.0977e-02, 1.5357e-02,
-1.0249e-02, -1.8334e-02, 1.6105e-02, 1.6770e-02, -3.8315e-03,
6.5398e-03, 2.0574e-02, -9.5807e-03, 7.1092e-03, -8.8400e-03,
-9.8366e-03, 1.2454e-02, -9.8347e-03, 1.4361e-02, -1.2422e-02,
2.5767e-02, 2.2228e-02, 1.2742e-02, 1.4479e-02, 6.8720e-04,
1.0763e-03, -1.6253e-03, -2.5292e-02, 4.7161e-03, 8.7170e-03,
-6.3935e-03, -1.4125e-02, -4.7844e-03, -1.1595e-02, -1.0494e-02,
1.0910e-02, -1.4805e-02, -2.8594e-02, -1.7373e-02, -3.3627e-02,
-1.5743e-02, -1.3928e-03, 4.7258e-02, -7.0139e-02, 6.2347e-02,
1.0813e-02, 1.6944e-02, -4.8152e-02, -3.2377e-02, -1.8802e-02,
5.1421e-02, -4.7309e-03, -1.1511e-02, 5.7194e-02, 1.4928e-02,
1.7674e-02, 4.0502e-02, 5.7943e-03, -1.2801e-02, -9.2818e-03,
5.0249e-02, -2.3257e-02, -1.0975e-02, 5.0744e-03, -8.9190e-02,
-1.8962e-02, 2.5409e-02, -4.7785e-02, 2.3485e-02, -2.4421e-03,
6.4721e-03, -3.8954e-02, 1.5978e-03, 5.7685e-02, -1.4931e-02,
1.2990e-02, -4.2328e-02, -2.8022e-03, -1.9878e-02, 1.1241e-01,
1.1340e-02, 9.2883e-02, 9.4237e-03, -5.7322e-02, 1.3109e-02,
3.5529e-02, 3.2732e-02, 1.8755e-02, 7.1497e-02, 6.9872e-02,
1.9457e-03, 4.3664e-02, -7.5342e-04, 1.0732e-02, 6.1351e-02,
2.2816e-02, -5.6243e-02, -4.1521e-02, -2.3966e-03, -4.3212e-02,
-1.8149e-03, -1.5109e-03, 2.9314e-03, -1.4090e-02, -1.3115e-02,
-2.4174e-02, 1.7508e-02, 2.2596e-03, 7.9238e-03, -1.9462e-03,
-1.1236e-03, 9.3719e-03, 1.4063e-02, 7.9585e-03, 1.1900e-02,
-1.0190e-02, 9.4911e-03, -1.0962e-02, 9.0698e-03, -5.6507e-03,
-2.0451e-03, -5.0165e-03, 1.6979e-02, -1.0745e-02, -1.5817e-02,
-2.2638e-03, -3.0726e-02, 9.9935e-03, -1.3219e-02, -1.3161e-02,
-7.1840e-03, -9.2132e-03, -4.6527e-03, 9.5469e-03, 1.4356e-02,
-1.9147e-02, 1.3106e-02, 2.3802e-03, 1.6294e-02, -1.5141e-03,
1.0479e-03, -4.4563e-03, -1.6142e-02, -4.4160e-03, -1.1250e-03,
-1.2406e-02, 1.4970e-02, 6.5001e-03, -8.1646e-05, 5.1111e-03,
1.2890e-02, 6.8815e-03, 9.1583e-03, -9.5107e-03, 4.0920e-03,
7.9551e-03, 1.6552e-02, 5.1702e-03, 6.6439e-03, -2.4444e-02,
-1.8497e-03, -6.9936e-02, 1.9485e-02, -4.4273e-03, 1.1224e-02,
-4.3145e-03, -1.6990e-03, -1.4305e-02, -8.6187e-03, 1.6936e-02,
1.0398e-02, -9.4157e-03, -1.9698e-02, 5.0032e-03, -1.1746e-03,
3.5321e-03, 7.2836e-03, -1.1349e-02, -1.0840e-03, -1.4293e-02,
3.4007e-03, 8.4067e-03, 1.9823e-03, -1.6931e-02, -1.2631e-02,
-9.2168e-03, 7.6991e-03, 6.7072e-04, 1.1006e-02, -1.1819e-03,
-1.2250e-02, 2.5201e-03, -2.4609e-02, -4.5713e-03, 1.1038e-02,
-1.4257e-02, -9.3778e-03, 7.3778e-03, 5.3231e-03, 1.1826e-02,
5.7216e-03, 6.3729e-03, -5.9161e-03, -1.6874e-02, 2.3405e-02,
-3.9820e-03, 4.2545e-04, -2.7984e-05, -2.9026e-03, 1.8978e-05,
-1.4048e-02, -1.7228e-02, 3.2294e-03, -1.4368e-02, -3.2183e-03,
-3.5563e-03, 4.4504e-03, 1.3775e-02, 4.0465e-03, 1.2630e-02,
-1.2099e-03, 1.6766e-02, 1.8934e-02, -6.1566e-03, 1.4353e-02,
2.6561e-02, 7.3906e-03, -9.6704e-03], device='cuda:0')),
('bert.encoder.layer.10.attention.output.dense.weight',
tensor([[ 0.0572, -0.0060, 0.0449, ..., -0.0366, 0.0012, 0.0484],
[-0.0203, -0.0015, -0.0092, ..., -0.0662, -0.0059, 0.0373],
[-0.0149, -0.0186, -0.0011, ..., 0.0039, 0.0087, 0.0528],
...,
[-0.0696, -0.0007, -0.0349, ..., 0.0158, 0.0479, -0.0321],
[-0.0008, 0.0137, 0.0269, ..., -0.0264, 0.0349, 0.0103],
[ 0.0135, -0.0330, -0.0364, ..., 0.0216, 0.0265, 0.0103]],
device='cuda:0')),
('bert.encoder.layer.10.attention.output.dense.bias',
tensor([-7.9407e-02, 2.4206e-02, 6.2636e-02, 2.1892e-02, 2.4589e-03,
-1.6933e-02, 1.8566e-02, -7.3535e-03, -5.6938e-02, 2.3482e-02,
3.0895e-02, -2.0277e-02, -3.2387e-02, 6.1341e-02, -9.6578e-03,
-1.1386e-01, -1.2107e-02, 1.8774e-02, -6.9835e-02, -1.7020e-02,
8.1190e-02, -3.0137e-02, 6.6143e-02, -3.4065e-02, 6.4784e-02,
1.1105e-02, 7.2977e-02, 5.3628e-02, -3.9297e-02, 1.8463e-02,
5.9617e-02, -3.6538e-02, 7.8236e-02, -8.1270e-02, -8.6434e-02,
-2.6025e-02, -3.2262e-02, 6.7350e-02, 5.7859e-02, -2.7825e-02,
-1.3252e-02, -3.5345e-02, -2.9993e-02, 9.7646e-02, -6.4723e-02,
6.4745e-02, 7.0858e-02, -3.0123e-02, -8.3210e-03, 9.1961e-02,
-7.7600e-02, -4.2155e-02, -7.8984e-02, 6.5556e-02, 9.8268e-02,
8.0198e-02, 1.1582e-01, 4.2121e-02, -5.5556e-02, 1.6779e-02,
4.9932e-04, 1.2416e-02, 1.3271e-02, -1.6724e-02, 5.3135e-02,
-4.8219e-02, -3.5148e-02, 7.2266e-02, 2.9660e-02, 9.2711e-02,
1.1723e-01, 1.3568e-01, 3.3290e-02, -8.5115e-02, -2.5476e-02,
8.0228e-02, -5.4475e-02, -4.4316e-02, 1.0550e-01, 4.4211e-02,
1.0597e-01, -6.0021e-02, 2.7014e-02, 2.2018e-02, -5.0561e-02,
-2.4035e-02, -4.1162e-02, 2.0328e-02, 6.5439e-02, -1.2328e-01,
-4.1549e-02, -1.1894e-01, -3.9925e-02, -1.4814e-02, 4.9287e-02,
-2.5528e-02, -6.0206e-02, 6.7487e-03, 2.2849e-02, -1.0839e-02,
6.5161e-02, 9.5644e-02, 3.2521e-02, 1.1815e-02, 4.0429e-02,
1.8475e-03, -2.4195e-02, 2.7455e-02, 2.3927e-02, -1.4218e-01,
6.8673e-03, -1.4475e-02, -1.6890e-02, -1.5351e-02, -1.4867e-01,
-5.3029e-02, 1.6759e-01, 5.9327e-02, 6.5542e-02, 5.4794e-02,
1.5000e-01, -8.4293e-03, -6.5513e-02, -4.2554e-02, -1.1377e-02,
-9.1436e-02, -5.4998e-02, 9.7024e-03, 5.0473e-02, -1.0975e-01,
7.9958e-02, -2.1593e-02, 1.0565e-01, 5.7181e-03, 2.1915e-02,
1.2784e-01, -1.1541e-01, -1.7824e-03, -3.1676e-02, 7.9825e-02,
1.2444e-01, -4.3931e-02, 6.1088e-02, 4.2262e-02, -1.0295e-01,
-8.1249e-02, -9.7134e-02, 4.6770e-02, 3.0440e-02, 7.5095e-02,
7.3671e-02, -4.7275e-02, -8.0963e-02, -1.7125e-01, 3.3768e-02,
1.8027e-01, 1.2089e-02, 3.5938e-02, -6.7117e-02, 5.1621e-02,
5.8799e-02, -5.4885e-03, -1.0258e-01, -1.4210e-02, -7.5008e-02,
1.5383e-02, 2.3893e-02, 6.4830e-02, 1.3121e-02, 2.3692e-02,
-8.0779e-02, -7.1349e-03, 3.8727e-02, -8.5405e-02, -8.6835e-02,
5.9018e-02, -9.3949e-04, 7.6335e-03, 3.9765e-02, 3.1429e-03,
7.4175e-02, -8.7362e-02, -5.0095e-02, 1.4490e-01, -7.2952e-02,
-1.2711e-02, -5.0356e-02, -4.2083e-02, 1.1043e-01, -9.9543e-02,
-1.6248e-02, 1.0576e-01, -5.3723e-03, -9.2538e-02, 2.5002e-02,
-9.9706e-02, 4.3145e-02, 3.0528e-02, -1.2828e-02, 2.4581e-02,
1.5332e-02, -8.3269e-02, 8.4569e-02, 6.1994e-04, 6.2175e-02,
2.3875e-03, 5.3759e-03, -1.2906e-02, 4.7937e-02, 1.3693e-01,
8.0435e-02, 2.8114e-02, -4.0487e-02, 8.7962e-02, -2.7064e-02,
6.3520e-02, -7.9368e-03, -1.6740e-01, -9.5773e-02, 1.2633e-01,
-5.8313e-02, 6.8183e-02, -8.4682e-02, 1.1683e-01, 1.8730e-02,
-5.5184e-02, 1.4072e-02, 2.7890e-02, -1.0928e-01, -8.3144e-04,
-1.2872e-01, 6.6679e-02, 1.6944e-02, -9.2233e-02, -3.3374e-02,
3.3690e-02, -2.0075e-02, -1.2139e-02, -9.0740e-02, -9.7525e-02,
6.0927e-02, 1.9479e-02, -5.8742e-02, 1.0939e-01, -1.9809e-02,
-5.2229e-03, -1.5728e-02, -1.7883e-02, -3.6941e-02, -2.6811e-02,
-1.0567e-01, -6.5841e-02, 5.4339e-02, -5.0089e-02, -5.9567e-02,
-2.5060e-02, -2.9176e-02, 4.2820e-02, 7.9930e-02, -4.6230e-02,
-3.5105e-02, 6.2427e-02, 1.4256e-02, -1.5226e-02, 6.8738e-02,
3.7964e-02, -3.0201e-02, -3.0099e-02, 7.4369e-02, 6.6704e-02,
2.8694e-02, 9.3767e-02, -5.5334e-03, -5.9134e-02, 5.3294e-02,
-8.4174e-03, 6.3863e-02, 8.9696e-02, -5.4136e-02, 2.0399e-02,
-3.6668e-02, -2.7493e-02, 1.0431e-01, -5.2293e-02, -5.1039e-02,
-4.0219e-02, -1.2095e-01, -7.1017e-02, -2.0762e-02, -1.1248e-01,
2.8800e-02, -5.0645e-02, -5.6403e-02, -9.2680e-02, -9.1706e-02,
4.7569e-02, 8.0036e-02, -5.3999e-02, -8.8720e-02, 5.4890e-02,
-2.8380e-02, 1.2736e-02, 1.1766e-02, -5.4358e-02, 8.7686e-04,
-4.3596e-03, 1.0299e-02, 5.7898e-03, 8.2953e-02, -7.0060e-02,
5.4542e-02, 3.9988e-02, -1.0412e-02, -1.7270e-01, 1.3455e-01,
8.1085e-02, 4.5297e-02, -5.7913e-02, -5.6802e-02, 4.0457e-02,
-4.1793e-02, 5.9037e-02, 4.8437e-02, 2.7046e-02, 1.4205e-01,
-6.5517e-02, 6.7325e-02, 2.9109e-02, 5.6553e-02, 9.5695e-02,
1.3301e-02, 1.8069e-02, 8.5736e-02, -2.6519e-02, 6.0583e-02,
7.8416e-02, -3.8050e-03, -5.8015e-02, 5.7817e-02, 7.7773e-02,
-2.0740e-02, -2.4655e-03, -7.1442e-02, -7.3820e-02, -4.3560e-03,
3.6306e-02, 3.5029e-02, 5.3466e-02, -1.6001e-02, -7.7065e-02,
6.5170e-03, -5.2457e-02, 1.5055e-02, 6.3284e-02, 1.8198e-02,
8.1274e-02, 4.0480e-02, -9.2548e-02, -5.5516e-02, -5.3384e-03,
1.1794e-02, 3.8925e-02, -6.8967e-02, -2.6097e-03, 9.7164e-03,
7.2785e-02, -1.2330e-02, -1.5850e-02, 4.7206e-02, -1.4933e-01,
-2.0654e-02, 9.2435e-04, 8.8577e-02, -3.6090e-02, 7.5311e-03,
-4.4496e-02, 5.6137e-02, 3.1444e-02, -9.8818e-02, -7.3352e-02,
-8.0657e-02, -9.4230e-03, -1.8679e-02, -4.3269e-02, 5.7890e-02,
-6.4028e-03, -1.2248e-02, 1.8809e-02, 5.0161e-02, 3.8250e-02,
3.2017e-02, 5.6861e-02, 4.4551e-02, -1.4203e-02, -3.5691e-02,
-7.4175e-02, 9.8990e-04, -6.1068e-02, 8.7754e-02, -9.8580e-03,
8.7219e-02, -1.2124e-01, -3.2078e-03, 9.3935e-02, -1.2171e-01,
-4.2159e-02, -4.3689e-02, 5.4992e-02, 2.3710e-02, 2.7513e-02,
2.4061e-02, -1.2797e-02, 4.1867e-02, 1.7593e-02, 9.6886e-02,
-1.2983e-01, -6.3008e-02, -4.6845e-02, 6.1443e-02, -2.8683e-02,
-4.2452e-02, -9.5012e-03, -1.1748e-01, 1.2841e-03, -7.4897e-02,
-7.8056e-02, 2.1916e-02, 3.4481e-02, -1.3810e-01, -9.6699e-02,
-2.4535e-03, -4.6830e-02, 4.4893e-02, 8.6645e-03, 2.6904e-02,
-1.1354e-02, -2.2837e-02, 6.6100e-02, 1.2552e-02, -1.2094e-02,
2.9438e-02, 1.2131e-01, 5.5338e-02, 7.1651e-03, 8.3971e-02,
7.2614e-02, -1.9209e-03, 6.9532e-02, 2.5531e-02, -4.2186e-02,
1.6620e-02, 5.0972e-02, 3.6016e-02, 1.2436e-02, 6.8735e-02,
-8.8984e-03, 3.5005e-02, 2.8352e-02, -3.8038e-02, 2.4555e-02,
-3.1120e-02, 7.5650e-03, -5.2199e-03, -3.4304e-03, 1.9240e-02,
-2.8304e-02, 5.3203e-02, -1.4272e-01, 4.9467e-02, -7.2491e-02,
-2.9626e-03, -6.2198e-02, -7.7362e-03, -3.9671e-02, -4.7415e-02,
-7.8951e-02, 9.0746e-02, 4.4806e-02, -2.6934e-02, 9.9423e-03,
1.8449e-02, -8.5620e-02, -2.8094e-02, -1.2267e-01, -7.6203e-02,
3.0998e-02, 5.8593e-02, -7.3258e-02, -5.1633e-02, 5.6977e-02,
1.1345e-02, -3.0591e-02, -1.9917e-02, 4.6977e-02, -5.3147e-02,
-3.5406e-02, 8.8021e-02, -3.4099e-02, -5.1983e-02, 9.7296e-03,
-1.0820e-01, 6.0813e-03, 7.1141e-03, 1.7741e-01, 7.4664e-03,
4.6410e-02, -3.1582e-02, -7.0534e-03, -1.4489e-02, -6.7184e-02,
1.2357e-01, 1.4560e-02, 5.1020e-02, 8.7686e-02, 3.8388e-02,
-6.2822e-02, 2.3275e-02, 8.9946e-02, 5.0659e-02, 1.2576e-02,
1.2081e-01, 3.5126e-02, 3.5230e-02, -6.5840e-02, -5.2759e-02,
2.7167e-02, -3.0596e-02, -1.4994e-02, 1.5702e-01, 3.3482e-02,
5.7313e-02, -4.8948e-02, -1.7369e-02, 5.9027e-03, 5.3434e-02,
-1.4338e-01, 5.3799e-02, 2.5239e-02, -4.5157e-02, -6.2566e-02,
-1.5376e-02, -1.3321e-01, -6.2427e-02, -7.2467e-02, -5.6125e-02,
-2.0802e-02, 1.6498e-02, 1.6640e-03, -8.1206e-02, 3.9328e-03,
-9.7214e-02, -7.7866e-02, 5.6177e-02, -2.5913e-02, -5.6049e-02,
-1.2634e-01, -6.6194e-02, 5.3245e-01, -2.8273e-03, 1.9486e-02,
-1.0089e-01, -1.2374e-02, -5.7184e-02, -6.7860e-02, -1.1260e-01,
-5.2307e-02, -2.6496e-02, 3.4686e-02, -2.0825e-02, 6.4534e-02,
-2.6688e-02, -8.1342e-03, -3.6035e-02, -9.0103e-02, 4.4835e-02,
2.1636e-02, -5.8032e-02, 8.0151e-03, -4.4320e-02, 7.4389e-02,
-4.0846e-02, -3.4610e-03, -1.3150e-02, 9.3714e-03, -4.1565e-02,
-9.8489e-02, 3.5530e-02, -5.9909e-02, 5.7732e-02, 9.2955e-02,
-3.9751e-02, -8.8140e-02, 1.3150e-02, -5.6917e-02, -1.2671e-02,
-1.7634e-02, 7.7507e-02, 5.5727e-03, 4.6508e-02, -3.1559e-03,
2.7087e-02, 7.9803e-02, 6.0401e-02, -2.8096e-02, 6.2722e-02,
6.7863e-02, -1.1241e-01, -3.5636e-04, 6.0859e-02, -1.3075e-03,
-9.0574e-02, 9.9613e-02, -7.9777e-02, -5.3556e-02, -6.0351e-02,
-8.6373e-02, -1.7966e-02, -9.9483e-03, 6.2713e-02, 1.9607e-03,
3.4374e-02, 3.4725e-02, -6.5770e-02, -7.9437e-03, 2.7538e-02,
6.2935e-03, -3.4010e-02, 2.3875e-02, -5.4056e-02, -5.7047e-02,
6.5297e-02, 9.2448e-02, 7.6635e-03, -3.9907e-02, 1.6238e-01,
-7.7032e-02, 1.6830e-02, -2.7616e-02, 4.0900e-02, 1.1448e-02,
1.5040e-01, 3.0215e-02, -6.5924e-02, -1.0158e-02, 1.9088e-02,
-2.5698e-03, 4.5165e-02, 8.5036e-03, 3.1651e-02, -2.1336e-02,
-9.4484e-02, 1.0801e-01, 3.8446e-02, 6.8290e-02, 5.3064e-03,
1.0210e-01, -2.5496e-03, 2.2388e-02, -1.2728e-01, -3.5559e-02,
6.0826e-02, -1.6680e-01, -8.3271e-02, -2.1944e-02, 1.5176e-01,
-6.6697e-03, 2.4480e-02, -2.0934e-02, 1.5570e-02, 2.7625e-02,
-7.8763e-02, -2.7821e-02, 7.8255e-02, 1.7694e-02, -7.7955e-02,
-9.5522e-02, -3.1506e-02, 9.8349e-02, -6.0718e-02, -8.3989e-04,
8.7888e-02, 2.3645e-02, -6.5249e-02, -4.4815e-02, -2.8026e-02,
-2.8635e-02, 5.0784e-02, 3.7154e-02, 2.6518e-02, 4.6478e-02,
-4.6027e-02, -1.7837e-01, 4.7764e-02, -5.6793e-02, 9.4948e-02,
-3.7274e-02, -4.4860e-02, -4.1824e-02, -1.8591e-01, 4.4780e-02,
-2.5364e-02, -8.3443e-02, -1.2533e-03, -4.5604e-02, -3.8467e-02,
8.1963e-02, -9.7649e-02, -2.7696e-02, -6.6375e-03, 7.1217e-02,
2.2367e-02, 2.6294e-02, 3.6932e-02, 3.4371e-02, -2.2514e-02,
8.1178e-02, -1.5646e-02, 2.5591e-02, 1.3962e-01, 6.3677e-02,
8.0084e-02, -9.6427e-02, 4.9080e-02, -1.0657e-02, 3.4227e-02,
-2.8025e-02, 1.1863e-01, 8.5172e-02, -1.0485e-01, -8.9951e-03,
-6.8744e-02, 2.1105e-02, -5.3098e-02, -1.3468e-01, -4.9608e-03,
-2.7264e-02, -8.1049e-02, 3.5232e-02, -1.6515e-02, -4.7479e-02,
-1.4704e-01, -2.2642e-03, 5.7953e-02, -1.2371e-02, 6.8829e-02,
1.5817e-01, -3.7835e-02, 1.2693e-01, -5.8736e-03, 9.5441e-02,
8.6251e-02, 7.9028e-02, -9.9756e-03, -8.0104e-02, 2.7390e-02,
-5.0896e-02, -2.3581e-02, 8.1748e-03, -1.5094e-02, -2.0302e-03,
7.6593e-02, -1.0816e-01, 5.7167e-02, -7.1518e-02, 2.5775e-02,
-5.9077e-02, -9.1698e-02, 3.9013e-02], device='cuda:0')),
('bert.encoder.layer.10.attention.output.LayerNorm.weight',
tensor([0.8460, 0.8352, 0.8097, 0.8388, 0.7981, 0.7734, 0.7874, 0.7893, 0.8345,
0.7870, 0.8239, 0.8468, 0.8553, 0.8393, 0.8516, 0.7675, 0.8027, 0.7728,
0.8339, 0.8282, 0.7894, 0.8429, 0.7745, 0.7785, 0.7954, 0.8064, 0.8414,
0.9540, 0.8163, 0.8259, 0.8215, 0.7636, 0.8530, 0.7741, 0.8409, 0.7811,
0.8168, 0.8343, 0.7726, 0.8751, 0.8353, 0.7759, 0.8419, 0.8380, 0.8659,
0.8776, 0.8170, 0.9034, 0.8488, 0.7738, 0.8616, 0.8226, 0.8240, 0.8359,
0.7779, 0.8208, 0.8128, 0.8169, 0.8031, 0.8294, 0.8044, 0.8828, 0.8486,
0.7926, 0.8151, 0.8656, 0.8046, 0.7905, 0.7970, 0.8485, 0.8293, 0.8273,
0.7878, 0.8049, 0.8782, 0.8711, 0.7989, 0.8560, 0.8559, 0.8643, 0.8125,
0.8077, 0.8352, 0.8152, 0.7730, 0.8332, 0.8085, 0.8052, 0.8221, 0.8061,
0.7986, 0.7857, 0.8551, 0.7970, 0.7883, 0.8129, 0.7616, 0.8010, 0.9299,
0.7969, 0.7831, 0.8568, 0.7978, 0.8731, 0.7721, 0.8559, 0.8733, 0.7950,
0.8672, 0.8498, 0.7862, 0.7856, 0.9084, 0.7527, 0.7935, 0.8609, 0.8381,
0.8309, 0.8209, 0.8652, 0.8024, 0.8517, 0.8651, 0.7655, 0.7987, 0.7698,
0.8065, 0.7553, 0.8151, 0.7977, 0.8343, 0.7859, 0.8035, 0.8702, 0.8168,
0.8055, 0.6905, 0.8129, 3.2718, 0.8304, 0.7876, 0.8517, 0.7868, 0.7678,
0.7639, 0.8149, 0.8149, 0.8083, 0.7951, 0.8744, 0.8563, 0.7921, 0.8431,
0.8106, 0.8279, 0.8290, 0.8548, 0.8096, 0.8446, 0.8058, 0.9843, 0.8736,
0.7897, 0.8208, 0.8369, 0.8330, 0.9017, 0.7556, 0.8046, 0.8206, 0.8503,
0.7595, 0.8058, 0.8581, 0.8135, 0.8480, 0.8802, 0.8202, 0.8891, 0.8013,
0.7685, 0.7799, 0.7934, 0.8523, 0.8415, 0.8473, 0.7843, 0.8323, 0.8459,
0.8202, 0.8195, 0.7334, 0.8177, 0.8069, 0.8202, 0.8523, 0.8339, 0.8185,
0.8034, 0.8690, 0.8552, 0.8400, 0.8181, 0.8030, 0.8004, 0.8008, 0.8385,
0.9258, 0.8288, 0.8006, 0.8290, 0.8478, 0.7505, 0.8302, 0.8047, 0.8500,
0.7949, 0.7685, 0.8011, 0.7916, 0.8310, 0.7816, 0.8619, 0.8416, 0.7832,
0.8348, 0.8249, 0.8467, 0.8378, 0.7576, 0.8163, 0.8825, 0.7946, 0.7751,
0.8068, 0.8278, 0.8002, 0.8922, 0.8355, 0.8681, 0.7920, 0.7429, 0.8024,
0.7788, 0.8315, 0.7864, 0.8530, 0.7786, 0.8768, 0.8638, 0.8601, 0.8118,
0.9307, 0.8810, 0.8997, 0.8374, 0.8347, 0.8170, 0.8325, 0.8226, 0.7552,
0.8271, 0.8201, 0.7785, 0.8272, 0.8013, 0.8433, 0.8652, 0.7805, 0.8440,
0.8468, 0.8349, 0.9381, 0.8169, 0.8485, 0.8532, 0.8155, 0.8371, 0.8090,
0.8358, 0.8860, 0.8455, 0.7875, 0.8275, 0.8379, 0.8874, 0.7695, 0.8487,
0.8449, 0.8258, 0.7976, 0.8095, 0.7649, 0.8525, 0.8124, 0.8013, 0.8903,
0.7519, 0.8336, 0.8167, 0.8744, 0.7995, 0.7971, 0.7742, 3.2937, 0.8217,
0.7971, 0.8509, 0.8588, 0.8404, 0.8137, 0.8074, 0.8228, 0.7696, 0.7677,
0.8436, 0.7742, 0.8168, 0.8704, 0.7932, 0.7985, 0.8794, 0.8127, 0.8459,
0.8087, 0.7872, 0.8352, 0.8076, 0.8630, 0.8007, 0.8552, 0.8023, 0.8664,
0.8220, 0.8933, 0.8530, 0.8125, 0.8956, 0.9471, 0.8028, 0.7498, 0.8892,
0.8182, 0.8728, 0.8327, 0.8640, 0.8238, 0.7976, 0.8227, 0.7752, 0.8191,
0.8495, 0.7938, 0.8247, 0.8947, 0.8275, 0.7990, 0.8017, 0.8285, 0.8015,
0.8025, 0.8664, 0.7930, 0.8392, 0.8225, 0.8158, 0.8423, 0.9538, 0.8228,
0.8213, 0.8268, 0.8532, 0.8366, 0.7962, 0.8141, 0.7738, 0.7685, 0.8212,
0.8228, 0.7649, 0.7876, 0.8093, 0.8470, 0.8754, 0.7834, 0.8004, 0.8005,
0.8474, 0.7961, 0.8034, 0.8794, 0.7957, 0.8087, 0.8158, 0.8267, 0.8307,
0.7975, 0.8607, 0.8139, 0.7960, 0.7516, 0.7833, 0.7897, 0.8107, 0.8242,
0.8661, 0.8012, 0.8070, 0.8537, 0.8998, 0.7966, 0.8025, 0.8591, 0.8881,
0.8197, 0.7486, 0.7614, 0.8418, 0.8349, 0.8368, 0.8310, 0.8389, 0.8403,
0.8136, 0.8210, 0.8234, 0.8060, 0.7384, 0.7918, 0.8587, 0.8237, 0.8581,
0.7826, 0.8666, 0.7602, 0.8359, 0.7981, 0.8228, 0.8436, 0.8587, 0.8310,
0.7910, 0.8125, 0.8244, 0.7930, 0.7732, 0.8451, 0.8733, 0.8217, 0.8197,
0.8172, 0.7796, 0.8015, 0.8528, 0.7922, 0.9808, 0.7918, 0.7375, 0.8082,
0.7708, 0.7999, 0.8159, 0.8010, 0.8477, 2.2492, 0.7824, 0.8177, 0.8540,
0.8232, 0.8362, 0.8650, 0.7950, 0.8823, 0.8146, 0.8718, 0.8472, 0.7706,
0.8451, 0.8224, 0.8965, 0.7892, 0.7773, 0.8443, 0.8389, 0.8143, 0.8132,
0.8942, 0.7523, 0.9107, 0.7770, 0.8339, 0.8450, 0.8278, 0.8108, 0.8486,
0.8170, 0.7859, 0.8811, 0.7937, 0.8315, 0.8564, 0.8495, 0.8111, 0.7990,
0.8313, 0.9624, 0.8775, 0.8002, 0.8079, 0.8104, 0.8162, 0.8413, 0.8010,
0.8270, 0.8286, 0.8189, 0.8485, 0.8467, 0.7652, 0.8185, 0.8365, 0.7929,
0.8281, 0.9110, 0.8260, 0.9222, 0.9399, 0.8705, 0.8510, 0.8561, 0.8604,
0.8096, 0.8334, 0.8078, 0.8133, 0.8229, 0.8205, 0.8159, 0.8091, 0.8476,
0.8761, 0.8687, 0.7838, 0.7854, 0.7831, 0.9135, 0.8302, 0.7835, 0.8226,
0.8281, 0.8085, 0.8075, 0.8960, 0.8203, 0.7962, 0.8161, 0.8016, 0.8568,
0.7979, 0.8030, 0.8414, 0.8590, 0.7655, 0.8408, 0.8302, 0.8290, 0.7841,
0.8258, 0.7653, 0.8545, 0.8085, 0.8151, 0.7914, 0.8237, 0.8513, 0.9197,
0.8017, 0.8018, 0.8527, 0.8081, 0.8396, 0.8811, 0.8654, 0.8231, 0.8351,
0.8502, 0.7578, 0.8375, 0.8285, 0.7758, 0.8561, 0.7622, 0.8018, 0.7450,
0.7959, 0.9290, 0.8074, 0.8057, 0.8213, 0.8236, 0.8128, 0.7752, 0.8018,
0.8230, 0.9471, 0.8160, 0.8157, 2.0296, 0.8713, 0.9014, 0.8037, 0.7711,
0.8215, 0.8036, 0.9399, 0.9016, 0.8498, 0.8751, 0.8545, 0.8324, 0.8452,
0.7652, 0.8267, 0.8786, 0.7924, 0.8868, 0.8616, 0.8570, 0.7770, 0.7866,
0.8550, 0.8292, 0.8223, 0.8438, 0.8063, 0.8007, 0.8203, 0.8225, 0.8480,
0.8342, 0.8903, 0.7780, 0.8448, 0.8006, 0.8101, 0.8084, 0.7792, 0.8600,
0.8453, 0.8072, 0.7909, 0.8525, 0.7954, 0.7780, 0.8335, 0.8027, 0.8469,
0.7810, 0.8572, 0.8433, 0.7983, 0.8046, 0.8073, 0.7979, 0.8197, 0.8312,
0.8661, 0.7392, 0.7658, 0.8112, 0.9042, 0.8061, 0.8158, 0.8859, 0.7985,
0.8119, 0.8304, 0.8353, 0.8883, 0.7943, 0.8662, 0.7852, 0.8447, 0.9002,
0.8511, 0.7923, 0.7846, 0.8585, 0.8094, 0.8423, 0.8311, 0.7748, 0.7933,
0.8143, 0.8361, 0.8049, 0.7926, 1.0331, 0.8043, 0.8780, 0.7779, 0.7462,
0.7964, 0.7988, 0.8348, 0.8896, 0.8170, 0.8365, 0.8017, 0.8445, 0.7735,
0.8140, 0.8508, 0.8005, 0.8712, 0.8337, 0.7724, 0.7914, 0.8006, 0.8172,
0.8248, 0.8230, 0.8202, 0.7695, 0.8781, 0.7704, 0.8629, 0.7813, 0.7935,
0.7973, 0.7817, 0.7934, 0.8466, 0.9833, 0.8011, 0.8819, 0.8388, 0.7779,
0.8721, 0.8726, 0.8785, 0.8257, 0.7880, 0.8527, 0.7846, 0.7882, 0.8259,
0.8381, 0.7905, 0.7904, 0.8270, 0.8166, 0.8964, 0.7795, 0.8435, 0.8075,
0.8102, 0.8108, 0.8377, 0.8445, 0.7696, 0.8280, 0.8486, 0.7916, 0.8485,
0.8227, 0.8638, 0.8174], device='cuda:0')),
('bert.encoder.layer.10.attention.output.LayerNorm.bias',
tensor([ 7.4170e-02, -2.3140e-01, -1.3535e-02, 1.5043e-01, 2.8688e-02,
-1.3068e-01, -1.3232e-01, 1.0150e-01, -1.4065e-02, -4.3732e-02,
5.7240e-02, 9.8729e-02, -5.1519e-02, 6.9686e-03, 4.0948e-02,
6.8605e-02, -1.3479e-02, -5.4844e-02, -8.8692e-02, -1.0783e-01,
-2.7856e-02, -5.7192e-02, 1.6839e-03, 2.1703e-02, -4.2346e-03,
-1.5123e-01, -1.2164e-02, 3.7109e-01, 8.1206e-02, 3.4490e-02,
-4.1349e-02, -4.0233e-02, -9.2054e-02, -5.9038e-02, 2.1382e-01,
1.1982e-01, -2.0227e-01, 2.4473e-02, -5.0422e-02, 2.7005e-01,
-2.1704e-02, -7.1791e-02, 5.5708e-03, -3.1761e-03, -6.2938e-03,
-5.0749e-02, 7.2742e-02, 1.1311e-01, -7.3550e-02, 5.4534e-02,
9.7935e-02, 7.2619e-02, -2.9272e-02, -1.5963e-01, 4.8455e-02,
-7.9953e-02, -2.0326e-01, -2.4066e-02, 2.5181e-02, 1.6187e-01,
-4.3881e-02, -1.0587e-02, 1.5390e-01, -8.3260e-02, -7.1145e-02,
1.8612e-02, -3.5041e-02, 9.6790e-03, 1.4262e-01, -2.9957e-01,
-7.7707e-02, -1.2395e-01, -1.2269e-01, 4.7656e-02, -6.2160e-02,
4.4260e-02, 1.5986e-02, -1.3576e-01, -5.0063e-02, -7.2313e-02,
5.4340e-02, 1.3495e-01, 7.7393e-03, 1.4071e-01, -6.4972e-02,
1.0061e-01, 6.3043e-03, -7.1481e-02, -1.9903e-02, 7.9373e-02,
-2.1828e-02, 4.3502e-03, 1.2115e-01, -4.3607e-02, 1.0052e-03,
1.7406e-01, 6.1812e-02, -8.8061e-02, -1.1801e-01, 4.5601e-02,
-2.5425e-02, -5.6412e-02, -4.5026e-02, 9.5952e-02, -1.2153e-01,
5.1148e-02, 1.3755e-01, -4.1345e-02, -6.3773e-02, -7.1969e-02,
2.3155e-02, -5.3995e-02, -1.5285e-02, -4.5178e-02, 5.1160e-03,
1.1883e-01, -3.7658e-02, 1.0051e-02, -5.8605e-02, -4.8076e-02,
-4.1436e-02, -7.7717e-02, -8.2960e-02, 5.3103e-02, -2.4767e-02,
2.5816e-02, -1.9164e-02, -1.1519e-01, -1.9318e-02, 3.8658e-02,
-2.4709e-02, -7.5844e-02, 7.6009e-02, -6.8115e-03, -2.7417e-02,
-8.9385e-03, -4.8124e-01, 1.0446e-01, -2.8576e+00, -2.4204e-02,
-1.6478e-01, -6.5071e-02, 6.5427e-02, -1.2940e-01, -2.3356e-02,
-3.0019e-02, -6.6028e-02, 1.1545e-01, -2.9815e-02, -1.0733e-01,
-1.6772e-01, -4.7104e-02, -6.4828e-02, 4.2021e-02, 3.7525e-02,
-2.6456e-01, -9.4684e-03, -1.4989e-01, 2.4221e-01, -1.4408e-01,
2.0928e-01, 2.1659e-01, 1.4558e-03, -1.9980e-02, 2.5440e-03,
-1.6799e-01, 2.9424e-01, -9.0222e-03, -1.7069e-01, 6.2394e-02,
1.2618e-02, -2.8749e-02, -5.5614e-02, 7.2419e-02, 8.8097e-02,
5.3234e-02, 1.9188e-01, -2.0059e-01, -3.0374e-02, -2.2571e-02,
2.4252e-02, -8.7636e-02, -1.5516e-02, -1.8726e-01, 3.1742e-02,
6.2858e-02, -4.6587e-02, -1.3301e-01, 3.5004e-02, 2.1660e-02,
-2.0689e-03, -3.1197e-02, 4.4714e-02, 3.6270e-02, -2.0133e-01,
-1.0262e-01, 1.3287e-02, -5.9396e-02, -9.7166e-02, -8.9421e-02,
8.7260e-03, 1.4319e-01, -2.1781e-02, 1.7143e-02, -6.7320e-02,
5.6364e-02, -4.1721e-02, -1.4609e-01, -4.7314e-02, -5.3641e-02,
-9.4690e-02, -1.3209e-01, 5.6302e-03, -1.3791e-01, -7.3237e-02,
-1.6476e-02, 1.6994e-03, 3.0111e-02, -2.3335e-02, -4.3102e-02,
-8.1888e-02, 6.1725e-02, 1.4376e-01, -1.6359e-01, -1.1924e-01,
6.5777e-02, -1.4736e-02, -4.4224e-02, 1.6418e-01, -1.9684e-02,
9.4927e-03, 4.1148e-02, -1.7553e-02, -8.8047e-02, -1.2742e-01,
-1.2664e-01, 5.2221e-02, -1.3567e-01, 7.5610e-03, 7.7059e-02,
-1.0576e-01, -7.0854e-02, 1.3925e-01, -8.0153e-03, -2.1764e-01,
-8.1653e-02, 5.2794e-04, 1.2633e-01, -1.2053e-01, 5.8840e-03,
1.0126e-02, -1.6185e-02, 2.4853e-01, 1.0627e-01, 4.0540e-02,
1.0200e-01, -3.0458e-02, 1.6611e-02, -5.4480e-02, -2.9507e-02,
5.2522e-02, 4.1992e-03, 5.7521e-02, -2.4553e-02, -6.3224e-02,
-3.4779e-02, -7.5597e-03, -3.8979e-02, 4.2176e-02, -1.6689e-02,
-8.3267e-02, -5.4930e-02, 1.9819e-01, -2.7886e-02, -1.0829e-02,
-1.9235e-03, -1.0947e-01, -1.6224e-02, 1.0093e-01, -2.1272e-01,
1.5441e-01, -4.8413e-02, 1.5731e-02, 4.1414e-02, -1.6380e-01,
7.6110e-02, -2.0427e-02, -4.2806e-02, -4.2755e-02, -7.8891e-02,
-6.7681e-02, 6.8116e-02, -1.3010e-01, -8.8519e-02, 3.1676e-03,
-1.4894e-01, -2.4787e-01, -1.1568e-02, -4.9965e-02, -3.6274e-03,
1.4590e-01, -6.3349e-02, 9.9569e-02, 2.3637e-02, -1.1297e+00,
-6.9502e-02, 5.0177e-02, 8.8244e-02, 5.4801e-02, 8.7238e-02,
1.9702e-01, -1.6070e-02, -1.1708e-01, 3.3715e-02, -7.2212e-02,
-3.1627e-02, 3.8859e-02, -1.8776e-02, -1.1868e-01, -2.7730e-02,
-5.8899e-02, 5.6772e-02, -2.9124e-02, 3.5118e-02, -9.6676e-02,
1.7410e-02, -1.9037e-02, -3.7035e-02, 9.5987e-02, -1.0773e-01,
-2.8700e-01, 1.3321e-02, -6.6425e-03, 1.4650e-01, -3.8186e-02,
-6.2716e-02, -6.5097e-02, 1.1604e-01, -3.6902e-01, 1.2890e-01,
3.0323e-02, 1.6430e-02, -3.3755e-02, -6.0784e-02, 4.5420e-03,
1.3249e-01, -1.0710e-01, -9.5655e-02, -1.3409e-02, 6.2000e-03,
-7.9827e-02, -3.0067e-01, -4.7809e-02, 1.8594e-02, 3.8944e-02,
-4.6386e-02, -1.4464e-01, 5.1836e-02, 1.4011e-02, -6.8291e-02,
4.2929e-03, -4.3823e-02, -2.9756e-02, -1.0723e-01, -1.1185e-01,
-5.2908e-02, -2.2878e-02, 2.5498e-01, -1.4040e-01, -1.1839e-01,
-6.3922e-02, -2.1986e-01, 2.3741e-02, 1.2826e-01, -4.6517e-02,
4.5007e-03, -1.7010e-01, -1.6957e-01, -1.4127e-02, -6.3556e-02,
2.5491e-02, -2.1867e-02, 4.9931e-02, 5.6501e-02, 2.7335e-02,
-1.2477e-01, -5.8571e-02, 6.3877e-02, 2.1959e-02, 2.9617e-02,
-5.8443e-02, 1.0937e-02, 1.8961e-02, -8.8629e-02, -7.7062e-02,
5.0056e-03, -1.4435e-01, -9.8923e-03, -6.2857e-02, -1.6880e-02,
-1.0338e-01, 4.6106e-02, -9.8373e-02, -7.4663e-02, -4.0847e-02,
2.7647e-02, -1.9486e-01, -4.4737e-02, -2.0404e-01, -2.0352e-01,
-1.1892e-02, -1.0076e-01, 7.7614e-02, -1.1420e-02, 1.3284e-01,
-1.1839e-01, 1.1919e-02, 7.7254e-02, -1.7654e-01, -4.3612e-02,
-7.7098e-02, -1.7789e-02, 1.3154e-02, 2.5205e-01, 3.2715e-02,
9.5349e-04, -1.3680e-01, -1.0923e-01, 1.8059e-03, 2.8504e-02,
-7.0695e-02, 9.1914e-02, -8.6459e-02, 1.1905e-01, -8.9973e-02,
5.0441e-02, 1.0323e-01, -9.1130e-02, -1.7586e-02, -1.7959e-01,
-3.2037e-02, -6.4928e-02, -4.8385e-02, -2.1643e-01, -6.8526e-02,
-9.1403e-02, -5.6167e-02, -1.8205e-01, -2.8070e-02, -1.0914e-01,
1.0632e-01, -3.0416e-02, 6.3668e-02, 3.0528e-02, 1.7604e-05,
-5.1770e-01, 9.0491e-02, -6.2662e-02, -3.5361e-02, 1.3325e-02,
-1.2827e-01, -1.5698e-01, 5.1027e-03, -6.2838e-02, 8.3496e-01,
1.4235e-02, -2.2728e-02, 3.3130e-01, 6.4273e-02, -2.8729e-02,
1.4369e-01, 3.0795e-02, 4.3343e-02, 8.3879e-02, 2.3880e-02,
-5.9267e-04, -1.2335e-01, -7.9240e-02, -1.3952e-02, -2.0736e-01,
-8.4743e-02, 3.3426e-02, -1.1911e-01, -6.3128e-02, 6.6642e-02,
2.1899e-02, 7.1951e-02, 8.8461e-02, -1.6329e-01, 4.3941e-02,
-1.9583e-01, -1.6101e-01, -1.9786e-01, 2.8218e-02, -4.8206e-03,
-5.2883e-02, -6.8851e-02, -8.5306e-03, -6.1728e-02, 8.1297e-05,
2.6238e-02, -2.8669e-02, 5.7548e-03, -1.1350e-01, -5.5066e-02,
3.6803e-01, -2.6782e-02, -3.4704e-02, 8.4351e-02, -8.4518e-03,
-1.5536e-01, -1.9732e-01, 5.8095e-02, -1.1949e-02, -1.2451e-01,
-8.2580e-02, -9.0409e-03, 1.0911e-01, 4.8363e-02, 8.6947e-02,
9.5847e-02, -1.2743e-01, 5.0693e-02, -7.5559e-02, 2.5475e-02,
-3.1298e-02, 3.3533e-01, -1.2583e-01, -2.4835e-01, -8.9614e-02,
9.3755e-02, 4.3282e-02, -7.3225e-02, -7.4025e-02, -1.0864e-01,
5.8532e-02, 4.8685e-02, -1.4517e-02, -1.2587e-01, 8.3043e-02,
-3.2907e-01, -8.1445e-03, 7.3171e-02, -1.2960e-01, 1.0819e-01,
2.8051e-01, 4.3505e-02, 5.8158e-02, -7.2577e-02, 1.0857e-01,
1.4175e-01, -9.9963e-03, -1.5054e-01, 7.5161e-02, 8.4214e-02,
1.4999e-01, -9.5142e-02, -1.8437e+00, -2.0111e-03, 4.5984e-03,
-8.0264e-02, -1.9164e-02, 4.2990e-02, 5.0473e-02, 2.6856e-02,
-1.7043e-01, -7.7170e-02, 3.1159e-02, -5.9030e-02, 1.0331e-01,
8.6193e-02, 4.4467e-02, -4.0487e-02, -1.4099e-02, 2.6468e-02,
-9.8561e-03, -7.3469e-02, 2.9513e-02, 5.1532e-02, -1.0130e-01,
1.4381e-01, 2.0428e-01, 2.5903e-03, -2.5188e-03, 9.3763e-02,
1.0118e-02, 5.5542e-02, -7.3502e-02, 9.1828e-02, -7.5847e-02,
-4.4503e-02, 8.3094e-02, 3.4896e-02, 2.4248e-02, -1.9214e-02,
1.2941e-01, -4.5451e-02, 7.2637e-03, 5.2995e-02, -2.5132e-02,
-2.9743e-02, -6.5514e-02, 2.7733e-02, -3.1692e-04, 2.6997e-02,
1.8216e-02, 3.7073e-02, 6.9684e-01, -5.9909e-02, 1.6382e-01,
8.2862e-02, -2.1026e-02, 5.2731e-02, -8.6581e-03, 3.7745e-01,
1.7168e-01, -6.9516e-02, -3.2810e-02, -8.6716e-02, -4.6768e-02,
-6.5301e-02, -9.9006e-02, 5.7085e-02, -4.4612e-02, 5.5601e-02,
-1.1787e-01, -2.2799e-02, -1.5640e-01, 6.7820e-02, 6.8379e-02,
-1.6649e-01, -1.3557e-03, -1.6698e-01, -2.3360e-01, 9.3885e-02,
5.4956e-02, -1.1866e-01, -1.7877e-03, -3.9638e-02, -8.5701e-02,
-1.4315e-01, -1.1303e-01, 2.5469e-03, -4.0302e-02, 3.3277e-02,
-4.0001e-02, -4.3095e-02, 1.4948e-01, -1.0209e-01, 4.1074e-02,
-3.9290e-02, -7.6292e-02, -2.1689e-01, -1.6489e-01, 8.3371e-02,
-5.2256e-02, -4.3572e-02, 1.3294e-03, 1.8972e-01, -1.5632e-01,
9.6035e-02, 2.1169e-02, 4.3254e-02, 5.2820e-02, -2.4836e-01,
3.2524e-02, 5.1004e-02, -5.8339e-02, -8.6376e-04, 9.2661e-02,
-4.3788e-02, 4.5080e-02, 2.0181e-01, 4.9278e-02, 5.4117e-02,
1.2315e-01, -9.5793e-02, -4.8144e-02, -1.6129e-01, -2.2993e-02,
8.5583e-02, -6.8214e-02, 3.8700e-02, 1.0780e-02, -1.0367e-01,
3.0811e-02, -8.8524e-02, -7.0120e-02, -1.3186e-02, -1.2425e-01,
9.6625e-02, 7.5358e-02, -9.4705e-02, 2.7755e-02, 9.6051e-02,
6.8326e-02, -7.8374e-02, -5.4713e-01, 1.5645e-01, 1.1696e-01,
-6.4198e-03, 2.3755e-02, -5.8570e-02, -1.7661e-02, -1.1535e-01,
-4.7598e-02, 7.5449e-02, -6.4177e-02, 6.0041e-02, 6.2769e-03,
7.7113e-02, -5.1375e-02, -1.1332e-01, 5.3906e-02, -2.7365e-03,
-5.2416e-03, -1.4697e-01, -2.2006e-02, -3.5128e-02, -3.5150e-02,
-5.6856e-02, 1.4673e-01, -5.0596e-02, -1.1437e-01, -1.1762e-02,
-4.7454e-02, 6.2037e-02, -3.0795e-02, -5.7433e-02, 4.6877e-03,
-3.9157e-02, -8.7842e-02, -2.8160e-02, 3.0744e-01, -1.5653e-01,
7.5818e-02, 8.3267e-02, 4.3780e-03, 1.2515e-01, -1.0673e-02,
-1.2370e-01, -7.8488e-02, 1.1508e-01, 8.3232e-02, 3.7601e-02,
-6.1399e-02, -2.8523e-02, -5.4903e-02, -5.4485e-03, -1.3089e-01,
1.3862e-01, 9.2422e-03, 2.4734e-01, -4.6128e-02, -6.0551e-02,
-1.9214e-02, 1.1534e-01, -1.6862e-01, -1.1284e-01, 8.1151e-02,
-1.4545e-01, -1.2815e-01, 6.1301e-02, -6.6418e-02, -5.1076e-02,
6.8172e-02, -5.1196e-02, 1.3513e-01], device='cuda:0')),
('bert.encoder.layer.10.intermediate.dense.weight',
tensor([[ 0.0416, -0.0395, 0.0277, ..., 0.0235, -0.0381, -0.0003],
[ 0.0143, 0.0687, 0.0494, ..., 0.0103, -0.0268, -0.0067],
[-0.0253, 0.0379, 0.0024, ..., -0.0008, -0.0464, -0.0560],
...,
[ 0.0485, 0.0059, -0.0050, ..., 0.0313, -0.0067, 0.0298],
[-0.1037, -0.0274, 0.0248, ..., 0.0209, -0.0440, 0.0120],
[-0.0278, 0.0158, 0.0402, ..., 0.0667, -0.0102, 0.0335]],
device='cuda:0')),
('bert.encoder.layer.10.intermediate.dense.bias',
tensor([-0.0948, -0.0365, -0.0776, ..., -0.0076, -0.0962, -0.0944],
device='cuda:0')),
('bert.encoder.layer.10.output.dense.weight',
tensor([[ 0.0314, -0.0379, -0.0583, ..., -0.0097, -0.0646, -0.0191],
[-0.0516, 0.0023, -0.0551, ..., 0.0230, -0.0377, 0.0144],
[ 0.0338, -0.0556, 0.0277, ..., -0.0141, 0.0217, -0.0638],
...,
[-0.0267, -0.0105, -0.0304, ..., -0.0219, -0.0485, 0.0259],
[-0.0429, -0.0268, -0.0262, ..., -0.0058, -0.0283, 0.0507],
[ 0.0326, -0.0520, -0.0012, ..., -0.0035, 0.0011, -0.0118]],
device='cuda:0')),
('bert.encoder.layer.10.output.dense.bias',
tensor([ 1.0027e-01, -9.2795e-02, -7.2526e-02, 1.6368e-01, -6.2977e-02,
-1.1077e-01, -1.1804e-01, 7.7971e-02, 6.7454e-02, -1.0079e-01,
1.8305e-02, -2.6981e-02, -5.9658e-02, 5.0718e-02, 1.6056e-03,
1.0230e-01, -2.9799e-02, -8.6431e-02, 3.6574e-02, -1.1095e-01,
-3.0030e-02, -9.2465e-02, 5.4152e-02, 5.6398e-02, -2.6460e-02,
-4.5492e-02, 1.4687e-02, 1.3663e-01, 1.8011e-01, 7.4583e-02,
-7.1011e-02, 7.5884e-03, -1.1645e-01, -3.1428e-02, 1.2231e-01,
1.0581e-01, -1.0929e-01, 6.0599e-02, -2.9892e-02, 1.6422e-01,
-6.1531e-02, -2.0901e-02, 5.1466e-02, -1.0090e-01, 1.3292e-01,
-9.6771e-02, -1.2828e-02, 5.8906e-02, -4.6295e-02, 1.4498e-01,
1.0494e-01, 1.6611e-01, 1.5566e-01, -1.2559e-01, 7.3679e-02,
-6.3910e-02, -1.6744e-01, -5.6176e-02, 9.1292e-03, 1.6748e-01,
-8.3404e-02, -9.9226e-02, 2.6986e-02, -1.9982e-02, -8.5737e-02,
8.2680e-02, 2.9650e-02, 1.9337e-02, 1.6632e-01, -2.2857e-01,
-1.6931e-03, -8.0049e-02, -2.2013e-02, 8.3655e-02, -1.0301e-01,
3.2202e-02, 4.5669e-02, -9.1441e-02, -7.8832e-02, -6.4257e-02,
4.0688e-02, 3.7074e-02, 5.7423e-02, 1.2192e-01, 6.2252e-02,
-7.2457e-03, -1.7406e-02, -4.1828e-02, -1.1546e-02, 4.7526e-02,
-3.2689e-02, 3.1624e-02, 9.0749e-02, -7.6112e-02, -5.3920e-02,
2.9473e-02, 1.1659e-01, 5.4706e-02, 4.5287e-02, 1.2721e-01,
4.4560e-02, -4.7792e-02, -2.8279e-02, 4.2579e-02, 4.4609e-02,
-4.6732e-02, 8.5844e-02, -1.0686e-01, 1.1581e-02, -4.1455e-02,
5.8412e-02, 5.6348e-02, 2.6542e-02, -4.3542e-02, 9.0198e-02,
1.0294e-01, -8.2290e-02, 2.4498e-02, -9.4065e-02, -1.2717e-01,
-2.2339e-02, 2.5427e-02, 8.8598e-02, -4.2763e-02, 3.6926e-03,
6.3205e-02, -4.6648e-04, -4.3945e-02, 4.8387e-02, 6.6210e-02,
-3.0004e-02, 1.8340e-02, 1.2134e-01, 4.8803e-02, -6.5886e-02,
-8.2428e-02, 3.5533e-02, 1.1592e-01, 7.0766e-02, 3.7369e-03,
-8.6509e-02, -5.5221e-02, 6.6929e-02, -1.7380e-01, -5.9833e-02,
1.2134e-02, -4.2940e-02, 4.2395e-02, 5.8773e-02, -1.5584e-01,
-1.7582e-01, -4.3373e-02, -1.3123e-02, 5.8740e-02, -3.0952e-02,
-1.8082e-01, -1.0544e-01, -6.5699e-02, 1.1360e-01, -1.5930e-01,
1.8682e-02, 5.2998e-02, 5.2190e-02, 4.5673e-02, 3.6552e-02,
-1.0063e-01, 1.6084e-01, 1.2372e-02, 1.7296e-02, 9.2160e-02,
4.7804e-02, 2.5343e-02, -9.6975e-02, 1.7901e-01, 1.7611e-01,
8.3138e-02, 1.3270e-01, -1.0304e-01, 3.3840e-02, 6.8523e-03,
-4.8794e-02, -5.5320e-02, 7.1207e-02, -7.2142e-02, 6.0544e-02,
1.0052e-01, -4.2160e-02, -7.0398e-02, -1.0673e-02, -4.6072e-02,
3.2808e-02, -5.0445e-02, 3.5117e-02, 1.1894e-01, -1.8432e-01,
-6.2286e-02, -8.8374e-02, -2.6697e-02, -1.1634e-01, -9.3005e-02,
-6.7738e-02, 1.7982e-02, -5.0415e-02, 9.1548e-02, 2.9847e-02,
-7.9913e-02, 6.8369e-02, -9.9586e-02, 2.8459e-02, -5.8831e-02,
-5.0485e-02, -9.2475e-02, 7.9674e-02, -7.3891e-02, -3.6561e-02,
-4.9538e-02, 7.5783e-02, 2.2380e-02, 1.1295e-02, -7.1291e-02,
-4.1485e-02, 7.5205e-03, 9.5671e-02, -9.5029e-02, 7.2802e-02,
6.2086e-02, 1.3533e-02, -5.1492e-04, 5.1712e-02, 2.6838e-02,
2.9887e-02, 3.7279e-02, 8.0229e-02, -3.0357e-02, -2.8593e-02,
-8.4847e-02, 1.0004e-01, -9.7851e-02, -3.0974e-02, 1.0895e-01,
-2.4630e-01, 8.4664e-03, 1.9432e-01, 4.7817e-02, -1.3199e-02,
-9.2138e-02, 2.5005e-02, 7.4960e-02, 6.3341e-02, 8.4243e-02,
9.6738e-02, 2.1301e-02, 2.7986e-03, 1.6573e-02, 7.7610e-02,
1.0698e-01, -8.1706e-02, -9.1121e-03, -9.8202e-02, 1.1698e-01,
2.2434e-02, -1.2663e-02, 1.7831e-02, 8.0420e-02, -1.9541e-02,
-3.2204e-02, 1.1372e-01, -1.7249e-04, 2.6422e-02, -7.8297e-02,
-2.2543e-02, -1.4335e-01, 8.1586e-02, 7.4073e-02, 6.1698e-02,
7.2926e-03, -3.7105e-02, 1.3111e-02, 3.8099e-02, -4.6660e-02,
3.7617e-03, 3.2213e-02, -2.6123e-02, 1.6708e-01, -5.8158e-02,
-1.5855e-02, 1.1366e-01, -9.1347e-02, 5.0470e-02, 7.4818e-02,
1.3591e-01, 7.1930e-02, -5.1796e-02, -8.5189e-02, 2.6982e-02,
-1.2188e-01, -3.7971e-02, 4.2769e-02, -4.9620e-03, -3.1735e-04,
7.6866e-02, -1.7216e-02, 9.1351e-02, 1.2831e-01, -1.7297e-01,
1.3811e-02, 4.2268e-02, 7.1508e-02, -3.8023e-02, 1.0010e-01,
1.5368e-01, 5.8175e-02, -1.0738e-01, 1.1698e-01, -8.8540e-02,
-1.0013e-01, 1.7356e-03, 8.2967e-02, -1.8937e-02, -1.4071e-01,
-1.6958e-01, 4.3074e-02, -1.0205e-02, -5.2162e-02, -1.0738e-01,
-6.7193e-02, -4.6783e-02, 9.6599e-02, 5.5349e-02, -1.5529e-01,
-1.2272e-01, 1.3308e-01, -8.2670e-02, 7.2929e-02, -4.3930e-02,
-7.2546e-02, -3.5167e-02, 1.4666e-01, -1.1453e-01, 2.0430e-02,
1.1212e-01, 2.4741e-02, 7.9053e-03, -1.3746e-02, 4.5168e-02,
1.2460e-01, -4.7132e-02, -6.7911e-02, 7.5233e-02, 2.4058e-02,
-7.0139e-02, -1.6848e-01, -1.0003e-01, 4.8781e-02, 9.3680e-02,
-9.3199e-02, -6.2649e-02, 2.7005e-02, 9.4762e-02, -4.3009e-02,
3.4747e-02, -8.8580e-02, 9.8157e-02, 5.9906e-03, -5.7966e-02,
-6.2785e-02, 7.8276e-02, 1.3102e-01, -7.7497e-02, -3.5490e-03,
-3.3739e-02, -1.1749e-01, 5.9958e-02, 8.5990e-02, -1.4035e-01,
1.0377e-01, -2.2265e-01, -1.4862e-01, 3.0652e-02, -2.1762e-02,
-8.0501e-02, 1.1856e-01, 7.5737e-02, 1.0208e-01, 8.0513e-03,
-1.0534e-01, 2.2535e-02, -7.4782e-02, 1.3072e-01, 7.2793e-02,
-8.2281e-02, 3.0442e-02, 5.6722e-02, -6.5668e-02, 4.2627e-02,
-1.2252e-01, -5.6483e-02, -7.0566e-02, -1.0381e-01, 1.7323e-02,
-1.0759e-01, 1.7544e-01, -5.5704e-02, -1.9062e-01, -9.5921e-02,
9.5209e-02, -1.0299e-01, -7.7431e-02, -8.7747e-02, -9.1318e-02,
9.2081e-02, -3.2693e-02, 3.2833e-02, 3.8259e-02, -2.2034e-02,
-1.0983e-01, 2.5403e-02, 3.5068e-02, -1.3296e-01, -1.0255e-01,
2.0181e-02, -6.9324e-02, 7.1465e-02, 1.1908e-01, 9.6817e-02,
-1.6255e-02, -4.1648e-02, -1.1561e-01, 5.0503e-02, -1.0994e-02,
-3.4247e-02, 1.4546e-01, -1.1457e-01, 1.2238e-01, -1.7183e-02,
-2.4444e-02, -2.9843e-02, -8.7449e-02, -4.4367e-02, 7.0762e-02,
2.5858e-02, -9.1899e-02, -8.6721e-02, -1.7631e-01, -1.1944e-01,
-4.2522e-02, -3.2543e-02, 1.0904e-03, -1.5127e-02, 3.9382e-03,
7.3182e-02, 5.5661e-02, 7.6294e-02, 3.8168e-02, 2.3860e-02,
-1.6241e-01, 1.2085e-01, -3.3082e-02, -9.1635e-02, 1.9041e-02,
-8.0381e-02, -7.6681e-02, -6.1857e-02, 2.4798e-02, 2.3960e-01,
1.5778e-01, -3.5479e-02, 2.7605e-01, 1.7747e-02, -1.9115e-02,
9.7019e-02, 2.0596e-02, 6.8926e-02, 1.1481e-01, 1.1960e-01,
2.3198e-02, -2.3180e-01, -6.2652e-02, 8.6476e-02, -5.2941e-02,
-9.1898e-03, 8.0725e-02, -1.9066e-02, 7.0462e-02, 5.5812e-02,
1.1009e-02, 2.1601e-02, 1.2856e-01, -8.2264e-02, -1.0955e-01,
-1.4948e-01, -7.4096e-02, -1.1123e-01, 7.1979e-02, 2.4872e-02,
5.4378e-02, -1.1123e-01, -3.5156e-02, 6.0619e-03, 1.3678e-01,
1.0863e-01, -1.2436e-03, 4.2162e-03, 1.7476e-04, -1.4985e-01,
1.3802e-01, 2.0675e-02, 3.0764e-02, -3.8042e-02, -9.8070e-02,
9.6875e-04, -9.9940e-02, 5.6404e-02, -5.1141e-02, -3.8395e-02,
-1.0433e-01, -5.6506e-03, 4.6903e-02, 4.5685e-02, 9.1496e-02,
-8.1462e-02, -1.9088e-01, -7.8919e-02, -3.8304e-02, 8.7750e-02,
-1.0736e-01, 1.1353e-01, -6.6693e-02, -1.6906e-01, -2.3438e-02,
4.2761e-02, 5.2430e-02, -1.2108e-01, -1.0974e-01, -1.3577e-02,
9.2292e-03, 6.4347e-02, 7.0195e-02, -5.7570e-02, 1.2340e-01,
-1.0953e-01, 1.9300e-02, 8.6261e-02, -1.5512e-01, 5.2964e-02,
1.4231e-01, 1.7464e-01, -3.2548e-02, -1.3503e-02, 5.9140e-02,
1.4480e-01, 1.3118e-02, -1.3198e-01, 5.0190e-02, 1.0702e-01,
1.1885e-01, -9.2427e-02, -6.4269e-01, 5.5663e-02, 3.7135e-02,
3.3345e-02, -4.3783e-02, 6.7543e-02, -3.0478e-03, 5.9623e-02,
-8.5011e-02, -1.3561e-02, -1.0417e-01, -1.5233e-02, 2.2039e-02,
1.4194e-01, -4.0513e-02, 1.1288e-01, -3.4027e-02, 1.2835e-01,
-2.5690e-02, 9.6946e-02, 4.7102e-02, 1.2312e-01, -1.9139e-01,
8.3790e-02, 1.3378e-01, 5.1248e-02, 4.5782e-02, 5.0280e-02,
7.2846e-02, 1.1908e-02, 4.5919e-03, 1.6065e-01, -7.5419e-02,
-4.2615e-03, 4.4448e-02, 2.6975e-02, 3.1012e-02, 2.1913e-02,
4.1834e-02, 2.4503e-03, 6.3560e-02, 4.7859e-02, -1.5142e-02,
7.6112e-02, -5.7649e-02, -4.9361e-02, -2.2926e-02, -8.5791e-02,
-1.0087e-01, 1.7367e-01, 1.8547e-01, 7.3632e-02, 1.2036e-01,
1.2731e-02, -1.2551e-01, 9.4060e-02, -6.8165e-02, 1.2740e-01,
1.3825e-01, -9.5669e-03, -8.3846e-02, -6.8468e-02, 6.6603e-02,
-7.6112e-02, -1.2985e-01, 1.8589e-01, -1.1867e-01, 1.0107e-02,
-2.9530e-02, -7.5676e-02, -1.7988e-01, 1.0797e-01, 2.9273e-02,
-5.6663e-02, 6.8626e-02, -6.7964e-02, -1.2991e-01, 1.2526e-01,
3.9997e-02, -4.7224e-02, 3.4176e-02, -1.2194e-02, -3.6139e-02,
-5.0851e-02, -4.2081e-02, 2.3190e-02, -2.1218e-02, -2.2697e-02,
-5.1326e-02, -4.0433e-02, 8.2465e-02, -9.7408e-02, -7.5657e-02,
-3.0077e-02, -7.6840e-02, -4.4525e-02, -8.3790e-02, 6.6893e-02,
6.2859e-02, -4.7119e-02, -6.0576e-02, 9.6428e-02, -6.1373e-02,
1.4006e-02, 3.5292e-02, -4.1240e-02, 8.6911e-02, -1.2319e-01,
7.1557e-02, 3.3779e-02, -4.2301e-02, -7.2985e-02, 1.2522e-01,
-1.8979e-02, 1.9234e-01, 7.5890e-02, 9.4309e-03, 4.7516e-02,
1.0859e-01, 3.6599e-02, 3.1610e-02, -7.9603e-02, -6.9653e-02,
2.8293e-02, -4.1256e-02, 1.1292e-01, 5.7457e-02, -5.9232e-02,
5.6445e-02, -1.2191e-01, 6.9543e-02, 5.4398e-02, -9.6920e-02,
4.2230e-02, 1.9652e-01, -9.0855e-02, 1.0917e-01, -2.9809e-02,
-4.5501e-02, -3.3383e-02, -1.1791e-01, 1.2759e-01, -2.2092e-02,
1.6115e-02, -2.4187e-03, 2.5921e-02, -8.9163e-02, -8.5936e-02,
-1.6106e-02, 6.4536e-02, -7.5892e-02, 1.3128e-01, -2.1226e-02,
-1.3161e-03, 6.8910e-02, -9.4220e-02, 5.4012e-02, -1.1633e-02,
-1.7889e-01, -7.3640e-02, -1.0242e-01, -3.4615e-02, 3.7058e-02,
-1.1417e-01, 5.3271e-03, 1.0497e-02, -7.4230e-02, -3.2001e-02,
-3.1921e-02, 7.4306e-02, -6.5320e-02, 6.2847e-02, -1.9837e-02,
-9.5320e-03, -1.0560e-01, -1.2922e-01, 1.4594e-01, -4.0022e-02,
5.7902e-02, 5.0463e-02, -4.6222e-03, 1.3439e-01, -8.2778e-02,
-2.8658e-02, -2.9349e-02, 5.2704e-02, 7.0188e-02, 4.6168e-02,
-1.5745e-01, -5.4127e-02, -5.3844e-02, -5.5441e-02, -7.1313e-02,
1.5373e-01, 5.0170e-02, 5.0729e-02, -9.6886e-02, 7.8764e-02,
4.0339e-02, 4.6151e-02, -5.4998e-02, 7.0296e-02, 9.0888e-02,
-9.7393e-02, -3.2082e-02, 5.8969e-02, -4.9460e-03, 1.5779e-02,
-2.2541e-02, 3.5324e-02, 7.6519e-02], device='cuda:0')),
('bert.encoder.layer.10.output.LayerNorm.weight',
tensor([0.8132, 0.8373, 0.8731, 0.8164, 0.8273, 0.8148, 0.7795, 0.8314, 0.8422,
0.7903, 0.8799, 0.8798, 0.8957, 0.8873, 0.8488, 0.8154, 0.8667, 0.8167,
0.8430, 0.8492, 0.8549, 0.8869, 0.8218, 0.8405, 0.8607, 0.8557, 0.8528,
0.7640, 0.8579, 0.8753, 0.8486, 0.8543, 0.8966, 0.8207, 0.8221, 0.8492,
0.8078, 0.8735, 0.8433, 0.7808, 0.8651, 0.8446, 0.8199, 0.8804, 0.8561,
0.8504, 0.8474, 0.8259, 0.8770, 0.8445, 0.8707, 0.8157, 0.8413, 0.8605,
0.8033, 0.8102, 0.8296, 0.8779, 0.8213, 0.8271, 0.8601, 0.8829, 0.8709,
0.8655, 0.8239, 0.8699, 0.8596, 0.8385, 0.8248, 0.7628, 0.8577, 0.8432,
0.8381, 0.8369, 0.8629, 0.8757, 0.8437, 0.8568, 0.8750, 0.8881, 0.8373,
0.8734, 0.8491, 0.8414, 0.8258, 0.8354, 0.8359, 0.8526, 0.8796, 0.8493,
0.8321, 0.8124, 0.8526, 0.8655, 0.8399, 0.8439, 0.8081, 0.8518, 0.7592,
0.8486, 0.8232, 0.8915, 0.8118, 0.8559, 0.8128, 0.8915, 0.8964, 0.8450,
0.8853, 0.8693, 0.8154, 0.8599, 0.8877, 0.8105, 0.8557, 0.8648, 0.8548,
0.8440, 0.8602, 0.8756, 0.8457, 0.8679, 0.8421, 0.8054, 0.8289, 0.8408,
0.8428, 0.8090, 0.8350, 0.8618, 0.8784, 0.8497, 0.8467, 0.8582, 0.8801,
0.8576, 0.9529, 0.8244, 0.1419, 0.8672, 0.8163, 0.8584, 0.8399, 0.8044,
0.8382, 0.8506, 0.8358, 0.8571, 0.8706, 0.8386, 0.8490, 0.8660, 0.9047,
0.8729, 0.8343, 0.8250, 0.8615, 0.8504, 0.8054, 0.8736, 0.8645, 0.8810,
0.8597, 0.8603, 0.8374, 0.8501, 0.7954, 0.8247, 0.8410, 0.8554, 0.8528,
0.8196, 0.8244, 0.8637, 0.8373, 0.8354, 0.8348, 0.8090, 0.8829, 0.8380,
0.8273, 0.8450, 0.7977, 0.8636, 0.8615, 0.8565, 0.8296, 0.8127, 0.8424,
0.8327, 0.8436, 0.8390, 0.8064, 0.8343, 0.8120, 0.8338, 0.8583, 0.8655,
0.8553, 0.8529, 0.8745, 0.7895, 0.8656, 0.8449, 0.8432, 0.8502, 0.8660,
0.8730, 0.8591, 0.8466, 0.8626, 0.8788, 0.8018, 0.8498, 0.8433, 0.8749,
0.8209, 0.8179, 0.8464, 0.8294, 0.8848, 0.8552, 0.8726, 0.8673, 0.8394,
0.8372, 0.8636, 0.8560, 0.8159, 0.7876, 0.8498, 0.8739, 0.8311, 0.8670,
0.8441, 0.8012, 0.8262, 0.8449, 0.8537, 0.8740, 0.8534, 0.8422, 0.8188,
0.8532, 0.8334, 0.8553, 0.8792, 0.8260, 0.8936, 0.8695, 0.8799, 0.8440,
0.9563, 0.8849, 0.8862, 0.8521, 0.8792, 0.8239, 0.8628, 0.8478, 0.7925,
0.8016, 0.8631, 0.8472, 0.8452, 0.8698, 0.8624, 0.8835, 0.8490, 0.8523,
0.8306, 0.8565, 0.8603, 0.8451, 0.8742, 0.8391, 0.8562, 0.8615, 0.8050,
0.8568, 0.9367, 0.8654, 0.8487, 0.7453, 0.8569, 0.8706, 0.8134, 0.8637,
0.8431, 0.7653, 0.8287, 0.8431, 0.8500, 0.8493, 0.8386, 0.8382, 0.7874,
0.8284, 0.8723, 0.8238, 0.8544, 0.8377, 0.8340, 0.8394, 0.1546, 0.8848,
0.8439, 0.8583, 0.8687, 0.8578, 0.8104, 0.8414, 0.8509, 0.8520, 0.8484,
0.8555, 0.8270, 0.8223, 0.8804, 0.8033, 0.8450, 0.8563, 0.8554, 0.8797,
0.8483, 0.8594, 0.8658, 0.8581, 0.8622, 0.8303, 0.8363, 0.8321, 0.8450,
0.8869, 0.8699, 0.8666, 0.8560, 0.8528, 0.8140, 0.8207, 0.8169, 0.8724,
0.8187, 0.8743, 0.8478, 0.8767, 0.8665, 0.8393, 0.8566, 0.8290, 0.8657,
0.8108, 0.8216, 0.8484, 0.8989, 0.8541, 0.8495, 0.8341, 0.8796, 0.8224,
0.8294, 0.8166, 0.8593, 0.8670, 0.7873, 0.8350, 0.8710, 0.8752, 0.8563,
0.8519, 0.8714, 0.8719, 0.8361, 0.8248, 0.8101, 0.8291, 0.8189, 0.8764,
0.8712, 0.7905, 0.8155, 0.8576, 0.8508, 0.8722, 0.8217, 0.8129, 0.8429,
0.8801, 0.8647, 0.8390, 0.8578, 0.8387, 0.8525, 0.8487, 0.8579, 0.8854,
0.8203, 0.8741, 0.8472, 0.8268, 0.8230, 0.8488, 0.8253, 0.8588, 0.8490,
0.8355, 0.8327, 0.8708, 0.8246, 0.9033, 0.8535, 0.8143, 0.8679, 0.8919,
0.8669, 0.8632, 0.8138, 0.8521, 0.8351, 0.8792, 0.8469, 0.9105, 0.8425,
0.7881, 0.8470, 0.8627, 0.8153, 0.8383, 0.8563, 0.8745, 0.8500, 0.8485,
0.8249, 0.8507, 0.8214, 0.8950, 0.8307, 0.8443, 0.8602, 0.8197, 0.8676,
0.8171, 0.8513, 0.8327, 0.8456, 0.8258, 0.8566, 0.8544, 0.8498, 0.8212,
0.8547, 0.8252, 0.8399, 0.8598, 0.8319, 0.7846, 0.8076, 0.8438, 0.8395,
0.8289, 0.8454, 0.8551, 0.8229, 0.8983, 0.1949, 0.7988, 0.8243, 0.7676,
0.8765, 0.8430, 0.8397, 0.8427, 0.8757, 0.8096, 0.8681, 0.8454, 0.8173,
0.8782, 0.8202, 0.8676, 0.8661, 0.8320, 0.9060, 0.8506, 0.8562, 0.8458,
0.8854, 0.8279, 0.9437, 0.8568, 0.8115, 0.8747, 0.8470, 0.8587, 0.8571,
0.8365, 0.8520, 0.8641, 0.8335, 0.8381, 0.8850, 0.8820, 0.8546, 0.8173,
0.8453, 0.8188, 0.9115, 0.8494, 0.8669, 0.8644, 0.8446, 0.8662, 0.8266,
0.8466, 0.8520, 0.8271, 0.8565, 0.8421, 0.8312, 0.8649, 0.8780, 0.8507,
0.8656, 0.9220, 0.8664, 0.8802, 0.8284, 0.9004, 0.8300, 0.8635, 0.8388,
0.8422, 0.8719, 0.8429, 0.8157, 0.8279, 0.7972, 0.8504, 0.8552, 0.8412,
0.8349, 0.8777, 0.8161, 0.8175, 0.8214, 0.8545, 0.7714, 0.8302, 0.8567,
0.8438, 0.8125, 0.8209, 0.8865, 0.8234, 0.8121, 0.8532, 0.8067, 1.1331,
0.8408, 0.8537, 0.8706, 0.8775, 0.8512, 0.8672, 0.8567, 0.8765, 0.8663,
0.8599, 0.8225, 0.8412, 0.8332, 0.8623, 0.8191, 0.8649, 0.8478, 0.8730,
0.8442, 0.8264, 0.8756, 0.8740, 0.8538, 0.8328, 0.8596, 0.8454, 0.8656,
0.8592, 0.8397, 0.8356, 0.8282, 0.8437, 0.8848, 0.8180, 0.8427, 0.8298,
0.8544, 0.8680, 0.8322, 0.8360, 0.8805, 0.8504, 0.8726, 0.8456, 0.8380,
0.8634, 0.7631, 0.8569, 0.8566, 0.1880, 0.8424, 0.8609, 0.8395, 0.8283,
0.8235, 0.8473, 0.8319, 0.8494, 0.8996, 0.8756, 0.8637, 0.8550, 0.8712,
0.8496, 0.8351, 0.8784, 0.8241, 0.8547, 0.8356, 0.8084, 0.8469, 0.8091,
0.8644, 0.8597, 0.8326, 0.8183, 0.8106, 0.8276, 0.8618, 0.8668, 0.8546,
0.8750, 0.8709, 0.8294, 0.8594, 0.8441, 0.8506, 0.8388, 0.8049, 0.8435,
0.8733, 0.8303, 0.8130, 0.9090, 0.8187, 0.8307, 0.8316, 0.8353, 0.8674,
0.8389, 0.8125, 0.8499, 0.8262, 0.8465, 0.8495, 0.7977, 0.8375, 0.8671,
0.8960, 0.8138, 0.8372, 0.8234, 0.8877, 0.8005, 0.8001, 0.8908, 0.8416,
0.8358, 0.8448, 0.8903, 0.8666, 0.8648, 0.8732, 0.8533, 0.8434, 0.8816,
0.8531, 0.8340, 0.8279, 0.8905, 0.8555, 0.8732, 0.8757, 0.8307, 0.8569,
0.8471, 0.8830, 0.8638, 0.8418, 0.7752, 0.8216, 0.8742, 0.8571, 0.8233,
0.8012, 0.8336, 0.8592, 0.8834, 0.8525, 0.8781, 0.8501, 0.8506, 0.8440,
0.8743, 0.8686, 0.8262, 0.8745, 0.8569, 0.7879, 0.8285, 0.8456, 0.8688,
0.8362, 0.8260, 0.8508, 0.8214, 0.8695, 0.8191, 0.8847, 0.8338, 0.8541,
0.8585, 0.8397, 0.8569, 0.8717, 0.8225, 0.8467, 0.8594, 0.8571, 0.8365,
0.8372, 0.8869, 0.8416, 0.8629, 0.8024, 0.8251, 0.8137, 0.8306, 0.8539,
0.8388, 0.8594, 0.8337, 0.8078, 0.8538, 0.8308, 0.8171, 0.8516, 0.8715,
0.8299, 0.8473, 0.8711, 0.7817, 0.8248, 0.8502, 0.8770, 0.8466, 0.8912,
0.8565, 0.8761, 0.8369], device='cuda:0')),
('bert.encoder.layer.10.output.LayerNorm.bias',
tensor([-9.7589e-02, 6.8522e-02, -6.3416e-02, -5.2001e-02, -6.3564e-03,
-1.0921e-02, 1.8160e-02, -7.0689e-02, -5.2669e-02, 5.9361e-03,
-5.7241e-02, -1.0365e-01, 1.7691e-03, -4.0175e-02, -6.1101e-02,
-6.2966e-02, -4.0105e-02, -4.1839e-02, 3.5459e-02, 7.0461e-03,
-3.0671e-02, -2.8276e-02, -6.2101e-02, -3.5920e-02, -5.8081e-02,
1.0269e-02, -6.0217e-02, -2.1755e-01, -4.4986e-02, -9.0754e-02,
-2.3559e-02, 1.1563e-03, -2.2446e-02, 4.7224e-03, -1.2621e-01,
-8.1995e-02, 5.3319e-02, -6.6512e-02, -4.5912e-02, -1.9149e-01,
-6.9216e-03, -5.2690e-03, -9.7678e-02, -4.3368e-02, -6.3207e-03,
1.3402e-02, -1.0648e-01, -1.1489e-01, -2.3319e-02, -3.7301e-02,
-9.7077e-02, -4.1869e-02, -5.3863e-02, -1.8304e-03, -4.3449e-02,
1.1161e-02, 7.2766e-03, -5.9322e-02, -2.5924e-02, -9.4872e-02,
-4.6223e-03, -6.3738e-02, -1.5409e-01, -1.0105e-02, 1.6827e-02,
-4.3635e-02, -1.7289e-02, -2.5644e-02, -5.2561e-02, 2.9569e-02,
-5.0251e-04, 3.7582e-03, 3.3320e-02, -9.2187e-02, -2.2748e-02,
-3.8299e-02, -7.8584e-02, -3.0532e-02, -5.8611e-02, -3.7656e-02,
-5.8582e-02, -6.8919e-02, -3.8498e-02, -9.7498e-02, 1.8909e-02,
-1.4475e-01, -2.1114e-02, -4.3973e-02, -4.1679e-02, -7.7283e-02,
-8.8252e-03, -2.7424e-02, -4.9101e-02, -5.5984e-03, -4.3758e-02,
-1.6517e-01, -7.1575e-02, -1.3295e-03, -1.9764e-02, -3.9752e-02,
-1.6382e-02, -2.5778e-02, -4.3011e-02, -8.6135e-02, 9.9737e-03,
-3.5190e-02, -1.1937e-01, -2.4538e-02, -7.8013e-03, -1.9169e-04,
-8.9844e-02, 1.8502e-02, -2.4768e-02, -1.6322e-02, -5.0759e-03,
-8.8838e-02, -4.9526e-02, -6.7836e-02, -3.3714e-02, -3.8797e-02,
-6.1590e-02, 1.7044e-03, -5.3319e-02, -8.6809e-02, -4.9534e-02,
-2.7589e-03, -3.7274e-02, 3.5517e-03, -2.0379e-02, -7.0149e-02,
-3.1005e-03, -4.9363e-03, -7.2101e-02, -3.6207e-02, -4.8691e-02,
-6.3766e-02, -3.2781e-02, -8.0148e-02, 1.7547e+00, -5.7524e-02,
2.5621e-02, 2.6014e-02, -6.1209e-02, -1.6300e-02, -3.8265e-02,
-1.0018e-01, -1.0517e-03, -6.1687e-02, -4.2214e-02, 4.6420e-02,
3.1359e-02, -1.2359e-02, -2.8367e-02, -3.0550e-02, -6.9155e-02,
6.9845e-02, -5.8022e-02, 2.1440e-02, -1.3272e-01, 6.4823e-03,
-1.7988e-01, -1.2563e-01, -4.5253e-03, -4.0863e-02, -2.0424e-02,
4.2813e-02, -1.5381e-01, -1.6142e-03, 2.8280e-02, -6.8712e-02,
-2.8265e-02, -2.6138e-02, 3.0954e-02, -5.5296e-02, -6.2458e-02,
-7.3351e-02, -1.1763e-01, 9.9120e-02, -5.5737e-03, -6.4341e-02,
-9.7255e-02, 5.1467e-03, -5.2747e-04, 4.6888e-02, -6.9464e-03,
-8.7379e-02, -3.6793e-02, 5.8977e-02, -4.8505e-02, -2.8262e-02,
-4.7622e-02, -6.0361e-02, -1.0956e-01, -5.3025e-03, 5.8060e-02,
1.9662e-02, -4.4651e-02, -1.6270e-02, -3.1468e-03, 3.0878e-03,
-6.9016e-02, -8.1028e-02, -6.4904e-03, -5.5725e-02, -7.0506e-02,
-7.2316e-02, -2.8945e-02, 5.9970e-02, -2.1185e-02, -2.9090e-02,
-4.6988e-02, -1.0217e-02, -1.8002e-02, -1.1124e-02, 5.9690e-03,
-3.0465e-02, -5.0082e-02, -2.0262e-02, 4.8146e-02, -3.5508e-02,
-5.7074e-02, -5.0222e-02, -8.2980e-02, 3.3819e-02, 6.5954e-02,
-9.3226e-02, -4.7356e-02, -4.1321e-02, -1.3467e-01, -3.1199e-02,
-2.4340e-02, -7.3897e-02, -4.1234e-02, -1.0995e-03, 3.3695e-02,
6.3273e-02, -5.2459e-02, 3.7115e-02, -8.0405e-03, -3.3479e-02,
-1.1152e-02, 1.7716e-02, -1.0141e-01, -3.5571e-02, 6.9512e-02,
6.5308e-03, -3.8753e-02, -8.0595e-02, -1.1927e-02, -8.3107e-02,
-6.8289e-02, -1.4681e-02, -1.4818e-01, -6.1630e-02, -4.3219e-02,
-7.3624e-02, -1.6760e-02, -1.5595e-02, 8.9451e-03, -8.2615e-03,
-7.0400e-02, 7.8888e-03, -7.1445e-02, -2.0154e-02, -1.7552e-02,
-2.6889e-02, -1.5355e-02, -4.9156e-02, -3.1075e-03, -3.5251e-02,
-4.5581e-03, -2.7951e-02, -1.1509e-01, -5.6671e-02, -6.3321e-02,
-1.4872e-02, -6.4364e-03, -4.1850e-02, -7.1526e-02, 7.3208e-02,
-1.0779e-01, -2.7994e-02, -9.7140e-02, -6.2785e-02, 4.0363e-02,
-6.4888e-02, -1.4475e-02, 6.9406e-03, -2.5367e-02, -4.3580e-02,
1.9901e-02, -2.1113e-02, -2.2996e-03, 2.5222e-02, -1.7856e-02,
-2.7512e-02, 8.6223e-02, -4.3543e-02, 1.6774e-02, -7.1760e-02,
-9.8461e-02, 1.3846e-03, -7.5960e-03, -5.2080e-02, 8.5207e-01,
-2.8724e-02, -7.4996e-02, -9.7173e-02, -2.1144e-02, -1.1479e-01,
-1.2424e-01, -3.0526e-02, 1.1093e-02, 1.0836e-02, 5.0596e-03,
-1.2639e-02, -1.6120e-02, 6.6913e-03, 2.1075e-02, -3.4690e-04,
-4.7594e-02, -9.3698e-02, -5.5319e-02, -3.9390e-02, -3.8275e-02,
-4.3524e-02, -5.9181e-02, 1.9077e-03, -6.5328e-02, -4.4272e-02,
1.1473e-01, -5.9061e-02, -2.8456e-02, -4.9751e-02, -1.9628e-02,
4.4714e-03, -1.1144e-02, -1.2404e-01, 1.4973e-01, -9.9667e-02,
4.0682e-03, -1.9365e-02, -2.9554e-02, 2.6799e-03, -5.7057e-02,
-8.7182e-02, -2.0640e-02, 3.6401e-02, -5.5330e-02, 1.1211e-02,
-2.9875e-02, 7.2980e-02, 1.0043e-02, -5.3368e-02, -3.5376e-02,
-3.9758e-02, 5.5079e-02, -4.0713e-02, -5.2040e-02, -2.7763e-02,
-5.4387e-02, 2.5289e-02, -3.4255e-04, -2.3012e-02, 4.5639e-02,
-5.1238e-02, -7.4823e-03, -1.4150e-01, 4.2628e-02, 4.3265e-02,
-4.5894e-02, 3.9817e-02, -6.1199e-02, -5.9812e-02, -1.4571e-02,
-6.6692e-03, -8.2234e-03, 2.1731e-02, -1.8520e-02, 1.5949e-02,
5.8135e-03, -2.5004e-02, -5.9803e-02, -7.6745e-02, -5.7556e-02,
1.6549e-02, 7.3603e-03, -5.4878e-02, -3.3355e-02, -6.9138e-02,
-3.7240e-02, -3.8386e-02, -4.4740e-02, -1.5929e-02, 2.4277e-02,
-2.2043e-02, 2.7837e-02, -3.4595e-02, -3.0347e-02, 8.3310e-03,
-8.2317e-03, -2.6411e-02, 3.5969e-02, -4.1035e-02, 9.0525e-03,
-1.1103e-02, 9.2076e-03, -2.8870e-02, 6.4696e-02, 3.2196e-02,
3.0853e-04, 1.3396e-02, -7.6611e-02, -3.7940e-02, -7.3763e-02,
-8.5546e-03, -6.0555e-02, -9.5688e-02, 1.1056e-02, -6.7822e-03,
2.8370e-04, -1.4193e-02, -1.2930e-02, -1.1594e-01, -5.2622e-02,
-4.1157e-02, 5.0051e-02, 1.5897e-02, -5.5954e-02, -6.6232e-02,
1.8513e-02, -7.3059e-02, 1.7680e-02, -9.7395e-02, 4.6714e-03,
-4.4254e-02, -5.9020e-02, -1.1046e-02, -3.4437e-02, -5.7077e-02,
-9.6010e-03, -1.3033e-02, -4.6307e-02, 8.4299e-03, -1.5897e-02,
1.0470e-02, -8.6668e-03, -5.0849e-03, -7.0091e-02, 1.3662e-02,
-1.0172e-01, -7.2320e-03, -1.0382e-01, -5.7025e-02, -8.5383e-02,
1.8338e-01, -7.9143e-02, 4.8201e-03, -3.7617e-02, -3.0901e-02,
1.0031e-02, 3.6367e-02, -4.9147e-02, -3.7369e-02, -5.4046e-01,
-2.9683e-02, -5.4963e-02, -1.3279e-01, -8.6687e-02, -2.0595e-02,
-1.2005e-01, -7.2187e-02, -7.4789e-02, -4.3864e-02, 7.5724e-03,
-1.0389e-02, -6.4385e-03, -3.7866e-02, -4.9342e-02, 4.0642e-02,
-1.4500e-02, -5.1712e-02, 3.7081e-02, -3.8647e-03, -4.5453e-02,
-1.9436e-02, -6.8914e-02, -4.8536e-02, -3.1907e-03, -1.1029e-01,
3.8606e-02, -1.5896e-02, 8.5445e-03, -2.3502e-02, -6.1469e-02,
-4.6014e-02, -5.4959e-02, -4.4138e-02, -5.1940e-02, 2.0626e-02,
-4.1516e-02, -3.1537e-02, -5.6503e-02, 6.2673e-03, -2.7069e-02,
-2.0056e-01, -1.2497e-02, -1.1707e-02, -9.6814e-02, 4.4140e-03,
4.2966e-02, 4.4669e-02, -8.8473e-02, -5.5415e-02, 1.7835e-02,
5.6551e-02, -4.6690e-02, -1.0431e-01, -8.5068e-02, -6.0797e-02,
-8.4292e-02, -5.1160e-03, -5.3897e-02, -2.1207e-02, -1.5011e-02,
-4.0187e-03, -1.7202e-01, 1.8470e-02, 6.2818e-02, -1.8480e-02,
-6.5670e-02, -3.8066e-02, -3.4823e-02, -1.0211e-03, 3.8496e-02,
-6.6066e-02, -9.0641e-02, 2.6412e-03, 2.2511e-02, -1.0735e-01,
9.2839e-02, -4.2942e-02, -4.4671e-02, 8.1373e-03, -7.0725e-02,
-1.6155e-01, -1.0799e-01, -6.0266e-02, -3.1688e-02, -1.0031e-01,
-8.6312e-02, -2.0839e-02, 6.0707e-02, -7.2025e-02, -7.1809e-02,
-3.1422e-02, 4.5167e-02, -1.0616e+00, -4.6628e-02, -4.3351e-03,
-2.1710e-02, -6.4975e-02, -4.7418e-02, -9.6094e-02, -7.5691e-02,
1.4238e-02, 5.9786e-03, -6.4903e-02, -1.6738e-02, -6.2543e-02,
-6.2028e-02, -6.9266e-02, 3.7716e-02, -4.9722e-02, -5.3182e-02,
-4.8446e-02, -3.7317e-02, -4.4140e-02, -2.8822e-02, -4.9808e-02,
-7.1690e-02, -1.5559e-01, -2.7298e-02, 5.8073e-03, -5.5476e-02,
-4.6727e-02, -4.1544e-02, -2.5032e-02, -6.3679e-02, -1.5577e-02,
-1.7077e-02, -6.3531e-02, -3.8143e-02, -3.6310e-02, -1.8144e-02,
-8.8091e-02, -4.4121e-03, -4.4167e-02, -5.0438e-02, -6.2595e-02,
-4.2344e-03, -5.0413e-02, -3.0032e-02, -7.9257e-03, -2.7474e-02,
-2.7663e-02, -6.1186e-02, -5.9291e-01, -3.8064e-02, -1.0122e-01,
-7.8070e-02, 1.4670e-03, -4.5892e-02, -4.6001e-02, -1.8688e-01,
-1.1291e-01, -1.7955e-02, -6.5169e-03, -2.2017e-02, -4.4731e-02,
2.6634e-02, -3.3870e-02, -3.4293e-03, 5.9025e-03, -8.6942e-02,
-1.2073e-02, -1.3779e-02, 6.9921e-02, -1.2838e-02, -4.0360e-02,
3.1504e-02, -2.1680e-02, 1.8047e-02, 4.8921e-02, -6.7488e-02,
-7.6355e-02, -3.5795e-02, -3.5337e-02, 6.6801e-03, -1.1293e-02,
2.2456e-02, 1.9403e-02, -3.2553e-02, -1.8273e-02, -4.6503e-02,
-2.8291e-02, -2.6466e-02, -9.4701e-02, -2.7767e-03, -6.9508e-02,
1.4852e-02, 8.9858e-03, 6.2630e-03, 2.0731e-02, -4.7346e-02,
-4.1448e-02, -1.8643e-02, -3.3994e-02, -1.1494e-01, 3.1349e-02,
-5.1094e-02, -4.7189e-02, -4.3289e-02, -9.7904e-02, 6.8833e-02,
-3.2919e-02, -4.2115e-02, -3.8188e-03, -5.1908e-02, -8.1786e-02,
-5.2394e-03, -5.0186e-02, -1.3505e-01, -5.4835e-02, -7.2221e-02,
-6.2955e-02, 2.8745e-02, -5.1327e-02, 6.3758e-02, -6.4414e-02,
-1.2783e-01, -5.5294e-02, -7.1414e-02, -7.7283e-02, 1.3902e-02,
-1.4093e-02, -1.2918e-03, -9.0765e-03, -6.6268e-02, 8.8472e-03,
-6.9092e-02, -3.4426e-02, 1.0369e-02, -4.6087e-02, -1.0173e-01,
-4.4643e-02, -5.4618e-02, 2.2492e-01, -1.1572e-01, -1.0340e-01,
-2.2198e-02, -3.4424e-02, 2.7938e-02, -8.5254e-03, 2.8030e-02,
3.2054e-03, -5.8556e-02, 1.2786e-03, -5.1927e-02, -3.9446e-02,
-3.8954e-02, -3.2388e-02, 3.7318e-02, -2.8111e-02, -2.7215e-02,
-6.4263e-02, 4.1989e-02, -3.4154e-02, -6.9539e-02, -4.2082e-02,
1.6929e-02, -9.3241e-02, -4.4442e-02, 1.1939e-02, -5.7845e-03,
6.6793e-03, -7.1320e-02, -3.1216e-02, 3.3662e-03, -5.4337e-02,
1.0982e-02, -5.0251e-02, -2.6261e-02, -2.4894e-01, 5.6392e-02,
-1.8312e-02, -8.7289e-02, -6.5636e-02, -5.9243e-02, -4.4884e-02,
6.2347e-02, -1.1610e-02, -1.1738e-01, -1.0183e-01, -7.5568e-02,
-3.0957e-02, -4.2496e-02, -1.7581e-02, 1.6047e-02, 1.9078e-03,
-8.5835e-02, -1.7786e-02, -1.7236e-01, 2.2204e-02, -1.3821e-02,
-1.6464e-02, -1.4020e-01, 4.1847e-02, -1.4382e-02, -1.0849e-01,
-2.0496e-03, 4.0827e-02, -7.6306e-02, -3.3375e-03, 4.6406e-03,
-3.7125e-02, -2.7301e-02, -1.2485e-01], device='cuda:0')),
('bert.encoder.layer.11.attention.self.query.weight',
tensor([[-0.0032, -0.0050, -0.0094, ..., -0.0489, -0.0078, -0.0767],
[-0.0225, 0.0090, -0.0197, ..., 0.0150, -0.0087, 0.0057],
[-0.0383, 0.0219, 0.0479, ..., -0.0549, -0.0246, -0.0263],
...,
[ 0.0163, -0.0074, -0.0230, ..., -0.0392, 0.0218, 0.0308],
[-0.0525, 0.1003, -0.0762, ..., -0.0648, -0.0058, 0.0603],
[ 0.0222, 0.0507, 0.0429, ..., 0.0597, -0.0429, -0.0552]],
device='cuda:0')),
('bert.encoder.layer.11.attention.self.query.bias',
tensor([ 1.2324e-01, 1.5109e-02, 1.2760e-01, -1.8639e-01, 8.1515e-02,
-1.1202e-01, 1.1351e-02, 1.6314e-01, -4.1146e-02, -3.6061e-01,
5.2218e-02, -1.5873e-01, 3.8307e-03, -1.4865e-01, 1.3608e-01,
-9.8306e-02, -5.7438e-02, 1.5955e-01, -2.0874e-02, 1.0081e-01,
1.5384e-03, 9.9324e-02, -1.0965e-01, -3.4358e-02, 2.2469e-02,
-3.7651e-02, -1.0882e-01, 6.5583e-02, 2.7330e-01, 1.2818e-01,
-9.1301e-02, -1.7075e-01, 5.5635e-02, 1.4763e-02, -4.1584e-02,
-1.0980e-01, -1.8908e-01, 1.0096e-01, -6.1322e-02, -5.2797e-02,
1.0404e-01, -2.6831e-02, 5.6244e-02, -3.9340e-02, 3.9510e-02,
7.1839e-02, 1.4888e-02, 1.4020e-01, 1.8391e-02, -9.8324e-03,
9.8309e-02, -3.2719e-02, -5.8981e-02, 4.9008e-02, 4.1561e-02,
-9.8931e-02, -8.3618e-02, 2.7481e-01, 5.4701e-02, 5.8269e-03,
-6.9316e-03, -1.4962e-02, 3.5440e-02, -1.2077e-03, 1.7674e-01,
-5.8699e-05, 2.4276e-01, 3.8809e-02, 6.8281e-02, -2.4937e-01,
-2.0504e-01, 5.4052e-02, -2.8304e-01, 2.3090e-01, -8.1203e-02,
-6.8605e-01, -9.0743e-02, 4.0348e-02, -1.9560e-01, -1.1762e-01,
-9.5315e-03, 5.0314e-01, -9.6801e-02, 1.0464e-01, -3.2861e-01,
-4.4340e-02, 4.4856e-01, -1.8304e-01, 9.0903e-02, -2.9703e-01,
1.4897e-01, 1.3745e-01, 1.0552e-01, -2.4189e-01, -5.0580e-02,
9.8393e-03, 5.2991e-03, 2.6465e-01, 3.5707e-02, 2.5071e-02,
2.8920e-02, 1.6231e-03, 1.5162e-01, -9.5025e-02, -1.2689e-01,
3.4358e-02, -2.5304e-01, -5.8525e-01, 1.5554e-01, -5.1777e-01,
-1.1179e-02, -3.2443e-01, 3.4828e-02, 4.4264e-02, 1.6143e-01,
1.3197e-01, 7.8297e-02, 5.9947e-02, 1.6241e-01, -1.5254e-01,
8.8483e-02, -3.1162e-01, 2.5314e-01, -3.0498e-02, 1.9939e-01,
-4.2187e-01, -1.9714e-02, -1.1049e-01, 3.5140e-01, -6.8131e-01,
3.8144e-01, -1.6603e-01, 3.4774e-01, 1.8186e-01, -1.1704e-01,
3.3076e-01, -1.1128e-01, 8.3147e-02, 2.3213e-01, 1.2300e-01,
-4.1221e-01, -3.8377e-01, 1.7976e-01, 3.5227e-01, -1.2489e-01,
-2.9415e-01, -6.2714e-02, -7.8111e-02, 8.2572e-02, 3.6718e-02,
-2.4363e-01, -2.7142e-01, 2.3190e-01, 1.3630e-01, 1.0890e-01,
2.2135e-01, 2.8282e-01, -1.0808e-02, 3.5087e-01, 1.7666e-01,
2.7196e-02, -4.2348e-01, 4.0310e-02, 6.9813e-02, 8.5667e-02,
5.9105e-01, -5.7652e-01, -1.3932e-01, -2.6116e-01, 7.4796e-02,
-6.7738e-02, -5.8179e-02, -2.1176e-01, 5.8100e-02, 1.6944e-01,
1.1056e-01, 1.3060e-01, 1.5815e-01, -1.5020e-01, -6.3767e-02,
1.8141e-01, 3.3608e-01, 1.0842e-01, 1.8436e-01, 3.7866e-01,
9.6747e-02, -3.4721e-01, -1.2447e-01, -2.6263e-01, -7.1606e-01,
3.6841e-02, -3.4358e-01, -8.3965e-02, -1.9024e-01, 2.3977e-01,
-3.7081e-02, 3.8769e-01, -7.4814e-01, 1.8069e-02, -6.8276e-01,
-4.8678e-01, -8.6382e-03, 3.3060e-01, -1.1512e-01, 2.2139e-01,
1.6609e-01, 2.0324e-01, 2.2522e-01, 3.2254e-01, -1.3538e-01,
5.1246e-01, -7.5888e-02, 3.7695e-01, 1.5068e-01, 1.2913e-01,
4.3572e-02, -6.7804e-01, 1.3536e-01, -2.9901e-01, -2.7858e-01,
1.5598e-01, 1.5922e-01, -1.2592e-01, -4.6418e-02, 1.4095e-01,
6.7170e-01, -3.0925e-01, -3.0354e-01, 3.8606e-02, -6.0292e-02,
-6.6165e-01, 1.9542e-01, -1.3481e-01, -5.0939e-01, 1.6567e-01,
-1.2891e-01, -3.2442e-01, -1.4292e-01, 2.1773e-01, -1.2104e-01,
-1.2344e-01, -1.7314e-01, 3.6427e-01, -1.4793e-01, -1.7873e-01,
-6.8739e-02, -5.3250e-02, 2.5687e-01, 1.8638e-01, 2.7466e-01,
1.0285e-01, 3.0537e-01, 2.3436e-01, 1.8287e-02, -5.2090e-01,
-1.8851e-01, 6.9032e-02, 1.1768e-02, -1.6314e-02, -5.9729e-02,
-3.5150e-02, 2.2816e-02, 4.3685e-02, 1.5378e-01, -6.5933e-02,
5.6923e-02, 3.2937e-02, 1.1082e-02, -2.0757e-03, -3.1075e-02,
4.2438e-02, 6.5706e-02, -9.6449e-04, -1.8954e-01, 2.0271e-02,
5.6832e-03, 8.6821e-03, -6.0046e-02, -4.1335e-02, -6.1002e-02,
4.3923e-03, 1.4172e-03, -4.1872e-02, 1.5359e-02, -1.0481e-01,
-7.6839e-02, 1.5322e-02, -4.4604e-02, -7.7535e-02, -4.3835e-02,
2.4635e-02, -2.6819e-02, 6.6279e-02, -1.1266e-01, -3.1594e-02,
4.5708e-02, 4.9390e-02, -6.0903e-02, -3.3739e-02, 5.2903e-02,
1.3222e-02, -1.3960e-03, -7.6866e-03, 3.9854e-02, -1.3672e-02,
-1.0957e-01, -1.6706e-01, -1.0261e-03, 2.8237e-02, -8.4222e-03,
-4.0513e-02, -5.8476e-02, -2.9856e-02, 3.6438e-02, 2.8473e-02,
-5.0166e-04, -2.1045e-02, 4.4607e-02, 3.0775e-02, -3.3601e-01,
-1.2769e-01, -1.8686e-01, -4.1818e-02, -1.1879e-01, 1.8254e-01,
-2.2576e-01, 4.8469e-01, -1.4629e-01, 1.3597e-02, 3.0588e-01,
1.2669e-01, -2.3998e-01, 1.7071e-02, 1.6496e-01, -8.7390e-02,
2.6361e-01, -1.6718e-02, -2.1749e-01, -5.1134e-01, -1.1217e-01,
5.2491e-02, 3.0348e-01, 3.1859e-02, 6.2647e-02, -1.7015e-01,
2.2431e-01, 1.8038e-01, -7.5356e-02, 6.8136e-02, -5.7817e-02,
2.1359e-02, 1.5848e-01, -2.7039e-01, 2.2081e-01, -3.0892e-01,
1.3650e-01, 2.0195e-01, 4.0810e-02, -1.2679e-01, -3.1516e-01,
1.1676e-01, -2.4525e-01, -1.2714e-01, -1.7181e-01, 1.7801e-02,
8.5933e-02, -6.5423e-02, -1.2017e-02, 2.3864e-01, -1.2683e-01,
2.6705e-01, 6.6201e-02, 5.0377e-02, -3.3994e-03, -1.9269e-01,
-3.3681e-02, -1.8471e-01, 4.7599e-01, 1.0029e-01, -3.2122e-03,
-2.2045e-01, -3.2190e-02, -3.2777e-02, -9.2422e-02, -2.6810e-01,
-2.9685e-01, 1.4177e-01, 1.1336e-02, -3.0191e-02, 1.2810e-01,
-7.1651e-02, 4.3630e-02, 9.2713e-02, 4.6391e-02, -8.5034e-02,
1.5830e-01, -3.4127e-02, -1.5482e-01, -1.1060e-01, -2.6325e-03,
-2.6702e-02, 2.7160e-01, 1.5184e-01, 2.4973e-02, 2.5373e-01,
6.3611e-02, 1.6456e-01, 1.7111e-01, 6.6932e-03, 7.6294e-02,
2.6056e-02, 1.1282e-01, -3.3881e-02, 1.5012e-02, -6.1026e-02,
8.9033e-02, -8.5913e-02, -3.4446e-01, -1.2708e-01, -1.2418e-01,
-8.3828e-03, 4.9114e-02, -1.7694e-02, -3.4652e-02, 4.3927e-02,
-1.0213e-01, -6.0661e-02, -2.2708e-03, -3.5153e-02, -1.5475e-01,
-1.7226e-01, -1.3835e-01, 4.8299e-02, -2.4387e-01, 6.6391e-01,
1.4128e-01, 3.5102e-02, 2.9358e-01, -5.5178e-02, 7.6219e-02,
-1.4791e-01, 1.3847e-01, 1.1229e-02, -1.2558e-01, -1.5644e-03,
1.4141e-01, -1.7529e-01, 1.2088e-01, 2.2509e-02, 7.8100e-02,
3.4985e-02, -4.1252e-02, 6.0815e-03, 8.0267e-02, 1.5550e-01,
9.1925e-02, 3.7389e-02, -5.6682e-02, 1.1115e-01, 3.4102e-02,
-1.0808e-01, 9.9377e-04, -1.6182e-02, -4.2690e-02, 2.4166e-02,
1.5034e-02, -1.9496e-02, -9.8387e-02, 5.1229e-02, 3.4226e-01,
-1.8538e-02, 7.6106e-03, 5.1586e-02, 2.8427e-03, 6.8962e-02,
2.2970e-02, 1.8299e-01, 7.4426e-02, -1.0049e-02, 6.4695e-02,
2.8943e-02, -4.8587e-02, -1.2896e-02, -2.6052e-01, -7.9921e-02,
-2.2904e-02, -1.1309e-01, 6.5449e-02, -7.6148e-02, -4.9515e-03,
-1.1572e-01, 3.8581e-02, -9.2551e-02, 2.2270e-02, -4.1131e-02,
9.0164e-02, -1.2828e-01, 1.4575e-02, 9.8176e-03, -5.1271e-02,
1.7398e-02, -1.8315e-01, -1.2302e-01, -5.6784e-02, 4.8104e-02,
3.3248e-02, 5.2330e-02, 3.4291e-02, -3.9512e-02, -8.7974e-02,
3.3801e-02, 1.7092e-01, 1.8062e-02, 7.7966e-02, 1.2374e-01,
-1.2070e-01, -1.9432e-01, -8.2980e-03, -1.6659e-01, -1.0222e-01,
-9.4295e-02, 6.7489e-02, 1.0166e-01, -3.6487e-02, 1.0198e-01,
2.9648e-02, 3.9847e-02, -1.3357e-02, 6.1742e-02, 1.2220e-01,
-9.8935e-02, -7.2083e-02, -1.1340e-01, 6.3483e-02, -1.4681e-01,
8.0790e-03, 2.6366e-02, -2.3856e-02, 3.6466e-02, -6.0584e-02,
4.9392e-02, 3.1122e-02, -4.9940e-02, -1.6017e-01, 4.6101e-03,
-5.6768e-02, 4.8465e-02, -1.2614e-01, 9.1548e-02, -1.1867e-01,
-1.9601e-01, -1.6553e-01, -1.7121e-03, -4.8565e-02, 7.2706e-02,
1.7586e-01, -2.3373e-02, -6.5618e-02, 1.2396e-01, -1.5958e-02,
2.9837e-02, 3.0340e-02, -5.8019e-03, 2.1909e-02, -1.0212e-01,
-1.2194e-01, 1.5462e-01, 7.5829e-02, 9.7815e-02, -2.5454e-02,
-6.8479e-02, -3.5530e-02, -6.4133e-02, 1.0199e-01, -1.7255e-01,
1.3727e-01, 1.6524e-02, 7.5888e-02, -9.5818e-02, 6.8762e-02,
6.8115e-02, 4.9088e-02, -2.3930e-01, -1.0802e-02, -3.8255e-02,
5.3067e-02, 6.9716e-03, -2.4626e-02, -4.4020e-02, -7.6437e-02,
-4.0239e-02, -2.1710e-02, -5.6273e-02, -9.9568e-02, -4.9035e-02,
-3.8224e-03, 6.8079e-02, 4.7291e-02, -9.5136e-02, -1.9816e-02,
-4.7540e-02, -2.8735e-02, -1.5549e-02, 2.5848e-02, -6.6124e-02,
-3.9500e-02, 7.2135e-02, -7.1325e-02, -3.6852e-02, 1.3373e-01,
1.1407e-02, -8.1553e-02, 1.0875e-01, 2.6203e-02, -2.2662e-02,
2.2421e-02, 4.1836e-02, -2.7658e-02, 3.5028e-03, -6.8315e-02,
-5.0326e-02, 2.6054e-02, 7.8939e-02, 8.3716e-03, -2.0371e-03,
4.8242e-02, 1.1913e-01, 2.7977e-03, -2.1963e-03, 6.6841e-02,
5.2904e-02, 9.5631e-02, -3.0278e-02, -2.3063e-02, -1.2117e-02,
9.2252e-03, -1.1359e-01, 2.6149e-02, -1.9583e-02, -9.4356e-02,
-7.8063e-02, 7.2118e-02, -1.9079e-01, -5.6892e-01, 2.7119e-01,
-1.4174e-01, -1.9915e-01, 2.8339e-01, 7.5812e-02, -2.6718e-01,
2.4150e-02, -2.7371e-02, 7.2464e-02, -2.9753e-01, 1.2793e-01,
-2.3918e-01, 7.0941e-01, -1.2700e-01, -2.6549e-01, -8.9082e-02,
-1.7628e-02, -1.9716e-01, 4.7534e-01, -9.9010e-02, 1.4628e-02,
2.6567e-01, -1.8003e-01, 1.6298e-01, -2.6209e-02, 1.2596e-02,
-1.2056e-01, 3.9014e-01, 4.4416e-02, 2.3138e-01, -1.1664e-01,
2.9470e-01, -1.1914e-01, 1.4638e-01, -1.8521e-01, 5.2438e-01,
-1.2216e-01, -1.7439e-01, -1.7262e-01, 7.2415e-03, -6.7934e-02,
-5.8074e-02, 8.3741e-02, 9.0477e-02, 4.1939e-01, 1.9212e-01,
-4.5561e-02, -5.8212e-02, -2.3666e-02, 6.0636e-02, -7.8941e-02,
-2.8142e-02, 7.9991e-02, -2.4528e-01, -6.6521e-02, -2.7097e-01,
-2.9798e-01, 2.5495e-01, -2.6153e-01, -4.5689e-01, 2.6347e-02,
-4.9337e-01, 6.8561e-03, 1.1490e-01, -8.3858e-05, 1.6574e-01,
4.1203e-01, -1.7887e-01, -1.0531e-02, -3.6500e-02, -2.2296e-02,
-1.4496e-01, -5.9220e-01, -3.0174e-01, -1.7663e-01, 1.5367e-02,
2.6492e-01, 4.7843e-01, -1.0589e-01, -2.7882e-01, 8.9277e-01,
-6.9280e-02, -7.1251e-02, 1.0295e-01, -1.4310e-01, -8.5564e-02,
-9.1394e-02, -2.8614e-01, -1.5292e-01, -3.9991e-01, -8.1129e-02,
1.5322e-01, 2.0320e-01, -8.5758e-02, 4.1221e-01, -1.2282e-01,
4.0507e-01, 2.9771e-01, 2.5921e-03, 8.3353e-02, 2.9937e-01,
1.0282e-01, 3.1179e-01, 8.3227e-02, 5.2003e-02, 1.0495e-01,
-1.4559e-01, 3.1915e-01, 3.2400e-02, 4.1787e-01, -9.9570e-02,
-2.2697e-01, -5.0229e-01, -1.2668e-01, 6.2773e-01, -9.2579e-03,
2.3467e-02, 8.1666e-01, 8.4348e-02, 2.1443e-01, 2.9843e-01,
-1.5926e-01, -3.2051e-01, -8.3630e-01], device='cuda:0')),
('bert.encoder.layer.11.attention.self.key.weight',
tensor([[-0.0197, 0.0730, -0.0208, ..., 0.0058, -0.0043, -0.0684],
[ 0.0171, -0.0530, -0.0134, ..., 0.0029, -0.0226, 0.0213],
[ 0.0217, -0.0428, -0.0047, ..., -0.0160, 0.0018, 0.0096],
...,
[-0.0076, 0.0455, -0.1180, ..., -0.0461, -0.0332, -0.0258],
[-0.0029, 0.0268, -0.0019, ..., -0.0716, 0.0099, -0.0307],
[ 0.0213, 0.0421, -0.0839, ..., 0.0377, -0.0573, -0.0849]],
device='cuda:0')),
('bert.encoder.layer.11.attention.self.key.bias',
tensor([-7.0654e-04, 3.1403e-03, -7.0851e-04, 1.4697e-03, 1.1585e-03,
-7.5817e-04, 6.9483e-03, -4.0634e-04, 3.4591e-03, 6.0101e-03,
3.3924e-03, 4.2555e-04, -3.1007e-03, -4.6764e-03, -1.5031e-04,
2.0121e-03, 3.6874e-03, -2.3790e-04, -3.7284e-03, 1.8385e-03,
1.1948e-03, -2.5507e-03, 1.6665e-03, 8.8853e-04, -3.5528e-04,
2.3561e-03, 5.5127e-04, -3.2738e-03, -1.0066e-03, -2.0420e-03,
5.7160e-04, 4.3254e-03, -4.0294e-03, 4.8719e-04, 2.8034e-03,
-6.5166e-04, -3.1477e-03, -1.3605e-03, 1.1847e-03, 2.4113e-03,
3.3454e-03, -6.1139e-03, 1.0093e-03, 6.0598e-03, 8.0906e-03,
-2.3330e-03, -4.3283e-03, -4.6641e-03, -1.6493e-03, -2.1655e-04,
-2.8569e-04, 8.9836e-04, -2.0286e-04, -3.3835e-04, 1.7384e-05,
-3.7721e-03, -1.5476e-04, 1.6891e-03, -7.9597e-04, 1.6412e-03,
-1.8097e-03, 2.2861e-03, -4.8776e-07, 2.1160e-04, -7.4195e-06,
4.8902e-03, -1.5585e-04, 3.7480e-03, -3.4681e-03, -7.4370e-03,
-1.0409e-03, -2.3270e-03, -1.6629e-03, -7.1741e-03, -7.8096e-03,
-9.9523e-03, -7.4747e-04, -6.5525e-04, 2.6767e-03, -3.6926e-03,
2.3915e-03, 6.2782e-03, 3.2979e-03, -2.3063e-03, 6.5696e-04,
-2.6972e-04, -6.8725e-04, -1.4029e-03, -3.0046e-04, 1.4617e-03,
5.2756e-03, 3.0691e-04, 4.0652e-03, -3.1866e-03, 1.0863e-03,
-2.3237e-03, -6.5878e-03, 2.5532e-03, -3.2226e-03, -2.3580e-03,
5.9247e-03, 3.5526e-03, -5.7065e-04, 1.2820e-03, -1.9303e-03,
-2.7633e-03, 4.0005e-03, 2.8301e-03, 2.9832e-03, -8.8540e-03,
3.5081e-03, 9.3956e-04, 5.2816e-03, -3.9066e-03, 6.9009e-03,
-1.1629e-05, -5.4837e-05, -2.9743e-03, 1.2747e-03, -1.4787e-03,
-1.4346e-03, -4.8818e-03, 5.9911e-04, 2.0923e-03, 6.7148e-03,
1.3588e-03, -1.5589e-03, -1.3880e-03, 3.2670e-03, -8.5208e-03,
3.9468e-04, -7.0373e-03, 1.9650e-03, -6.2314e-03, -1.9317e-03,
-2.2608e-03, 4.2993e-03, -2.1773e-03, 2.0461e-03, -3.3580e-03,
1.0035e-02, -4.3724e-03, -1.2747e-03, -1.7444e-03, 4.0083e-03,
1.9323e-03, -1.6608e-04, -3.8615e-03, 2.8008e-03, -4.6042e-04,
2.0504e-03, -6.5341e-03, 3.6507e-04, 5.2017e-03, 2.5699e-03,
-3.9598e-03, -4.0394e-03, -1.6621e-03, -3.2161e-03, 3.7868e-03,
-5.0549e-03, 5.5307e-03, 2.8112e-03, -4.8131e-03, -1.0906e-03,
1.1926e-03, -3.9199e-04, 3.1588e-03, -3.2052e-04, 7.6210e-03,
7.9767e-03, 3.7020e-03, -2.3123e-03, 3.1737e-03, -3.5292e-03,
-3.4872e-03, -1.1729e-03, 9.3404e-04, 1.9629e-04, -3.9386e-03,
4.6196e-03, -2.6540e-03, 1.4018e-03, 2.3353e-03, 3.7113e-03,
-3.9309e-03, -1.4136e-04, -1.4175e-03, -5.6614e-03, -7.7598e-03,
1.0512e-02, 4.7106e-03, -1.1051e-03, 8.4448e-03, 8.2952e-03,
3.2105e-03, -6.3307e-03, -5.8197e-03, 2.2131e-03, -6.6464e-03,
-7.3854e-03, 3.2944e-03, 3.8274e-04, -1.7921e-03, 5.0847e-04,
-1.9447e-03, -3.7629e-03, 5.1728e-03, -3.0543e-03, 2.6247e-03,
2.8257e-03, 7.5433e-04, 3.8515e-03, -2.4237e-03, -9.1212e-03,
-7.8802e-04, -7.5417e-03, 1.6974e-03, -5.8717e-03, 3.7306e-03,
4.0104e-04, 1.0803e-03, -3.3460e-03, -4.8609e-03, 2.3293e-03,
2.8834e-03, 1.2567e-03, -6.2525e-03, 2.5756e-03, -7.8993e-03,
-1.7701e-03, -7.7957e-03, -6.2491e-03, -7.9571e-03, 9.1155e-04,
4.1600e-03, 2.1768e-03, 6.3761e-04, 2.1112e-03, 1.2627e-03,
-4.0880e-03, -3.1317e-03, 2.7520e-03, -3.4878e-03, -1.7700e-03,
6.6831e-03, -2.3059e-03, 1.9556e-03, 5.7458e-03, 6.2717e-03,
-6.7211e-03, 5.0479e-03, 8.2955e-04, -3.8773e-03, -6.7838e-03,
1.3014e-03, 1.7504e-04, 2.1808e-03, 1.2249e-03, 5.6330e-03,
8.2739e-04, -4.6918e-03, 1.5930e-03, 2.8349e-03, -3.5917e-03,
4.7342e-03, 5.5287e-03, 4.9788e-04, 5.4190e-04, 1.3115e-03,
-2.7086e-03, 5.8071e-03, 3.7542e-03, -9.4562e-03, -1.0494e-03,
-3.6028e-06, 2.9973e-03, 1.5082e-03, -7.7449e-03, 1.5641e-03,
-2.9811e-03, -1.1485e-03, 1.7911e-03, -2.6163e-04, -4.8955e-05,
-1.9344e-03, -1.5139e-03, 2.6408e-03, -6.1980e-03, -2.4597e-03,
3.3597e-03, -1.1140e-03, -1.2600e-03, 4.2130e-03, -1.2798e-03,
-1.4418e-03, 6.1509e-04, -2.8944e-03, -3.7301e-03, 4.4463e-03,
-5.6386e-03, -1.1023e-03, 6.3422e-05, -2.5312e-03, 2.5796e-03,
-2.1837e-03, -2.2376e-03, 1.1930e-03, -5.7099e-03, 2.0872e-03,
3.1417e-03, -1.4370e-03, -2.8771e-03, 2.6061e-04, -2.9279e-03,
3.3931e-03, 6.6248e-03, -6.5571e-03, 2.2210e-03, -1.3326e-02,
1.3460e-03, 8.1747e-03, -2.9079e-04, -6.6546e-04, -4.5080e-03,
-1.2638e-03, -2.5856e-04, 6.4587e-03, 2.7614e-03, 5.5459e-04,
-2.8273e-03, 3.2895e-03, -1.6400e-03, 6.0183e-04, -3.3410e-03,
4.7062e-03, -6.9903e-04, -2.2565e-03, 2.6089e-03, 4.9299e-03,
2.3672e-03, -1.7836e-03, -1.0666e-04, -1.8243e-03, -3.6595e-03,
-5.4827e-03, -4.0176e-03, 4.1738e-04, 1.4189e-03, -4.2975e-03,
1.9453e-05, -1.4719e-03, 2.7934e-03, 4.3485e-04, -1.2833e-03,
-1.5110e-03, 2.7620e-03, 5.2299e-03, -8.8899e-04, -1.0040e-03,
1.6233e-03, 4.8025e-03, -2.6015e-03, -1.7587e-03, 3.8163e-03,
-1.6706e-03, 4.8187e-03, -2.3117e-03, -1.0742e-03, 2.8799e-03,
6.6235e-04, 2.2864e-03, -1.0250e-03, -4.5583e-04, -1.0673e-03,
-7.0402e-04, 4.7778e-04, -3.0814e-03, 5.6883e-03, 4.5614e-03,
2.8498e-03, 6.8921e-04, 1.5433e-03, -2.1297e-03, -3.1385e-03,
-1.4877e-03, -1.6557e-03, 2.5893e-03, -1.3424e-03, -8.7532e-04,
1.4322e-03, 4.9247e-03, -1.6115e-03, 3.1588e-03, 1.6358e-03,
-9.5867e-03, 1.1767e-04, 6.4066e-04, -2.5952e-03, -3.9685e-04,
-2.1821e-03, 5.0880e-04, -5.3900e-04, -4.2671e-03, -1.4252e-03,
1.4179e-03, -2.6275e-03, 6.3993e-05, 1.8910e-03, -1.7528e-03,
-1.1244e-03, 3.9121e-03, -5.0525e-04, -2.1330e-03, 2.4930e-03,
1.2388e-03, -2.8929e-03, -2.6604e-03, -6.6116e-03, 9.6587e-04,
1.9884e-03, 3.7325e-03, -8.1725e-03, 7.4962e-03, -1.3780e-03,
2.3167e-03, -2.6550e-04, 9.3649e-04, -1.2223e-03, -4.2603e-03,
1.7189e-03, -1.7899e-03, 1.6822e-03, -3.9750e-03, 1.8388e-03,
2.5127e-03, 3.5170e-03, 3.9746e-03, 2.2443e-03, -2.9717e-03,
-8.8176e-04, -3.6097e-03, 2.2792e-03, -3.6156e-03, -2.5826e-03,
4.1323e-03, -8.9467e-03, 5.8194e-04, -2.2795e-03, -4.7527e-03,
2.3118e-03, 5.6192e-04, -1.6953e-03, -1.6211e-03, 7.4702e-03,
3.3946e-03, -3.8606e-03, 2.8931e-03, 8.6929e-03, 1.3177e-03,
-5.0298e-03, 1.9921e-03, 3.4738e-04, 3.1723e-03, -1.5786e-03,
4.2998e-04, -8.9873e-03, 2.9043e-03, 1.1005e-03, 9.5418e-03,
1.6784e-03, -6.9782e-03, 5.3073e-03, -1.3192e-03, 5.9129e-03,
-2.9476e-03, 1.1211e-02, 6.0540e-03, -3.8074e-03, 3.0351e-03,
2.6739e-03, 2.5074e-03, -6.0065e-04, -9.2415e-03, -1.9122e-03,
-1.9167e-03, 1.3948e-03, 1.2328e-03, -1.5550e-03, -2.2450e-03,
-4.8574e-03, 1.7530e-03, -2.6903e-03, 1.3724e-03, -6.9789e-03,
1.7924e-03, -3.2510e-05, -1.1081e-03, -5.8136e-04, -6.3863e-04,
6.4344e-03, -8.6168e-03, -3.6623e-03, 1.7478e-03, -4.7913e-03,
-9.9339e-04, 1.2993e-03, 8.4123e-03, -5.5862e-03, 3.9429e-03,
4.0068e-03, -4.9893e-03, -2.1511e-03, -7.9733e-04, 1.9863e-03,
-1.0279e-03, 1.7713e-03, 3.4283e-03, -1.9168e-03, -1.1346e-03,
5.0311e-03, 2.9165e-03, 4.7704e-03, -3.9466e-03, 5.5480e-03,
-1.9754e-03, 6.0632e-03, -2.1394e-03, -3.9420e-03, -8.7386e-04,
1.6239e-04, 2.0017e-03, 9.8857e-03, 2.0942e-03, 2.6067e-03,
3.0955e-03, 4.9257e-03, -6.3144e-03, -5.4011e-03, 4.1061e-03,
-6.5939e-03, -3.2196e-03, -6.3078e-03, -1.3741e-03, 3.6571e-03,
5.3395e-03, 1.1469e-03, 4.1238e-03, 2.3056e-03, 1.5271e-03,
-6.6340e-03, -2.2811e-03, -6.4392e-03, -5.5291e-03, -4.4358e-03,
-3.6583e-03, 9.2386e-05, -6.8160e-03, -3.5942e-03, -3.1761e-03,
-2.5051e-03, 1.5201e-03, -8.9153e-03, -9.8597e-05, 3.5568e-03,
-1.7918e-03, 2.3726e-03, 3.9593e-03, -1.3270e-05, 6.8622e-03,
-2.3245e-03, -5.5048e-03, 6.4789e-03, 1.6480e-03, 6.5321e-04,
6.5715e-03, 1.2635e-03, 1.0726e-04, -5.0371e-04, -1.9613e-03,
-1.1821e-03, -1.6706e-03, 3.9194e-03, 3.1415e-03, -1.4151e-03,
3.9344e-03, -1.8558e-03, 2.3398e-03, -4.4527e-03, -2.9014e-03,
-5.2486e-04, -2.5438e-03, -3.5217e-03, 5.0040e-03, 6.2464e-03,
-3.0240e-03, -4.6378e-03, -2.9694e-03, -3.6939e-04, -1.6804e-03,
2.1458e-03, 1.7287e-04, 2.4172e-03, -3.1988e-04, -2.1192e-03,
-3.0780e-03, 2.6339e-03, 1.1917e-03, -1.3041e-03, -1.1750e-04,
3.6046e-03, -2.4993e-04, 5.2544e-03, -5.7026e-03, -4.0147e-03,
1.7148e-03, -1.4894e-03, -1.7184e-03, -2.4900e-05, -1.6300e-03,
-4.2549e-03, -2.6943e-03, -3.3580e-03, 1.7222e-03, 5.6199e-03,
7.5379e-03, 1.6234e-03, 8.0899e-04, -2.3816e-04, -1.5897e-03,
3.1064e-03, 1.1566e-03, -2.9060e-04, 1.9479e-03, 2.7884e-03,
6.4030e-03, -6.5227e-04, -3.8653e-04, -3.4129e-03, -2.3252e-03,
-3.9376e-03, 2.5797e-04, 4.7456e-03, 3.0391e-03, -2.4322e-03,
5.9561e-03, -5.4532e-04, 5.4275e-03, -1.3708e-04, -9.8419e-03,
-4.5726e-03, -2.2750e-03, 5.6077e-03, 7.2405e-03, 2.2492e-03,
5.3929e-03, 7.6142e-03, 1.7915e-03, -2.4644e-03, -8.2052e-04,
2.7298e-03, -2.7982e-03, 4.7256e-03, -1.1233e-03, -2.9604e-03,
1.0025e-02, 2.1116e-04, -1.7735e-04, -2.9089e-03, -2.1795e-03,
4.0989e-03, -6.2212e-03, 5.5158e-04, -6.3440e-04, -5.1563e-05,
1.0729e-03, -8.3607e-03, 2.2887e-03, -3.7093e-03, 1.2812e-02,
3.6703e-03, -1.4774e-03, -2.3341e-03, -2.3336e-03, -1.8678e-04,
-3.5173e-03, -4.1671e-03, -1.8159e-04, 5.7530e-03, 1.4359e-03,
2.0055e-03, 6.7944e-03, 2.7203e-03, -2.9361e-03, 3.6182e-03,
-2.8485e-03, -2.3768e-03, -3.6397e-03, 1.8468e-03, 2.2553e-03,
-2.0377e-03, -9.0644e-04, 1.4183e-03, -4.7510e-03, 6.5185e-03,
5.9942e-04, 2.6847e-03, 5.1949e-03, -1.1151e-04, 5.6745e-04,
-3.5992e-04, -1.2557e-03, -1.6725e-03, -3.6153e-03, -2.8323e-03,
2.6781e-04, -4.0271e-03, -5.0471e-03, 3.0008e-04, -2.8928e-03,
2.4031e-03, -3.4442e-03, 6.9677e-03, -2.7183e-03, 6.1096e-03,
-3.9246e-03, 1.4078e-03, -3.3331e-03, -6.7936e-03, 7.8556e-04,
3.6720e-03, -1.4546e-03, 3.5494e-03, 3.8498e-03, 4.0469e-03,
-5.7635e-03, -5.2514e-03, 9.0647e-05, -5.4191e-03, 4.1571e-03,
1.2899e-03, -2.3671e-03, -4.0012e-04, -1.9884e-03, 3.1555e-03,
2.2303e-03, 2.1991e-03, -9.2857e-04, 2.2063e-03, -9.2932e-04,
1.1692e-02, 2.6476e-03, 4.9950e-03, 2.4375e-03, -5.4870e-03,
-3.5536e-04, -3.3468e-03, -2.7715e-03, 2.4215e-03, -1.7507e-03,
4.7492e-03, -5.9711e-04, 9.0003e-04, 3.7166e-03, 7.4466e-03,
-3.3757e-03, -3.9085e-03, -1.5712e-03], device='cuda:0')),
('bert.encoder.layer.11.attention.self.value.weight',
tensor([[ 6.2165e-02, -5.2857e-02, 1.2886e-02, ..., -7.2225e-03,
-3.1515e-02, 7.1294e-02],
[-1.9474e-02, -4.5628e-02, 1.4240e-02, ..., 4.2577e-02,
7.3631e-05, -8.0997e-02],
[-4.7037e-02, 3.3466e-02, 2.9802e-02, ..., -9.1776e-03,
5.8192e-02, -2.8340e-02],
...,
[-1.6267e-02, 3.1829e-02, 3.5596e-02, ..., -7.9117e-03,
-2.5306e-02, 1.3863e-02],
[-3.2048e-02, -4.6253e-02, -4.4832e-02, ..., 1.0491e-01,
-4.2795e-02, -5.1898e-02],
[ 4.2435e-02, 1.4461e-02, -5.8477e-02, ..., 8.6550e-02,
5.7850e-02, 3.9532e-02]], device='cuda:0')),
('bert.encoder.layer.11.attention.self.value.bias',
tensor([ 6.5748e-04, 6.0843e-03, -1.4210e-02, -4.3739e-03, 1.6523e-02,
-7.1818e-03, 7.0804e-03, 2.3999e-03, 1.7899e-02, -1.6887e-02,
7.9148e-03, 1.9103e-02, 1.6733e-02, -6.9082e-03, -7.3598e-03,
-3.0040e-02, -1.7209e-02, 1.0052e-02, 7.2777e-03, 8.7438e-03,
1.4056e-03, 2.3686e-02, -8.5776e-03, 4.0056e-03, 4.2563e-03,
4.2091e-03, -9.6698e-03, -5.0684e-03, -7.2755e-03, -9.8167e-03,
1.4321e-03, -2.6604e-03, 1.8766e-02, -2.0936e-02, 8.6568e-03,
-9.9721e-03, 1.0466e-03, 1.1381e-02, -1.8403e-03, -1.1039e-02,
2.1966e-02, -7.1558e-03, -8.2178e-03, 2.3622e-02, -1.1640e-02,
-3.0301e-02, -8.5065e-03, -1.5523e-02, -1.7820e-02, 4.1317e-03,
1.6024e-03, 8.8253e-03, 1.0691e-02, -1.2520e-02, -1.1032e-02,
1.2095e-02, 5.8301e-03, 1.4275e-03, -1.4742e-03, 2.2326e-02,
2.6598e-02, -2.2148e-02, -9.6084e-03, -3.8323e-03, 1.9663e-02,
5.0372e-03, 3.2255e-03, 2.5702e-02, 1.4850e-02, -3.1290e-02,
-1.3251e-02, 2.4668e-02, 2.7095e-02, 1.1570e-02, -8.4606e-03,
-1.0457e-02, -4.9276e-03, -2.5155e-02, 1.7513e-03, -2.0592e-02,
-1.4391e-02, 2.2091e-02, 3.3639e-02, -5.8558e-03, -5.4703e-03,
5.4151e-03, 1.3395e-02, -5.1904e-03, -5.1940e-03, 2.7497e-02,
-7.9991e-03, -2.8440e-02, 5.0712e-03, 9.0423e-03, -5.3192e-03,
1.3928e-02, -1.8613e-02, 2.4114e-03, -4.5837e-03, 6.6304e-03,
7.0368e-03, 7.7316e-03, -1.6836e-02, -1.6034e-02, -1.4100e-02,
-5.6542e-03, 7.7079e-03, 4.9804e-02, 6.8280e-03, -1.7587e-02,
4.9303e-04, -1.1482e-02, -1.6350e-02, 3.4762e-02, 2.0854e-03,
-1.8884e-03, 8.3370e-03, 1.6504e-02, -7.8141e-03, 2.6906e-02,
1.5706e-02, -7.7595e-05, 1.2825e-02, -2.9361e-03, -2.5601e-02,
-1.6319e-02, 7.1986e-03, -1.5825e-02, 7.9719e-03, -1.2309e-02,
8.1132e-02, -1.2722e-02, 1.1147e-02, -1.5376e-02, 1.1207e-02,
4.0654e-02, 1.0110e-01, -1.3047e-02, 6.8574e-03, 5.3149e-03,
8.4508e-03, 1.9387e-02, 1.2762e-02, 1.9098e-02, -6.1339e-02,
-1.0813e-02, -4.6073e-03, 4.0986e-02, 3.1214e-02, -2.7660e-02,
-7.3699e-03, -8.4361e-03, 4.2491e-03, -1.1795e-02, 3.1759e-02,
9.4542e-03, -8.3684e-02, -9.6107e-03, 4.9180e-04, 3.1832e-02,
-2.4703e-03, -5.9500e-02, -4.6959e-03, -3.2436e-02, -9.0128e-03,
4.1404e-03, 2.8630e-02, 3.8381e-02, 2.9961e-02, 1.0274e-01,
-4.0627e-02, -1.8117e-02, -4.4490e-02, -1.9234e-03, -2.0445e-03,
-8.3025e-03, 2.8234e-04, 8.2234e-03, -1.9570e-02, -1.9351e-02,
-1.8735e-02, 1.3393e-02, -9.3242e-04, -3.2566e-02, 4.6222e-03,
-2.4790e-02, -2.1795e-02, -5.5562e-03, -9.4676e-03, -1.6991e-03,
8.4955e-03, -6.4132e-03, 1.3996e-03, 1.4299e-02, 9.3699e-03,
-7.6135e-03, -1.2739e-02, -2.0138e-02, 1.2701e-02, -1.0489e-02,
-1.7243e-02, 2.8877e-02, 1.9952e-02, 6.1357e-03, -9.7866e-03,
-2.5572e-03, 1.9677e-02, 1.4262e-03, 2.8977e-04, 4.4361e-02,
-4.7506e-03, -3.8966e-02, -3.9599e-02, 1.3430e-02, -9.1225e-03,
1.9515e-02, -1.6668e-02, -4.2969e-02, -5.0918e-04, -2.3351e-02,
3.8440e-03, 2.8464e-02, -2.5238e-02, -2.2516e-02, 2.2416e-02,
-2.2731e-02, -3.5959e-03, 3.1804e-02, -1.8487e-02, 1.2567e-02,
3.5159e-02, 1.2115e-02, -1.0108e-02, 8.9129e-03, 2.3583e-03,
4.7982e-02, -2.8257e-02, -2.8518e-02, 2.8388e-01, 2.2301e-02,
6.5819e-03, -1.0079e-02, 6.8755e-03, 5.0099e-02, 5.7671e-03,
2.3018e-02, -6.1862e-03, -3.6453e-02, 8.0810e-03, -3.0092e-02,
1.0456e-02, 1.0810e-02, 2.2604e-02, 1.8241e-03, 1.9961e-02,
-6.1185e-03, -9.7538e-03, 3.1081e-03, -1.1102e-02, 1.6793e-02,
1.5622e-02, -6.9324e-03, -1.9090e-02, -2.6879e-03, -8.6559e-03,
-9.5460e-04, 1.2293e-02, 8.8737e-04, -1.0017e-01, 1.3991e-02,
-7.4738e-03, 2.5015e-02, 1.6207e-03, 8.4103e-03, -1.2179e-02,
-5.5274e-03, -1.3920e-02, 1.6054e-03, 1.5004e-02, 2.0951e-02,
1.5193e-03, -3.5666e-03, 7.4553e-03, 3.9261e-03, 4.9091e-03,
1.9574e-02, -9.6609e-03, -1.0190e-02, 1.1562e-03, 1.0163e-02,
-1.0708e-02, 9.6821e-04, -4.0665e-03, -2.4348e-03, -1.1672e-03,
4.2688e-03, 4.0633e-03, 1.1087e-02, -8.7274e-04, 1.9121e-02,
-3.4425e-03, 1.0196e-03, 1.9240e-02, -8.8201e-04, 1.7598e-02,
-3.5087e-03, -9.5531e-03, 4.6723e-03, -1.2964e-02, 4.1654e-03,
6.1052e-03, -1.7806e-02, -3.2002e-03, 3.4228e-03, -5.9397e-04,
-7.8364e-04, 2.9719e-03, -1.9984e-02, 3.9756e-03, -6.6185e-03,
-3.4157e-02, -1.0951e-02, 2.0113e-02, 1.0419e-02, -1.6853e-02,
2.3995e-03, -2.6974e-02, 1.3499e-02, 1.8781e-03, -3.8498e-03,
8.7860e-03, 9.3852e-03, -1.3978e-02, -1.7749e-02, 7.5089e-04,
-1.5444e-02, -2.5082e-02, -2.4223e-02, 1.4375e-02, -3.1985e-02,
-8.0797e-04, 1.4114e-02, -1.4373e-02, 6.6536e-03, 9.2523e-03,
1.0334e-02, 1.8202e-02, 1.4697e-02, 5.2566e-02, 9.3380e-03,
3.4375e-02, -1.5249e-02, -1.0728e-02, -2.6680e-02, -5.2275e-03,
-4.8721e-03, -1.0099e-02, -5.3118e-03, -2.3833e-03, 2.0543e-02,
9.8733e-03, 6.0506e-04, -7.2799e-03, -2.9804e-02, 1.8716e-02,
-2.0615e-02, 9.2184e-05, 1.0147e-02, -1.0586e-02, 8.5457e-03,
1.0072e-02, 7.7170e-03, 1.1359e-02, 1.9694e-02, 1.2903e-02,
-1.4330e-02, 2.4812e-02, 4.4835e-03, -1.7225e-03, 7.0783e-03,
-2.4836e-02, 3.0145e-02, -1.1880e-02, -4.4749e-03, -2.2996e-02,
2.3179e-02, -8.0448e-02, 8.4586e-02, -4.9416e-02, 1.4546e-02,
-8.6485e-02, -3.0031e-02, 2.1911e-02, -8.5498e-02, 8.2105e-03,
-6.1693e-02, 9.8010e-03, 1.3513e-02, 1.0483e-01, 3.4160e-02,
3.3966e-03, -7.0404e-02, -2.1331e-02, 6.4171e-04, -4.9167e-02,
-1.2354e-03, -3.0530e-03, -1.1071e-02, 1.7728e-02, 1.0546e-01,
-8.3951e-02, -7.9401e-03, 2.4526e-02, 5.4716e-02, 9.9567e-02,
-2.3826e-02, 9.6840e-03, 4.5799e-02, 1.9010e-02, 1.6962e-01,
-3.0324e-02, -1.3196e-02, 9.0855e-02, 4.4291e-02, -5.3248e-02,
-4.5672e-02, 1.6807e-02, -7.2911e-02, -8.2578e-02, -6.3425e-03,
-1.8326e-02, -2.9291e-02, -2.3086e-02, 1.9909e-02, -6.9993e-02,
8.6696e-03, 3.6975e-02, -4.5298e-03, 4.0548e-02, 2.2217e-02,
9.8540e-02, -3.2848e-02, 3.1858e-02, -7.0502e-02, 4.5476e-03,
1.2229e-01, -2.6010e-02, -7.5967e-02, -1.7560e-02, 1.4324e-02,
-1.3763e-02, 2.0003e-02, 3.6641e-03, -1.3400e-04, 5.7101e-03,
-4.6494e-03, -5.0098e-03, 2.0452e-02, -9.9397e-03, 1.8836e-02,
-3.5168e-03, 1.2468e-02, 3.4623e-03, 1.2571e-02, 5.7178e-03,
-3.7062e-03, 9.7440e-03, 1.2383e-02, 3.4617e-02, 1.2567e-03,
6.7586e-04, 1.2701e-02, 3.3887e-03, 1.2149e-02, -5.9518e-03,
-1.8114e-03, -1.5602e-02, 2.5511e-03, 2.8261e-03, 1.1209e-02,
5.1775e-03, 1.1992e-02, -1.0246e-02, 1.0635e-03, -3.6211e-02,
2.7687e-03, 2.9811e-02, -1.6570e-03, 2.3808e-02, 5.2205e-03,
9.7742e-03, 1.8249e-02, -4.7358e-03, 2.6617e-02, 1.4155e-02,
2.6722e-03, -5.1785e-03, 8.0382e-03, -1.5523e-02, 4.0987e-03,
1.2800e-02, -2.3123e-02, -8.5871e-03, -1.2973e-02, 1.1430e-02,
2.2021e-02, 5.2505e-03, -8.0898e-03, 5.8081e-03, 1.2516e-02,
-4.7117e-03, -1.4543e-02, -1.9122e-02, -5.4041e-02, -1.7166e-02,
4.8851e-03, 1.8431e-02, -2.9379e-02, 7.4749e-02, 2.1701e-02,
1.0395e-02, 3.9037e-03, -4.2417e-02, 1.1499e-02, -2.5791e-02,
-1.6439e-03, 7.2305e-03, 3.4540e-02, 3.8280e-02, -3.6201e-02,
-1.9350e-02, 3.9394e-03, -1.3558e-02, 2.9406e-02, 3.6318e-02,
1.2268e-02, -4.6264e-02, 1.5100e-02, 3.8648e-02, -4.6871e-02,
-8.1935e-04, -2.2844e-02, 9.3370e-03, -9.2038e-03, -6.8886e-02,
2.0335e-02, -6.8081e-03, 8.8792e-03, -7.8805e-03, -2.0936e-02,
3.1321e-02, 2.2050e-02, 3.1588e-02, 5.8773e-04, 4.9742e-02,
3.1016e-02, -7.0024e-03, -8.9065e-03, 9.6993e-03, -3.9480e-03,
3.2436e-03, 5.6496e-02, 1.1437e-02, -5.9324e-04, -2.0361e-02,
1.9266e-02, -5.0399e-03, -1.2172e-02, -1.6875e-02, -4.1007e-02,
-1.7623e-02, 4.2724e-02, 1.2879e-02, 1.6338e-02, -4.2781e-03,
-5.1040e-02, -2.2124e-02, -1.6688e-02, 1.0014e-02, 1.3756e-02,
-6.7818e-03, 1.2218e-02, -1.3290e-02, 1.3590e-02, -1.3773e-02,
-3.2863e-02, 5.5844e-03, 2.9265e-03, -3.4056e-02, 2.2869e-02,
1.0709e-03, 1.8991e-02, 4.8786e-03, -2.7873e-02, 1.5492e-02,
5.2755e-04, -9.3228e-03, -2.8954e-03, 3.7666e-03, 1.0160e-03,
1.6969e-03, 5.8648e-03, 1.2192e-02, 2.6490e-02, -1.6583e-02,
2.2648e-02, -1.2162e-02, 2.1161e-02, 4.7622e-03, 6.9334e-03,
-9.2381e-03, -2.7655e-03, -5.4932e-03, 2.7630e-02, 9.9520e-04,
2.1703e-02, -1.4771e-02, 4.6358e-03, 2.5657e-02, 1.3345e-02,
-1.1785e-02, 7.5361e-03, -2.7860e-02, 1.8719e-02, -1.1851e-02,
-1.2617e-02, 1.1654e-02, -7.5259e-03, -2.7635e-02, 8.0307e-03,
9.5977e-03, -2.1260e-02, 1.0352e-05, 1.6460e-03, 1.4543e-02,
-2.3632e-02, -8.8734e-03, 5.7680e-03, 1.9495e-02, -4.6973e-03,
-1.7165e-02, -1.8264e-04, -6.1168e-03, -1.3907e-02, 6.7150e-04,
4.1069e-03, -2.1260e-02, -9.0193e-03, 2.2125e-03, 5.5330e-03,
4.7961e-03, 5.4446e-03, 2.7966e-02, 3.8229e-02, -1.6703e-02,
-1.3541e-02, 1.0708e-02, 1.3139e-02, -1.9603e-03, 2.1384e-03,
-6.7821e-03, -5.5052e-04, 1.9755e-02, -6.6727e-03, 2.3355e-02,
1.8311e-02, -1.0200e-02, 2.0025e-02, 2.5934e-03, 1.7095e-02,
-1.0315e-02, 1.1916e-02, 1.4860e-02, 6.8220e-03, -7.6534e-03,
-2.5082e-02, -2.6629e-03, 3.9245e-03, -4.5557e-03, -5.0554e-02,
6.1546e-04, 1.0676e-02, -2.5013e-02, 5.1600e-02, 6.1386e-03,
-4.2576e-02, -9.5728e-03, 2.4123e-02, 7.3114e-03, -7.0548e-03,
-9.3277e-04, 1.7678e-02, -8.8368e-03, -1.4019e-03, -2.1905e-02,
3.7892e-02, 1.7955e-02, -9.0853e-04, 2.1394e-02, 4.6042e-02,
1.2125e-02, -1.0168e-02, 2.4345e-02, -2.8321e-03, -1.7549e-02,
2.3023e-02, -2.0754e-02, -4.9040e-03, 3.4530e-02, 6.5378e-03,
-6.4154e-03, 5.2177e-02, -9.2580e-04, 2.6199e-02, 2.5873e-02,
-2.1634e-02, -4.5543e-02, -9.7300e-02, 1.9178e-02, 6.4177e-02,
2.8196e-03, 3.5372e-02, 9.6351e-03, 1.8309e-04, 5.4483e-02,
1.1365e-02, -2.8237e-02, -2.7141e-02, 6.7002e-03, -3.6794e-02,
-6.8052e-03, 8.9731e-03, 3.0269e-02, 2.5483e-02, -1.1052e-02,
-9.8197e-03, -1.4767e-02, -1.9234e-02, 2.6201e-02, -1.2068e-02,
-2.0630e-02, 3.9198e-04, 3.5356e-02, 2.3714e-02, -1.7838e-03,
3.2662e-02, -2.4784e-02, 4.8649e-02, -3.2112e-03, 1.1224e-02,
3.1275e-02, -1.0955e-02, 2.5071e-02, -3.9286e-02, -6.6316e-02,
1.2645e-02, 2.3605e-02, 1.3602e-02, -2.2316e-02, 1.1372e-02,
9.3471e-03, -3.7588e-03, 1.2077e-03, -4.0944e-03, 2.2478e-02,
-2.1287e-02, 1.4247e-02, 7.5950e-02], device='cuda:0')),
('bert.encoder.layer.11.attention.output.dense.weight',
tensor([[-0.0426, -0.0493, 0.0413, ..., 0.0295, 0.0233, 0.0647],
[ 0.0057, -0.0255, 0.0787, ..., -0.0548, -0.0487, -0.0469],
[-0.0357, -0.0378, -0.0118, ..., 0.0114, 0.0623, -0.0409],
...,
[ 0.0297, -0.0131, -0.0012, ..., -0.0386, 0.0368, 0.0536],
[ 0.0493, -0.0047, -0.0187, ..., 0.0069, -0.0157, 0.0148],
[ 0.0282, -0.0110, 0.0543, ..., -0.0188, 0.0561, 0.0315]],
device='cuda:0')),
('bert.encoder.layer.11.attention.output.dense.bias',
tensor([-1.0242e-01, 1.1094e-02, 4.6791e-02, -7.9790e-03, 1.0820e-01,
1.7221e-02, 1.2336e-02, 4.1819e-02, -1.1177e-01, 5.7808e-02,
6.2362e-02, 4.4691e-02, 7.9982e-02, 9.0886e-02, 1.2077e-01,
-5.4679e-02, -1.0805e-02, -5.4803e-02, -6.2238e-02, 7.0894e-02,
7.9254e-02, 8.7079e-03, -5.0397e-02, -5.2984e-02, 8.7348e-02,
-3.1086e-02, -1.0468e-01, -4.8388e-03, 1.2002e-01, -5.5960e-03,
-5.4001e-03, -1.2941e-01, 9.9207e-02, 1.9677e-02, 1.6152e-02,
-8.0105e-02, -2.0096e-02, 7.6646e-02, 3.8358e-02, -1.5264e-02,
7.6281e-02, -3.6083e-02, -6.7416e-02, 7.5681e-03, -3.6864e-02,
6.1851e-02, -8.9612e-03, -6.0809e-03, -5.7114e-02, -5.1762e-02,
-5.3348e-02, -1.9332e-02, -1.1736e-01, 1.1056e-02, -4.1072e-02,
-8.7836e-02, 8.5049e-02, -3.4891e-02, -7.2789e-02, 3.2534e-02,
1.8621e-02, 4.3108e-02, -1.1214e-01, -1.3040e-02, 5.6246e-02,
-2.6113e-02, -2.4649e-02, 4.8188e-02, -5.3306e-02, 1.7722e-03,
8.4913e-02, 1.1766e-01, 7.7731e-03, -3.8583e-02, 9.2851e-03,
3.3972e-02, -7.9112e-02, 1.1955e-02, 1.4498e-01, 9.6584e-02,
-2.5885e-02, -4.8443e-02, -7.3655e-02, 4.8223e-02, -1.5535e-02,
1.9518e-02, -1.7613e-02, -3.4545e-02, -4.8614e-02, -6.5465e-02,
-5.7276e-02, -1.9931e-02, 4.3990e-02, 7.1871e-02, -5.5666e-02,
-1.1333e-01, -6.9746e-02, -1.2240e-01, -1.2932e-01, -1.1684e-01,
-1.8849e-02, 5.7412e-02, -5.9079e-03, 1.3656e-01, -1.4178e-01,
3.8566e-02, -1.4794e-01, 8.9898e-02, 3.5621e-03, -1.4417e-01,
-7.0626e-02, -2.3168e-02, -8.5832e-02, 4.8270e-02, -1.4956e-02,
5.5535e-02, 7.2747e-02, -8.5723e-02, 4.0610e-02, 8.3992e-02,
8.7839e-02, -1.3268e-03, -1.2959e-02, -1.1246e-01, -4.3449e-02,
1.2492e-03, -6.2119e-02, 6.5921e-02, 4.5006e-02, -6.9616e-02,
1.4175e-02, 1.8909e-02, 2.5258e-02, -9.9396e-03, 3.6886e-02,
-3.1013e-02, -1.4168e-01, -3.7995e-02, -1.6362e-01, -1.1820e-02,
2.5893e-02, 4.0204e-02, 5.9879e-02, 7.1486e-02, -3.7016e-02,
-1.4325e-01, -1.5286e-02, 1.7036e-02, -8.4997e-02, 4.0213e-02,
-1.2800e-02, -3.1988e-02, -7.8865e-02, -6.8820e-02, 3.6091e-02,
7.8396e-02, -9.8999e-02, -1.6340e-02, 8.6240e-02, 7.8210e-02,
1.5090e-01, 8.1067e-02, 5.4958e-02, -7.8032e-02, -6.2898e-02,
-5.4581e-03, -7.3803e-02, -3.9574e-02, -6.1102e-02, -3.4468e-02,
-3.0814e-02, 3.9992e-02, 8.2695e-02, 2.3087e-02, -6.4698e-02,
-5.5571e-02, 1.4101e-02, 2.0444e-02, -3.0894e-02, -3.7556e-02,
3.7797e-03, 1.0723e-01, -1.2453e-01, 4.2864e-02, 4.8921e-02,
2.9157e-02, -1.3424e-02, -3.4223e-02, 8.7512e-02, 7.7547e-03,
5.4256e-02, 2.2452e-02, -3.9335e-02, -1.1211e-01, 7.0955e-03,
-6.3870e-02, 1.2311e-01, 8.4665e-02, 6.8869e-03, 1.3265e-02,
6.0152e-02, 8.7765e-03, 5.8264e-02, -1.7488e-02, 2.7091e-03,
3.3494e-02, -1.2221e-02, 4.2461e-02, -2.4126e-02, 6.6892e-02,
1.0700e-01, -7.8566e-02, -2.4490e-02, -4.1030e-02, 8.3331e-03,
1.0643e-01, -5.7809e-02, -2.3391e-03, 5.6108e-02, 6.7278e-02,
-4.0358e-02, -6.9726e-02, -6.7398e-02, 8.8770e-03, -7.5682e-02,
3.4293e-02, -9.0743e-02, -4.6633e-02, 1.7515e-02, -3.0113e-02,
-9.9872e-02, 1.1078e-01, -5.5955e-02, 7.5355e-02, -4.9615e-02,
9.1320e-02, -2.7932e-03, -9.7814e-02, 6.2999e-02, -1.0248e-01,
1.3747e-01, -2.4754e-02, -1.0904e-01, 5.1534e-02, -8.3398e-02,
3.2294e-02, -5.9033e-03, -5.1697e-02, -6.1331e-02, -7.4997e-02,
-6.4509e-02, 2.1315e-03, 6.1336e-02, 1.0795e-01, 2.7213e-02,
4.2202e-02, 1.3849e-01, 1.4372e-01, 4.3655e-02, -4.7698e-02,
1.1762e-02, 1.1738e-01, 1.0330e-01, 1.1870e-02, -8.3868e-03,
8.3276e-02, -5.6889e-02, -9.9748e-02, -4.9983e-02, 5.9152e-02,
-8.9144e-03, 8.2581e-02, 1.5682e-01, -6.5732e-02, 1.4210e-02,
8.4324e-02, -6.8268e-02, -4.2904e-02, -1.2415e-01, -3.4868e-03,
-7.7622e-02, -1.0329e-02, 9.1824e-03, -3.5067e-02, 8.0696e-02,
-3.4879e-02, -5.0235e-02, -1.9029e-02, 4.6941e-02, -2.6905e-02,
-8.7405e-02, -7.1069e-03, -5.8032e-02, -5.6578e-02, -8.6919e-02,
-1.0288e-03, 6.3715e-02, -6.7061e-02, -9.8290e-02, 2.3057e-03,
-6.6919e-02, 5.3073e-04, 7.0180e-02, -1.6113e-02, 8.8605e-02,
1.2243e-02, 6.3505e-02, -5.9806e-02, 1.3740e-01, -1.1209e-01,
3.2163e-02, -3.8785e-02, 1.0894e-01, -4.9866e-03, 1.0439e-01,
9.9152e-02, 2.2247e-02, -1.0530e-01, -7.9720e-02, 1.4614e-01,
-9.7253e-02, -9.0418e-03, 5.9138e-02, 9.1604e-02, -4.0802e-02,
-2.4455e-02, 1.0280e-01, -1.2139e-02, -3.2646e-02, 7.8110e-02,
1.2688e-02, -8.5198e-02, 1.2987e-01, 7.3110e-02, 4.3978e-02,
3.7961e-02, 5.9698e-02, 4.2949e-02, 1.9562e-02, 2.9445e-02,
5.6327e-02, 1.3331e-02, -4.4096e-02, 2.2602e-02, -1.4431e-03,
-8.7247e-02, -1.0041e-01, 1.0749e-01, -5.6047e-02, -3.8217e-03,
2.4590e-02, 3.3321e-02, 2.9969e-02, -3.1074e-02, 4.4058e-02,
5.2461e-02, 4.5798e-02, 3.3876e-05, 5.4442e-03, -3.1857e-03,
-8.6625e-03, 4.3829e-02, -4.4892e-02, -3.0313e-02, -7.0725e-02,
1.6029e-02, -1.2838e-01, 7.3323e-02, 4.8920e-02, -6.8182e-02,
-1.7219e-02, -2.5680e-02, -6.4719e-02, 1.3858e-02, 1.0217e-01,
-7.9817e-02, 8.3556e-02, 3.1303e-02, 5.6489e-02, 5.2017e-03,
4.2235e-02, -5.7547e-02, 6.0221e-03, -1.3318e-01, -1.1738e-02,
-1.1123e-02, -8.0377e-02, 4.3861e-02, -4.8335e-02, 6.4186e-03,
-6.0565e-02, 1.5973e-01, -1.2965e-02, -2.4978e-02, 8.2122e-02,
1.3468e-02, 6.5904e-02, 1.2077e-03, 4.6241e-02, 1.0947e-01,
5.1617e-02, -4.0467e-02, 5.4235e-02, 1.7109e-01, -1.1981e-01,
9.5937e-03, -8.0904e-02, 5.6316e-02, 7.7642e-04, 5.6485e-02,
-3.6630e-02, -3.0214e-02, 5.9955e-02, 1.1303e-02, 8.8924e-02,
4.2671e-03, -1.6005e-02, -1.1263e-01, -4.4306e-02, 3.0051e-02,
-1.1679e-01, 4.4253e-02, -5.2758e-02, 3.7868e-03, 2.9344e-02,
-5.4193e-03, -4.7934e-02, 6.7590e-02, -8.8259e-02, -6.2458e-02,
9.4059e-02, -2.1205e-02, 4.6860e-02, 6.3419e-03, 8.4754e-02,
2.3615e-02, 6.8688e-02, 1.3445e-01, 7.3315e-02, -1.4982e-01,
5.4885e-02, 6.1769e-02, 4.1063e-02, -2.9220e-02, 5.1644e-02,
8.8684e-02, 1.3274e-02, -4.9512e-02, 2.8374e-02, -7.7445e-03,
1.0028e-01, -1.3515e-02, -1.2617e-01, 3.9329e-02, -1.1605e-01,
-1.2361e-01, -1.0814e-01, 8.8868e-02, -6.7658e-02, 8.5160e-02,
6.8604e-03, 3.7047e-02, 5.8371e-02, -9.0469e-03, -5.9554e-02,
-5.4073e-02, 6.8628e-02, -3.2544e-02, 9.7829e-03, -8.9438e-03,
6.9040e-02, -4.7582e-02, -6.0496e-02, 2.2884e-02, -8.0569e-02,
-1.2877e-01, 1.1015e-01, 2.5072e-02, 7.1909e-02, -3.1303e-02,
-8.5401e-02, -9.9649e-02, -2.9985e-02, -7.8934e-02, -1.5383e-01,
-2.2016e-02, 6.8440e-02, 3.3078e-02, -9.7155e-02, 7.7890e-02,
2.9920e-03, -9.3072e-02, -1.3217e-02, 2.8604e-02, -8.8480e-02,
6.6176e-03, 1.0873e-01, 1.6373e-03, -4.4439e-02, -7.9985e-02,
7.7076e-03, -6.8473e-02, 9.5801e-02, -5.0021e-02, 2.6193e-02,
-1.5375e-02, 1.7192e-02, -1.3267e-02, 1.8351e-02, 5.3614e-02,
-6.6391e-03, 4.6765e-02, -1.7118e-02, 8.3934e-02, -2.9251e-02,
5.6400e-02, -3.2556e-02, 3.0576e-02, 2.5460e-02, -3.0395e-02,
2.9115e-02, 3.6252e-02, 4.5689e-03, 8.0453e-03, -6.8474e-02,
1.5114e-01, 5.5660e-02, 8.3625e-03, 1.8930e-02, 2.7478e-03,
6.0529e-02, -3.4076e-02, -2.2724e-02, 6.4474e-02, 1.4081e-02,
-3.9287e-02, -2.4424e-02, -9.4021e-03, 7.6026e-03, -1.0457e-01,
-6.3192e-02, -4.3349e-02, -3.6890e-02, 4.5796e-02, -2.9586e-03,
2.3768e-02, 2.4133e-02, -1.0656e-02, 5.1297e-02, -7.6244e-02,
-3.3517e-02, -8.1048e-02, 3.3545e-02, -7.0197e-02, -1.1070e-01,
-2.2828e-02, 6.2542e-02, 1.2307e-01, -3.9834e-02, -4.5373e-02,
-1.0503e-01, 3.2990e-02, -1.8668e-02, -8.1915e-02, -1.4370e-01,
-1.8548e-02, -7.8096e-02, 6.8675e-02, 3.1878e-02, 6.3394e-02,
-5.6865e-03, 3.1517e-02, 4.2879e-02, 2.6924e-02, 5.6896e-02,
-2.1204e-02, -5.1828e-02, -2.2540e-02, -7.2817e-02, 8.6285e-02,
-3.4809e-02, -5.1384e-02, -8.8028e-03, 4.6296e-02, -3.0493e-02,
-8.3895e-02, 1.1857e-01, 1.5101e-03, 4.1355e-02, -2.2904e-02,
4.9182e-02, 5.2669e-03, 1.4797e-01, 8.9061e-03, -1.8199e-02,
-1.5143e-02, -4.0358e-02, 8.9161e-02, -2.1479e-02, 1.1350e-01,
9.2919e-03, 5.1582e-02, 2.9725e-02, 5.0502e-02, 5.3201e-02,
3.5828e-02, -7.9876e-02, -1.2020e-02, -3.4669e-02, 2.6619e-02,
-2.4636e-02, 4.7914e-02, -4.5337e-02, 2.2684e-02, 3.8226e-02,
-6.7144e-02, -1.3808e-02, 1.9004e-02, -3.8874e-02, -6.8991e-02,
1.1470e-01, 1.9338e-02, -9.0460e-03, 7.2638e-02, -2.4155e-04,
-7.9440e-02, -3.1465e-02, 8.5217e-02, -4.5850e-03, 6.2348e-03,
-8.5734e-03, 1.9827e-02, -3.4676e-02, -1.4569e-02, 1.0391e-01,
2.1024e-02, -2.5762e-02, 2.0362e-02, 6.9028e-02, -3.2098e-02,
-7.0513e-02, 9.7237e-03, 3.2228e-02, -2.5571e-02, 3.5220e-02,
-1.0900e-02, 5.3573e-02, -1.6116e-02, -1.6068e-02, 6.8975e-02,
-1.7849e-02, 1.2035e-01, -2.8759e-03, 1.6622e-02, 3.6260e-02,
-4.2835e-02, 1.0270e-01, 1.0811e-02, 3.0956e-02, -3.2980e-02,
1.2856e-01, -3.6237e-02, -3.1818e-02, -1.0302e-01, 5.6717e-02,
-5.1092e-02, 5.9898e-02, 1.7478e-02, 4.5202e-02, -8.6674e-02,
-7.2954e-02, -7.2421e-02, 2.5204e-02, 1.0149e-02, -5.6916e-02,
-1.3508e-02, -9.0965e-02, -7.3382e-03, -7.4680e-02, -4.7131e-02,
3.9340e-02, -8.6780e-03, 1.8811e-02, -9.7198e-02, 9.6927e-03,
-1.6930e-02, 1.2108e-02, 2.3615e-02, -2.0636e-03, 4.9818e-02,
-1.0233e-03, -5.3242e-02, 4.8413e-02, -1.0681e-01, 5.4860e-02,
-4.1077e-02, -8.4623e-02, -1.0184e-01, -8.0117e-02, -1.9057e-02,
-5.6678e-02, -6.4798e-02, 1.1174e-01, -2.8641e-02, -3.4994e-02,
8.7289e-02, -5.2121e-02, 1.7839e-02, -4.1159e-02, 7.1816e-02,
8.8066e-02, -1.9866e-02, 3.4065e-02, 7.4784e-02, 6.6595e-02,
-1.0022e-02, -7.1456e-02, 3.2694e-02, 8.4744e-02, 5.6434e-02,
1.2295e-02, 5.3862e-03, 7.0099e-02, -4.3365e-03, -1.0846e-01,
4.5511e-02, 1.9837e-02, 1.1942e-01, -7.7423e-02, 2.1035e-02,
6.5352e-02, 1.1507e-02, 6.1772e-03, 2.5225e-02, -3.1080e-02,
7.0956e-02, 1.0312e-01, -6.1230e-02, -4.4082e-02, -3.4232e-02,
-2.9973e-02, -6.7070e-02, -1.1631e-02, 6.2288e-02, 3.6453e-02,
9.6018e-02, -9.2944e-04, 1.0746e-01, 8.1691e-03, -2.6223e-02,
-4.7456e-03, -1.6078e-02, -2.2970e-02, 3.3552e-02, -1.0713e-01,
-1.4933e-02, 6.3121e-03, -6.2409e-02, -9.0746e-02, 3.6652e-03,
-2.6012e-02, 1.4693e-02, -3.1926e-02, -7.9305e-02, -8.3732e-03,
2.2612e-02, -6.3810e-02, 3.0280e-02], device='cuda:0')),
('bert.encoder.layer.11.attention.output.LayerNorm.weight',
tensor([0.8571, 0.7906, 0.7859, 0.8409, 0.8355, 0.7770, 0.8329, 0.8316, 0.7949,
0.8560, 0.7755, 0.7847, 0.7672, 0.7924, 0.7948, 0.8236, 0.7857, 0.8031,
0.7888, 0.8160, 0.8064, 0.7806, 0.8003, 0.7737, 0.8181, 0.8169, 0.8126,
0.9174, 0.8032, 0.7816, 0.8330, 0.7862, 0.8125, 0.8026, 0.8383, 0.7676,
0.8110, 0.7721, 0.8475, 0.8512, 0.7837, 0.7672, 0.8413, 0.8182, 0.8334,
0.8208, 0.7980, 0.8701, 0.8058, 0.7878, 0.7621, 0.8706, 0.8705, 0.8248,
0.8149, 0.8100, 0.8032, 0.7962, 0.8145, 0.8277, 0.7917, 0.8332, 0.7571,
0.7987, 0.8285, 0.8004, 0.8133, 0.7942, 0.8450, 0.8769, 0.8023, 0.8469,
0.7790, 0.7932, 0.8306, 0.8172, 0.8017, 0.8262, 0.7903, 0.7710, 0.7994,
0.8095, 0.8056, 0.8302, 0.8065, 0.8145, 0.8235, 0.8339, 0.7662, 0.8308,
0.8101, 0.8139, 0.8500, 0.7681, 0.8175, 0.8054, 0.7747, 0.7861, 0.9747,
0.7890, 0.8059, 0.7965, 0.8437, 0.8001, 0.7999, 0.7661, 0.8116, 0.8133,
0.8395, 0.7710, 0.8371, 0.7867, 0.7797, 0.8137, 0.7825, 0.8162, 0.8267,
0.7890, 0.7830, 0.8031, 0.7970, 0.8307, 0.8615, 0.7948, 0.8345, 0.7790,
0.7948, 0.8132, 0.8196, 0.8293, 0.8126, 0.7769, 0.7922, 0.7927, 0.7966,
0.7851, 0.5886, 0.7755, 0.7682, 0.7859, 0.8526, 0.7832, 0.7824, 0.7872,
0.7812, 0.8526, 0.7981, 0.8014, 0.7726, 0.8171, 0.8321, 0.7714, 0.7844,
0.7888, 0.8257, 0.8019, 0.8095, 0.8026, 0.8583, 0.8325, 0.7738, 0.7359,
0.7919, 0.7941, 0.8250, 0.7817, 0.8784, 0.7758, 0.8150, 0.8009, 0.8174,
0.8017, 0.8817, 0.8738, 0.8234, 0.8193, 0.8274, 0.8141, 0.7632, 0.8030,
0.8107, 0.7644, 0.8251, 0.8050, 0.7831, 0.8115, 0.8018, 0.8029, 0.8163,
0.8080, 0.8481, 0.7805, 0.8284, 0.8404, 0.8217, 0.8274, 0.7991, 0.7777,
0.7986, 0.7953, 0.7998, 0.8216, 0.8065, 0.8103, 0.8085, 0.8163, 0.8050,
0.8493, 0.7803, 0.8222, 0.7838, 0.8089, 0.8001, 0.8412, 0.7919, 0.8111,
0.7905, 0.8085, 0.7857, 0.8098, 0.7712, 0.7856, 0.8140, 0.8190, 0.7799,
0.8118, 0.7974, 0.8096, 0.8255, 0.8383, 0.8135, 0.8405, 0.8232, 0.7560,
0.7864, 0.8539, 0.8264, 0.7908, 0.8198, 0.7749, 0.8126, 0.7875, 0.8090,
0.8048, 0.8035, 0.8010, 0.7889, 0.8239, 0.7729, 0.7690, 0.8090, 0.8169,
0.6432, 0.8107, 0.8123, 0.8133, 0.7586, 0.8662, 0.8086, 0.8003, 0.8224,
0.8963, 0.8213, 0.7908, 0.8145, 0.7864, 0.8352, 0.7846, 0.7987, 0.8202,
0.8292, 0.8128, 0.8747, 0.8355, 0.7591, 0.8091, 0.8013, 0.7640, 0.7868,
0.7827, 0.7329, 0.8173, 0.7950, 0.8294, 0.7909, 0.8063, 0.7703, 0.8076,
0.8098, 0.9240, 0.8453, 0.8195, 0.7785, 0.8030, 0.8177, 0.8085, 0.8518,
0.8209, 0.7952, 0.8118, 0.8270, 0.8277, 0.8137, 0.8063, 1.4267, 0.8083,
0.7925, 0.7986, 0.8308, 0.8108, 0.8240, 0.8252, 0.8221, 0.8276, 0.7696,
0.8041, 0.7905, 0.8444, 0.7984, 0.8368, 0.8120, 0.8399, 0.7969, 0.7663,
0.7955, 0.7793, 0.7587, 0.8130, 0.7721, 0.8016, 0.8116, 0.8681, 0.8232,
0.7810, 0.8116, 0.7927, 0.8013, 0.7914, 0.8656, 0.8207, 0.8052, 0.8428,
0.8275, 0.8185, 0.8298, 0.7815, 0.7841, 0.8031, 0.7930, 0.8104, 0.7929,
0.8414, 0.8095, 0.8308, 0.7706, 0.8193, 0.7820, 0.8179, 0.7958, 0.8079,
0.8138, 0.8560, 0.7734, 0.8082, 0.8448, 0.8071, 0.8089, 0.8098, 0.8017,
0.7984, 0.7909, 0.8187, 0.8110, 0.7822, 0.8694, 0.8132, 0.7891, 0.7449,
0.8159, 0.7964, 0.8238, 0.7977, 0.7798, 0.8480, 0.7924, 0.8085, 0.7949,
0.8148, 0.7643, 0.8065, 0.8002, 0.8251, 0.8111, 0.7984, 0.8112, 0.7897,
0.8016, 0.7923, 0.7981, 0.8536, 0.7815, 0.8354, 0.8248, 0.8165, 0.8231,
0.8374, 0.8096, 0.7987, 0.8285, 0.7196, 0.8035, 0.8207, 0.8157, 0.7882,
0.8315, 0.7619, 0.7941, 0.7677, 0.8239, 0.8144, 0.8303, 0.7528, 0.8103,
0.8387, 0.7900, 0.7905, 0.8387, 0.7667, 0.7994, 0.8291, 0.8163, 0.8079,
0.7468, 0.8006, 0.8127, 0.7836, 0.8104, 0.8087, 0.8493, 0.8927, 0.7950,
0.8024, 0.7796, 0.8541, 0.7771, 0.8138, 0.8059, 0.7964, 0.7772, 0.8285,
0.7960, 0.8224, 0.8173, 0.8052, 0.7960, 0.8652, 0.8158, 0.7739, 0.8379,
0.7754, 0.8052, 0.7564, 0.8274, 0.8313, 1.7121, 0.8156, 0.8210, 0.8889,
0.7829, 0.8198, 0.7702, 0.7846, 0.7834, 0.8509, 0.8183, 0.8231, 0.8206,
0.8034, 0.8212, 0.7982, 0.7806, 0.8222, 0.7973, 0.8151, 0.7990, 0.8034,
0.7875, 0.7999, 0.7137, 0.8082, 0.8356, 0.8029, 0.8271, 0.7822, 0.8090,
0.8293, 0.7996, 0.8403, 0.8349, 0.8265, 0.7901, 0.7861, 0.7725, 0.7918,
0.8270, 0.8627, 0.7631, 0.7747, 0.7881, 0.7992, 0.7784, 0.8018, 0.7832,
0.8387, 0.7638, 0.8062, 0.8142, 0.8127, 0.7833, 0.8004, 0.7551, 0.7704,
0.8048, 0.8707, 0.8006, 0.8107, 0.8395, 0.7803, 0.8011, 0.8302, 0.8102,
0.7554, 0.8227, 0.8496, 0.8477, 0.8053, 0.8230, 0.8223, 0.7695, 0.8470,
0.7713, 0.7643, 0.7796, 0.8065, 0.8054, 0.8438, 0.8333, 0.8016, 0.7836,
0.8016, 0.7838, 0.8202, 0.8015, 0.8277, 0.8639, 0.8099, 0.7812, 1.6583,
0.7943, 0.7782, 0.8307, 0.7844, 0.7691, 0.8123, 0.8018, 0.7802, 0.8017,
0.8192, 0.8024, 0.7995, 0.8234, 0.7957, 0.8010, 0.8061, 0.8198, 0.8283,
0.8226, 0.8149, 0.8287, 0.7916, 0.8325, 0.8524, 0.8060, 0.8050, 0.7904,
0.7885, 0.7976, 0.8301, 0.8296, 0.8207, 0.8005, 0.7720, 0.7784, 0.7811,
0.8168, 0.8343, 0.7970, 0.8373, 0.8203, 0.8102, 0.7767, 0.7785, 0.8210,
0.8042, 0.9808, 0.7985, 0.8119, 1.6673, 0.7981, 0.8444, 0.7920, 0.8178,
0.8033, 0.8336, 0.8225, 0.8179, 0.8235, 0.8053, 0.7980, 0.7945, 0.8021,
0.7883, 0.8503, 0.7994, 0.8105, 0.8157, 0.8521, 0.8693, 0.7651, 0.7975,
0.7962, 0.7858, 0.8473, 0.8382, 0.8369, 0.7902, 0.7786, 0.7962, 0.8221,
0.8135, 0.7854, 0.7932, 0.8503, 0.8169, 0.8176, 0.8081, 0.8101, 0.7731,
0.8206, 0.7933, 0.8181, 0.7745, 0.8268, 0.8056, 0.8254, 0.7985, 0.7951,
0.7892, 0.8298, 0.8266, 0.8256, 0.8162, 0.7997, 0.8362, 0.8265, 0.8055,
0.7557, 0.7865, 0.8036, 0.8179, 0.7747, 0.8822, 0.8274, 0.7953, 0.8046,
0.8102, 0.7814, 0.7859, 0.7854, 0.7539, 0.7827, 0.8394, 0.7838, 0.7641,
0.7884, 0.8007, 0.7950, 0.8000, 0.7999, 0.7945, 0.7996, 0.8282, 0.8024,
0.7986, 0.7823, 0.7735, 0.8057, 0.8539, 0.8259, 0.7810, 0.7848, 0.8213,
0.8641, 0.8326, 0.8218, 0.7903, 0.8127, 0.7928, 0.7803, 0.8339, 0.8181,
0.7785, 0.7708, 0.8230, 0.7557, 0.8491, 0.7966, 0.7921, 0.7740, 0.7730,
0.7966, 0.8047, 0.7573, 0.8188, 0.7783, 0.8075, 0.7479, 0.8051, 0.7813,
0.7933, 0.8123, 0.7882, 0.8101, 0.8251, 0.8109, 0.8286, 0.8157, 0.8144,
0.8401, 0.7913, 0.7708, 0.8398, 0.7881, 0.8177, 0.8291, 0.8263, 0.8049,
0.8342, 0.7882, 0.8203, 0.7940, 0.8234, 0.8784, 0.8155, 0.8138, 0.8042,
0.8177, 0.7980, 0.7682, 0.8446, 0.8034, 0.7854, 0.8208, 0.8107, 0.8003,
0.7973, 0.7977, 0.8164], device='cuda:0')),
('bert.encoder.layer.11.attention.output.LayerNorm.bias',
tensor([ 8.9515e-02, -1.1860e-01, -1.8357e-02, 5.7348e-02, -2.0747e-01,
-1.1996e-02, -6.3948e-02, -1.5924e-02, 9.6578e-02, -1.0996e-01,
2.7065e-02, -7.9595e-02, -2.3636e-01, -4.7298e-02, -9.9230e-02,
-3.1837e-02, -1.6029e-02, -1.0306e-01, 1.2383e-02, -2.3431e-01,
-1.6865e-01, -3.7012e-02, 1.3211e-02, -1.5944e-02, -2.5453e-02,
-9.1071e-02, 2.2419e-02, 1.3058e-01, -9.5977e-02, 5.9798e-02,
-1.0174e-01, -3.2675e-02, -1.6757e-01, -9.9076e-02, -8.8943e-03,
8.8213e-02, -1.4392e-01, 1.0913e-02, -8.5054e-02, 1.3193e-01,
-1.3897e-01, -2.4892e-02, 1.1862e-01, -1.1583e-01, -1.0920e-02,
-2.1586e-01, 3.3308e-02, 4.1857e-02, -5.0770e-03, -1.3879e-02,
6.0178e-02, 4.6697e-02, 1.1071e-01, -9.8427e-03, 7.0437e-02,
-2.3396e-02, -1.2109e-01, -7.5109e-02, 2.1256e-02, 3.2546e-02,
-1.2596e-01, -6.9452e-02, 1.5660e-01, 1.1751e-02, -1.1161e-01,
-7.8804e-02, 2.8210e-02, -6.2398e-02, 4.3744e-02, -2.3337e-01,
-7.6336e-02, -1.2285e-01, -1.8118e-01, 6.6383e-02, -1.5179e-01,
-1.9319e-01, 9.4415e-02, -7.7645e-02, -1.4947e-01, -7.6081e-02,
2.9444e-02, 1.1103e-01, 8.0060e-03, 8.6589e-02, -8.8289e-02,
7.1447e-03, -1.8649e-02, -9.4619e-03, -1.0655e-02, 6.2365e-02,
-8.5536e-02, -7.4309e-02, 7.3262e-02, -1.4351e-01, -9.6111e-03,
1.3912e-01, 1.0615e-01, 6.3211e-02, 1.0571e-01, 1.2793e-01,
-1.6742e-02, -5.1699e-02, 2.3346e-02, -9.1943e-02, 3.9748e-02,
-1.2291e-01, 1.5042e-01, -1.7527e-01, -6.8476e-02, 4.2463e-02,
6.7401e-02, -1.5133e-01, 9.3301e-02, -1.5092e-01, -2.2334e-01,
-5.4616e-02, 3.7469e-02, 9.7419e-02, -5.2577e-02, -1.0419e-01,
9.5355e-02, -1.2737e-01, 3.9762e-02, -3.8163e-02, 2.6199e-02,
-7.7806e-02, -1.9403e-02, -1.2532e-01, -4.7656e-02, 9.9688e-02,
-1.8059e-01, 3.4485e-02, 3.6011e-02, 6.8230e-04, -6.7231e-02,
3.0011e-02, -8.0686e-01, 1.4632e-01, -4.7537e-01, 6.0478e-03,
-1.2033e-01, -1.1254e-01, -1.8740e-02, -1.8532e-01, 8.7648e-03,
1.0187e-01, -6.3725e-02, -8.1280e-02, 1.3890e-01, -1.6572e-01,
-1.5142e-01, -7.5706e-02, 7.0527e-02, 7.5173e-03, -8.9383e-02,
-1.4209e-01, 6.3661e-02, -1.5254e-02, 1.2163e-02, -1.3750e-01,
1.9879e-03, -5.3897e-02, -5.4347e-02, -8.4420e-02, -6.0913e-02,
-1.6804e-01, 1.7409e-01, 5.1048e-02, 6.2782e-04, 7.6309e-03,
-8.1699e-02, -1.2736e-01, -1.8315e-01, 1.2340e-01, 5.2199e-02,
1.1572e-01, 1.0179e-01, -2.3080e-01, 1.5414e-05, 4.5975e-02,
3.3310e-02, -2.0978e-01, -2.9301e-02, -2.8181e-01, -6.7866e-02,
8.0795e-02, -7.3224e-04, -1.1468e-01, -8.7809e-02, -1.0203e-01,
-6.7862e-03, -2.4042e-02, 8.7799e-02, -2.1149e-02, -2.4272e-01,
-6.5637e-02, -1.2204e-01, -5.9848e-02, -6.9854e-02, -6.1646e-02,
-6.8254e-02, -5.0098e-02, -9.9276e-02, -4.3520e-02, 5.5402e-02,
-8.8588e-02, 3.4278e-02, -1.8669e-01, -3.6979e-03, -5.1139e-02,
-6.9817e-02, -8.9974e-03, -4.0207e-02, 1.3039e-03, -8.4281e-02,
-1.8772e-01, 8.7116e-02, -1.3233e-01, -2.3541e-01, 4.4656e-02,
-3.3918e-02, 2.5196e-02, 2.3488e-02, -1.1850e-01, -1.0479e-01,
-3.0471e-03, -1.6083e-02, 6.8738e-02, 1.3585e-01, 3.8237e-02,
-1.7277e-02, -1.0839e-01, 7.4263e-02, -1.2913e-01, -3.6915e-02,
-2.9305e-01, -6.2841e-02, -1.1230e-02, -1.9362e-01, 8.2742e-02,
-1.6697e-01, -2.2164e-02, 9.7817e-02, -3.5274e-02, 3.6199e-03,
-9.2545e-02, -1.0826e-01, 4.1444e-02, 2.0121e-02, 4.1793e-02,
1.9688e-02, -4.2252e-02, 3.9345e-02, -4.8840e-02, 6.4278e-03,
-1.2276e-01, -1.3404e-01, -4.1200e-02, -1.6086e-01, 3.5825e-02,
9.3333e-03, -6.7858e-02, -9.4868e-02, -2.0273e-02, -1.5147e-01,
-1.6544e-01, 8.3937e-03, -4.3106e-02, -8.5981e-02, -3.6281e-02,
-7.6338e-02, -1.2253e-01, -1.1234e-01, 5.2446e-02, -1.6918e-02,
-8.9006e-02, 2.2926e-02, -6.2911e-02, 8.0244e-02, -1.3808e-01,
1.3276e-01, -2.2820e-02, 9.1652e-02, -2.6407e-02, -1.7278e-01,
6.7722e-03, -3.8153e-02, -3.8929e-02, -9.2151e-02, -4.5747e-02,
3.6994e-02, -1.8865e-01, -4.8115e-02, -1.1702e-01, -2.7433e-02,
-8.4278e-02, -2.3274e-01, 1.3282e-01, -1.4925e-02, -1.2059e-03,
1.3683e-01, -8.0782e-03, -6.8787e-02, 1.0428e-02, -6.8316e-01,
6.5237e-02, -9.9846e-03, 1.1073e-01, -7.0355e-02, 1.2321e-01,
8.2156e-02, -1.5771e-02, -2.4538e-01, -1.0131e-01, -1.3216e-01,
-1.1889e-01, -8.4029e-02, 1.9653e-03, -7.2277e-02, -2.4094e-01,
-3.8466e-02, 7.1470e-02, -9.4755e-02, -1.3173e-01, 2.9679e-02,
-3.6178e-02, -4.0520e-03, 3.5411e-02, 8.3945e-02, -1.3104e-01,
-2.6758e-01, 1.7473e-01, -2.2608e-01, -2.5124e-02, -1.0908e-01,
-1.3645e-01, -2.4258e-01, 1.1947e-01, -1.9898e-01, 2.9162e-02,
-4.5259e-02, -5.0429e-02, -2.9144e-02, -8.3113e-02, 2.3927e-02,
9.6594e-02, -3.1787e-02, -2.1750e-01, 6.9214e-02, -1.7113e-02,
-1.8205e-01, -1.3594e-01, -1.9609e-01, 6.3365e-02, -7.4290e-02,
-6.6925e-02, -1.7121e-01, -5.9464e-02, 8.4306e-02, 1.2299e-02,
-4.6259e-02, -1.3716e-01, -1.5675e-02, -1.1817e-02, -7.3278e-02,
-7.1491e-02, 6.0850e-02, 4.9090e-02, -1.3849e-01, -1.4398e-01,
-1.9527e-03, -1.1481e-01, 3.6345e-02, -7.7647e-02, -1.6457e-01,
5.3802e-02, -1.5940e-01, -1.1449e-01, -1.1271e-01, -6.4307e-02,
-1.4576e-01, -2.2393e-03, -4.9278e-02, 7.0787e-02, -8.0039e-02,
-1.5814e-01, -1.1935e-01, -9.8734e-02, 4.3714e-02, 6.0990e-02,
-1.2486e-02, -1.9072e-01, 7.5047e-02, -3.9824e-02, -1.2693e-01,
-1.4864e-01, -1.2816e-01, -2.7696e-02, -1.2037e-01, -1.2036e-01,
-5.4451e-02, 5.4988e-02, -1.3253e-01, -2.0511e-01, -1.1027e-01,
-4.7576e-02, 2.2804e-02, -4.5791e-03, -7.9733e-02, -2.1746e-01,
-3.2757e-02, -1.0571e-01, 3.6414e-03, -9.1391e-02, -1.5446e-01,
-5.1166e-02, -8.4928e-02, -4.4466e-02, -1.2054e-02, -1.2098e-01,
2.2345e-02, -8.6578e-02, -6.7980e-02, 7.7245e-03, 3.1071e-02,
-4.9307e-02, -2.0694e-01, -6.1660e-02, -3.4903e-02, 5.7356e-02,
-1.7170e-01, 4.4479e-02, -1.4588e-01, 6.0140e-02, -2.1058e-02,
-3.0970e-02, -1.5291e-01, -1.1884e-01, -1.4015e-01, 1.0029e-01,
-7.0755e-02, -1.1873e-01, -6.7112e-02, -2.3046e-01, -1.4939e-01,
-7.6271e-02, -4.8421e-03, 7.4336e-03, 3.0252e-02, -7.4763e-02,
1.0176e-01, -4.9546e-02, 3.1198e-02, -1.4874e-02, 1.2364e-01,
-1.5275e-01, 7.7597e-02, -1.8715e-01, -1.1013e-01, -2.4436e-02,
-9.8950e-02, -2.2929e-01, -1.0691e-01, -6.2020e-03, 6.4191e-01,
-3.3000e-02, -1.2243e-02, 1.6852e-01, 1.0398e-02, 2.4751e-03,
6.6902e-03, 1.0369e-01, 9.3169e-02, -4.6456e-03, -2.0125e-02,
9.2213e-03, -2.8772e-01, -5.9545e-02, -6.1340e-02, -1.0626e-01,
-4.5380e-02, 2.7000e-02, -1.0261e-01, -1.0865e-02, 3.6561e-03,
-1.7350e-02, 7.5376e-02, -5.8130e-02, 1.0207e-01, -5.2478e-02,
-2.1098e-01, -4.6866e-02, -2.3243e-02, 1.4599e-02, -5.6758e-03,
-2.7787e-03, -4.0141e-02, -3.4038e-02, -3.5597e-02, -1.0848e-02,
-1.1288e-01, -2.3760e-02, -3.6084e-02, 2.8089e-02, -7.4378e-02,
1.7282e-01, -1.0087e-02, 4.4912e-02, -7.1126e-03, -2.2406e-01,
-1.0046e-01, -1.9230e-01, -1.3500e-02, 2.0724e-02, -4.6170e-02,
-2.6152e-01, -7.9928e-02, 8.2633e-02, 4.7134e-02, 1.3066e-02,
8.0608e-02, -9.4601e-02, 6.6854e-02, -1.2240e-01, 1.6662e-02,
-1.6947e-01, 1.5738e-01, -1.7957e-01, -1.6436e-01, -1.0004e-01,
-2.0442e-03, -1.8241e-02, 1.9684e-03, -3.0878e-01, -1.5465e-01,
-3.0120e-02, 4.9459e-02, -6.8831e-02, -5.7124e-02, 1.7119e-01,
-1.7726e-01, 1.3403e-02, 1.6369e-02, -1.1980e-01, -8.2977e-02,
8.7692e-02, 6.6111e-02, -1.4480e-01, -7.6239e-02, 6.2870e-02,
3.7129e-02, 1.5526e-02, -2.8493e-01, 1.2280e-01, 8.3287e-02,
9.1147e-04, -1.8076e-01, -2.4768e+00, 7.4001e-02, -9.9645e-02,
6.1043e-02, -6.8956e-02, -4.9189e-02, 5.4150e-02, 5.1076e-02,
-8.4946e-02, -8.7755e-02, -1.2039e-01, -5.2692e-02, -2.6425e-02,
-3.7875e-02, 1.2019e-02, -1.1645e-01, -7.0816e-02, 7.5303e-03,
-1.5113e-02, 8.7419e-02, 7.2956e-03, 1.0907e-01, -8.7865e-02,
1.1503e-01, 6.8035e-02, -8.0057e-02, -1.1053e-01, 2.1732e-03,
6.6176e-02, -2.1780e-01, -4.4390e-02, -5.9869e-02, -1.5200e-01,
-1.3872e-01, -9.0421e-03, -1.6702e-01, 5.2986e-02, -2.7223e-02,
1.1328e-01, -1.4804e-01, -7.3401e-02, 3.8297e-02, -1.1114e-01,
-7.0373e-02, 4.5795e-02, -1.5201e-01, -1.2943e-02, -2.2722e-01,
-1.1742e-01, 2.0099e-01, 6.0630e-01, -3.1417e-02, -8.7042e-03,
-4.0363e-02, -1.1879e-01, -1.9846e-02, -4.6523e-02, 1.0876e-01,
6.3187e-02, 1.8744e-02, -1.7650e-01, 8.0528e-03, 1.1438e-01,
-2.6736e-01, -1.7335e-01, -9.1538e-02, -1.6489e-01, 3.6603e-02,
7.5299e-03, -5.9596e-02, -3.1241e-01, -1.6379e-01, -3.3180e-02,
-1.2288e-01, -2.0138e-02, -4.8268e-02, -1.3191e-01, -4.7629e-02,
2.2477e-02, 5.3036e-02, 1.9260e-02, -1.5180e-01, 2.5019e-02,
-4.2518e-02, -8.9150e-02, -2.0053e-01, -1.0252e-01, -7.5583e-02,
-4.4635e-03, -1.8656e-02, 3.9946e-03, -1.0082e-01, -5.6102e-02,
-1.0350e-01, -1.2600e-01, 5.6322e-02, -9.5417e-02, -5.1723e-02,
8.9664e-03, -9.0866e-02, -4.8314e-02, 6.9944e-02, -4.8725e-02,
-2.0119e-01, -1.1536e-01, 3.1611e-03, 4.3841e-02, -1.1686e-01,
1.3771e-01, -7.0252e-02, -8.4977e-02, -7.2504e-02, 1.1292e-01,
-5.2473e-02, 1.2067e-01, 3.8077e-02, 2.0342e-02, 1.2271e-02,
6.3124e-02, -1.5420e-02, 1.1447e-01, -1.2072e-01, 6.1909e-02,
4.6848e-02, -3.2086e-02, 5.0142e-02, 1.2270e-01, -1.7701e-01,
4.2949e-02, -8.0801e-02, 1.2399e-02, 5.9841e-02, -1.8761e-01,
1.0894e-01, 8.2869e-02, -1.3551e-01, 6.5512e-02, 2.8935e-02,
-1.6232e-01, -8.9881e-03, -2.3263e-01, 1.5753e-01, 7.8509e-02,
-2.7665e-02, 2.8019e-02, -2.4375e-01, -8.0929e-02, -1.1171e-01,
-5.0351e-02, -5.0963e-03, -1.4161e-01, 7.0595e-02, 5.1466e-02,
-1.1049e-01, -4.4210e-02, -1.2089e-01, -8.4677e-02, -1.3227e-01,
-9.4854e-02, -8.8076e-02, -1.2915e-01, -7.3882e-03, 8.6982e-02,
-1.4825e-01, -4.3814e-02, 5.1687e-02, -6.3517e-02, -3.0981e-02,
-1.7409e-01, -1.5268e-01, -7.7330e-02, -6.2972e-03, 1.9552e-02,
-2.0490e-01, -7.0892e-02, -8.1272e-02, 9.8331e-02, -4.6815e-02,
-5.9281e-02, -1.1117e-01, 4.0354e-02, -2.1548e-02, 1.0345e-02,
-2.2770e-01, -1.6893e-02, 7.3082e-02, -1.9207e-02, 4.1825e-02,
-1.2325e-01, -8.6412e-02, -1.1867e-01, -1.3482e-01, -3.2436e-02,
4.9938e-03, -5.0891e-02, 5.8162e-02, -2.7288e-01, 1.1923e-01,
-4.1742e-03, 3.9059e-02, -1.3541e-01, 8.1007e-02, 7.4353e-02,
-2.0045e-02, -7.0349e-02, -1.2004e-02, -7.2923e-04, -5.2544e-02,
-1.4989e-02, -6.4081e-03, 6.9254e-02], device='cuda:0')),
('bert.encoder.layer.11.intermediate.dense.weight',
tensor([[ 0.0141, -0.0148, 0.0270, ..., 0.0023, -0.0581, 0.0389],
[ 0.0237, 0.0159, 0.0153, ..., -0.0472, 0.0403, 0.0193],
[ 0.0032, 0.0376, -0.0022, ..., -0.0037, 0.0384, 0.0094],
...,
[-0.0379, 0.0773, 0.0540, ..., 0.0373, 0.0201, 0.0516],
[ 0.0428, 0.0154, 0.0240, ..., 0.0086, 0.0045, 0.0256],
[ 0.0481, 0.0365, -0.0422, ..., 0.0224, -0.0410, -0.0188]],
device='cuda:0')),
('bert.encoder.layer.11.intermediate.dense.bias',
tensor([-0.0914, -0.0994, -0.1113, ..., -0.0886, -0.2868, -0.0557],
device='cuda:0')),
('bert.encoder.layer.11.output.dense.weight',
tensor([[ 5.0934e-02, 1.5088e-02, -1.2731e-02, ..., -2.8649e-02,
-1.9311e-02, 2.2392e-02],
[-1.5533e-02, 4.0982e-02, 1.7356e-02, ..., 1.7452e-05,
-9.9968e-03, 6.6210e-02],
[ 3.4242e-02, -9.3329e-03, -7.0448e-02, ..., -5.0747e-02,
-2.4706e-02, 2.3463e-02],
...,
[-8.7575e-02, 3.1023e-02, 3.3723e-02, ..., 4.0158e-02,
6.6376e-03, 1.0986e-02],
[-5.0876e-03, 5.9567e-03, 3.5777e-02, ..., -4.1906e-02,
8.3273e-03, -5.6171e-03],
[-3.2805e-02, 1.5624e-02, 4.1655e-02, ..., -5.6941e-02,
1.1512e-02, 1.6601e-02]], device='cuda:0')),
('bert.encoder.layer.11.output.dense.bias',
tensor([ 1.4095e-01, -3.5076e-02, 4.4271e-02, 1.1153e-01, 2.5325e-02,
-2.4159e-02, -8.5648e-02, 4.4125e-02, -4.2269e-03, -9.0224e-02,
-1.3177e-02, -2.0041e-02, -4.4942e-02, -1.1948e-02, -7.3995e-02,
-1.0631e-02, 4.3374e-02, 4.8170e-02, 3.5435e-02, 4.9953e-03,
-1.8620e-02, 3.9806e-02, 1.2106e-02, 1.0601e-02, -9.1697e-03,
-5.5896e-02, 4.8988e-02, 3.2046e-02, -4.5832e-02, 6.5024e-02,
3.5818e-02, 3.7225e-02, -4.0328e-02, -2.7337e-02, -4.6804e-02,
-2.5472e-02, -1.0669e-02, 1.8621e-02, -1.2356e-02, 6.1447e-02,
-6.0990e-02, -2.6869e-02, 6.9047e-02, -8.7850e-02, 1.0199e-02,
-1.7723e-01, 2.6875e-02, 7.0286e-02, -4.6667e-02, 3.7299e-02,
-2.2125e-02, 3.1973e-02, 1.1617e-01, -5.3307e-02, 2.0245e-02,
-3.4211e-02, -2.6731e-02, -3.8535e-02, 3.2998e-02, 8.0520e-02,
-3.0263e-02, -3.2899e-02, 5.6423e-02, -3.2971e-02, -1.2011e-01,
8.8693e-02, -3.6628e-02, -9.6855e-02, 6.3496e-02, -7.1332e-02,
6.9824e-02, -3.8039e-02, -2.5252e-02, 4.6058e-02, 1.4006e-03,
-5.7701e-02, 6.6565e-02, 1.1812e-03, -9.3572e-03, -3.3683e-02,
4.9965e-02, -6.9495e-02, 1.4006e-02, 5.7428e-02, -4.0752e-02,
7.8461e-02, 8.2613e-03, -2.1788e-02, -6.3484e-04, 3.2580e-02,
-6.6396e-03, 5.1565e-02, 4.4705e-03, -3.0671e-02, 7.4537e-03,
7.5894e-02, 2.9021e-02, 3.1123e-02, 2.0495e-01, 3.5639e-02,
1.7252e-02, 4.2879e-02, -8.0956e-02, -5.6990e-02, 7.4983e-02,
-2.0171e-01, 5.2861e-02, -5.4977e-02, 2.6823e-02, 6.5739e-02,
9.2570e-02, 4.7249e-02, -2.1848e-02, -6.4605e-02, 3.1795e-02,
6.1848e-03, 9.4952e-02, 5.4047e-02, -3.4188e-02, -4.4499e-02,
-8.0669e-02, 1.4434e-02, 8.0223e-02, 1.0318e-01, 3.7501e-02,
-2.9143e-03, 7.3052e-02, -4.8792e-02, 2.0556e-03, 6.9322e-02,
-1.9149e-02, -3.4373e-03, 5.2178e-02, 3.0300e-02, -9.4631e-03,
4.6899e-02, -3.5155e-02, 1.0141e-01, -1.0935e-01, -9.4003e-03,
3.9740e-02, 4.9978e-04, 1.9726e-02, -5.0071e-02, -7.8837e-02,
1.6514e-01, -7.5571e-02, 3.9185e-03, 7.1968e-02, 2.0617e-03,
-2.8133e-02, -1.2027e-01, -2.8275e-03, -1.0392e-02, -2.5211e-02,
-8.9554e-02, 7.6931e-02, -8.8826e-02, 3.8412e-02, -1.7597e-03,
-5.5789e-02, -6.3795e-02, 1.4431e-02, 1.7039e-01, -8.0921e-02,
-4.7524e-03, 1.7312e-02, -5.8480e-03, 1.2900e-02, 1.2542e-01,
4.9606e-02, -7.4672e-02, -1.0455e-01, 7.1681e-02, 7.8902e-02,
6.5593e-02, 4.5064e-02, -5.8067e-03, -9.1930e-02, 7.1966e-02,
6.5718e-02, -7.9931e-02, 2.0316e-02, -1.1235e-01, -1.1331e-02,
8.2613e-02, 4.1566e-04, -6.9540e-02, 4.0769e-02, -5.2942e-02,
2.6286e-02, -5.1455e-02, 2.1542e-02, 1.3418e-01, 5.7809e-03,
-5.9626e-02, -5.8002e-02, -4.2956e-02, 4.1692e-02, -3.4715e-03,
1.8213e-02, -4.2081e-02, -7.6898e-02, 1.0166e-01, 8.4043e-02,
-1.0362e-01, 4.7198e-02, -5.3377e-03, 2.4248e-02, -3.7874e-02,
-4.4786e-02, -9.9549e-03, 7.7076e-04, 1.9101e-02, 3.1409e-02,
-6.1301e-02, 2.9512e-02, 6.9006e-02, 6.7619e-04, -2.1549e-02,
-4.3252e-02, 2.9877e-02, 1.3376e-01, 2.3208e-02, 4.1021e-03,
4.1921e-02, -3.9503e-02, -3.9399e-02, 5.2506e-02, -2.4975e-02,
-1.8781e-02, -9.3026e-02, 2.9252e-02, -4.4034e-02, 1.0984e-02,
-6.8599e-02, 4.3620e-02, -2.9589e-02, -6.7586e-02, 6.4984e-02,
-8.7787e-02, 6.6242e-02, 8.8621e-02, -2.8237e-02, -5.7113e-02,
8.3847e-04, 1.4023e-03, 4.5188e-02, 1.1613e-02, -1.6335e-02,
7.6555e-02, 1.0395e-01, -2.8090e-02, -6.9483e-02, 1.1728e-02,
9.5806e-02, -5.0161e-02, -2.2359e-02, -2.4014e-02, 4.9251e-02,
-3.1376e-02, -2.4822e-02, -5.9431e-05, 3.3754e-02, 8.3878e-03,
-3.7475e-02, 9.3517e-02, 5.8104e-02, 5.0614e-02, -1.1870e-02,
-2.8223e-02, -4.0369e-02, -5.4350e-02, -2.9655e-03, -3.1762e-02,
-2.2819e-03, -3.4180e-02, -2.3865e-02, 4.6967e-02, -3.1875e-02,
1.9268e-02, 3.3271e-02, 7.2829e-03, 8.0943e-02, -4.6199e-02,
-9.3478e-02, 3.2345e-02, -2.2773e-02, 1.5297e-02, 6.8770e-02,
3.6847e-02, 4.7501e-02, 1.0366e-02, 2.5533e-05, 1.9196e-02,
-9.9237e-03, -2.6012e-03, 7.5487e-02, -3.0209e-02, -6.1603e-02,
4.7384e-02, -3.5956e-02, -3.4430e-02, 7.1321e-02, -1.2812e-01,
-5.0953e-02, 7.6728e-03, 7.3027e-02, -5.7111e-02, 7.1681e-02,
4.9690e-02, 1.0307e-01, 4.4782e-02, 2.9675e-02, -6.9873e-02,
-7.9513e-02, 2.2505e-02, 8.1413e-02, 2.7515e-02, -8.3636e-02,
-4.6666e-02, 1.3813e-01, -2.3777e-02, 1.4899e-02, -5.1786e-02,
2.3224e-02, -7.1592e-02, 6.2392e-02, -1.0414e-03, -1.4986e-02,
-9.0269e-02, 1.1610e-01, -6.2408e-02, -3.5431e-02, -3.2793e-02,
-3.6223e-02, 1.3528e-02, -1.0719e-02, 5.8977e-02, -2.8702e-02,
-1.6401e-02, -5.5668e-02, 3.8885e-02, 6.1340e-02, 5.4475e-02,
5.0354e-03, -4.2656e-02, -3.8779e-02, 4.7075e-02, 2.9435e-02,
3.2979e-02, -6.0050e-02, -1.1346e-01, -1.1375e-02, 1.6771e-02,
-8.1701e-02, -1.5594e-02, 3.0858e-02, 1.4641e-02, -1.9475e-02,
3.5811e-02, -1.9399e-01, 6.5971e-02, 7.9609e-02, -3.4037e-02,
4.6620e-02, 7.8119e-02, 5.4001e-02, -8.2257e-02, 4.2265e-02,
5.6483e-02, -7.6647e-02, 7.9878e-02, 3.5346e-02, -1.3008e-01,
8.5215e-03, -4.5389e-02, 3.1359e-02, -3.3555e-02, -4.9159e-02,
-1.2710e-01, 7.8229e-02, -8.2307e-04, 2.1990e-02, 3.0605e-02,
-4.8610e-02, 4.3945e-03, -4.2178e-02, 9.0327e-02, 1.0151e-01,
-2.3239e-02, -3.7326e-02, -1.3133e-02, -7.1365e-03, 1.7170e-02,
-5.7419e-02, -3.0947e-02, -8.2238e-02, 8.0795e-03, -1.9335e-02,
-1.3022e-01, 9.6469e-02, -6.0043e-02, -9.4139e-02, -6.4968e-02,
-5.7881e-02, -5.2050e-02, -9.1183e-02, -4.0571e-02, -3.4662e-02,
1.5867e-02, -6.4037e-02, 5.4896e-02, 9.7329e-02, -4.0021e-02,
-4.9045e-02, 8.2108e-02, 1.1909e-01, -2.8994e-02, -5.8099e-02,
-2.4380e-03, -9.3825e-02, 1.5849e-02, 8.3702e-02, 1.0627e-01,
-5.3611e-02, -2.7954e-02, -7.3798e-02, 4.2246e-02, 1.1275e-03,
-7.1444e-02, 1.0987e-01, -5.5346e-02, -1.6476e-02, -1.9246e-02,
-2.9952e-02, 2.9727e-02, -3.7735e-02, -8.8725e-02, 1.5644e-01,
-4.5804e-02, -4.6346e-02, 2.6590e-02, 2.6050e-02, -3.4485e-02,
-5.0418e-02, -5.5863e-02, 3.3539e-02, 5.0946e-02, -6.8637e-02,
-2.7320e-02, 6.8027e-02, 1.3902e-02, -7.5357e-04, 8.5544e-02,
-1.8832e-02, 2.8261e-02, -1.8578e-02, -1.9764e-02, 5.8714e-02,
-1.5907e-02, 1.7419e-02, -3.6153e-02, 1.3986e-02, 3.4714e-04,
6.9465e-02, -9.1123e-02, 8.8083e-02, -3.1088e-02, -6.6710e-02,
3.7680e-02, 7.3059e-03, 6.6126e-02, 4.2972e-02, 6.0667e-02,
7.6250e-02, -6.7169e-02, -1.4773e-02, 7.4684e-02, 4.1739e-02,
4.7005e-02, 1.0734e-01, -6.7640e-02, 1.1212e-01, 2.4660e-02,
6.9250e-02, -3.4600e-02, 9.4378e-02, 3.2688e-02, -4.9664e-03,
5.1855e-02, 1.2429e-02, -3.8829e-03, -3.6670e-02, 9.7422e-02,
5.0024e-02, -1.2380e-02, 3.0650e-02, 5.7234e-03, 5.1407e-02,
7.2637e-03, 1.5204e-02, -1.0753e-02, -7.2387e-03, -3.6432e-02,
9.5436e-02, -8.3945e-02, 6.9547e-02, -3.1456e-02, -6.1808e-02,
-5.4543e-02, -8.2112e-02, 8.8478e-02, 9.2814e-03, -2.5932e-02,
-4.3639e-02, -1.2233e-01, 5.8907e-02, 3.5171e-02, -3.1482e-02,
-3.9427e-02, -4.7842e-02, -3.8167e-02, 4.2005e-02, 2.6418e-02,
-1.0848e-01, -4.2057e-02, 3.6887e-02, -1.3219e-01, -2.7780e-02,
-2.5858e-02, -1.3729e-02, -9.5954e-02, -8.2459e-02, 2.7046e-02,
6.6566e-02, 7.1587e-02, -2.2394e-02, 3.7419e-02, 1.0875e-01,
-3.7592e-02, 1.4932e-02, 2.0646e-02, -1.8744e-02, -2.1836e-02,
5.0860e-02, 7.4957e-02, -3.1679e-02, 3.0344e-02, 8.0686e-02,
5.7031e-02, 3.1365e-02, -3.8684e-02, 1.5958e-02, 5.6281e-02,
-1.2213e-02, -2.4943e-02, -6.3628e-01, -4.1429e-02, 1.0900e-01,
2.2902e-02, -8.4489e-02, -1.2060e-02, -1.8818e-02, 5.8256e-02,
-3.2118e-02, 1.4030e-02, -1.8919e-02, -4.9685e-03, -2.5154e-02,
-7.8232e-03, -8.4121e-02, 1.1199e-01, 3.5717e-03, 3.4633e-02,
1.2220e-02, 3.5089e-02, 2.3704e-02, -7.6370e-02, -8.4957e-02,
-3.4404e-02, 2.7104e-02, 4.0081e-02, 3.9054e-04, 3.2239e-02,
4.1653e-03, -4.6307e-02, -3.9443e-02, 1.1060e-01, -4.4276e-02,
-2.0094e-02, 1.8617e-02, 7.0917e-02, -5.6928e-04, 6.7034e-02,
2.7592e-02, -3.8767e-02, -3.9731e-03, -2.6199e-02, 2.4163e-02,
4.0480e-04, -7.3664e-02, -8.2208e-02, -9.5618e-02, -5.1441e-02,
-5.3906e-02, 6.4587e-02, 7.0474e-02, 6.9006e-02, 3.6662e-03,
-2.2158e-02, -1.2368e-01, 5.6872e-02, -9.4463e-02, 7.4312e-02,
1.0334e-01, 3.4817e-02, -4.5594e-02, -5.8347e-02, 2.0779e-02,
-2.2428e-03, -5.4015e-02, -3.6621e-02, -7.6392e-02, 5.2049e-02,
3.0697e-02, -1.4114e-02, -2.9490e-02, -1.0695e-02, 2.9409e-02,
3.2508e-02, -1.0279e-02, -3.1580e-02, -1.8997e-02, 8.7850e-02,
5.3722e-02, 2.3107e-02, 3.3774e-02, 2.6670e-02, -2.3312e-03,
-1.4314e-02, -7.5056e-02, 1.0072e-01, -1.6624e-02, 2.7513e-02,
-1.1500e-01, 3.2709e-03, 2.0193e-02, -2.7733e-02, -9.0161e-02,
-6.8529e-03, -5.3490e-02, -1.0511e-02, 1.5377e-02, 3.3214e-02,
5.3226e-02, -1.1866e-01, -8.7923e-02, 2.2022e-03, 7.2490e-02,
-1.2032e-01, 6.5795e-02, -1.6332e-02, 1.0153e-01, -6.9547e-02,
-9.9957e-03, 8.6583e-03, 3.1752e-02, -5.0594e-02, 1.0134e-01,
6.4813e-02, 7.0898e-02, 3.5745e-02, 4.3664e-02, 5.5668e-02,
7.6022e-02, 1.0102e-02, -3.1467e-02, 4.1595e-02, -9.0664e-03,
-2.6588e-02, -1.4029e-02, -2.8879e-02, 5.0174e-02, -4.7687e-02,
-3.0856e-02, -8.6721e-03, 9.9728e-02, 1.3867e-02, -1.3093e-01,
-9.9772e-03, 1.8272e-02, -2.3102e-02, 6.5658e-02, 6.3471e-03,
-7.5939e-02, -2.7834e-02, 4.4165e-02, 1.0417e-02, -4.0803e-02,
-1.7899e-02, 2.5384e-02, 1.5932e-02, -1.0690e-02, -4.5345e-02,
-4.9269e-02, 1.0852e-01, -1.1877e-01, 8.8814e-02, -8.9423e-02,
-8.2139e-02, 8.1745e-03, -1.8810e-02, -7.8320e-02, -7.4218e-03,
-9.4550e-02, -2.9066e-02, -2.1106e-02, -1.6332e-02, -3.0746e-03,
-5.9701e-02, 5.6133e-02, -7.1094e-03, -7.4742e-02, 6.2391e-03,
-7.5580e-02, -2.0748e-02, -1.3619e-01, 2.8584e-02, -9.2560e-03,
-1.6253e-02, -7.9529e-02, -1.0450e-01, 3.8988e-03, -1.9405e-02,
-1.1725e-02, 1.5049e-02, -3.1454e-02, 4.8218e-02, -7.7047e-02,
-2.5611e-02, 3.9178e-02, 7.9283e-02, -1.0377e-02, 1.8618e-02,
-1.1796e-01, -1.4818e-02, -2.4614e-02, -5.9941e-02, -7.5694e-02,
4.6559e-02, 6.4759e-02, 3.8275e-02, -1.4552e-02, 1.6312e-02,
-9.6259e-02, 1.2492e-01, -3.2405e-02, 1.1581e-01, 1.4447e-02,
2.4116e-02, -7.8824e-02, 7.8989e-02, 7.5034e-02, 1.4903e-02,
-1.9894e-02, 2.4413e-02, -5.7712e-02], device='cuda:0')),
('bert.encoder.layer.11.output.LayerNorm.weight',
tensor([0.6636, 0.6484, 0.6663, 0.6567, 0.6781, 0.6737, 0.6823, 0.6722, 0.7160,
0.6729, 0.6719, 0.6655, 0.7338, 0.6702, 0.6536, 0.6811, 0.6508, 0.6912,
0.6641, 0.6616, 0.6676, 0.6451, 0.6585, 0.6802, 0.6490, 0.6763, 0.7005,
0.6898, 0.7004, 0.7766, 0.6754, 0.6686, 0.6641, 0.6625, 0.6805, 0.6568,
0.6706, 0.6678, 0.6647, 0.6486, 0.6642, 0.6527, 0.7009, 0.6606, 0.7098,
0.7094, 0.6596, 0.7231, 0.6834, 0.6499, 0.7071, 0.6865, 0.6544, 0.6785,
0.6644, 0.6586, 0.7039, 0.6780, 0.6681, 0.6816, 0.6955, 0.6629, 0.6637,
0.6634, 0.6885, 0.6549, 0.7128, 0.6551, 0.6709, 0.6500, 0.6947, 0.7578,
0.7128, 0.6625, 0.6630, 0.6621, 0.6719, 0.6602, 0.6468, 0.6677, 0.6735,
0.6881, 0.6649, 0.6682, 0.6544, 0.6683, 0.6721, 0.6562, 0.6529, 0.6846,
0.6676, 0.6622, 0.6700, 0.6658, 0.6663, 0.7003, 0.6529, 0.7009, 0.6880,
0.6912, 0.6798, 0.6692, 0.6857, 0.6494, 0.6568, 0.6765, 0.7304, 0.7211,
0.6705, 0.7337, 0.6418, 0.6639, 0.6936, 0.7165, 0.6712, 0.6366, 0.6484,
0.7528, 0.6927, 0.6669, 0.6781, 0.6581, 0.6397, 0.6850, 0.6610, 0.6554,
0.6745, 0.6722, 0.6693, 0.6612, 0.7202, 0.7156, 0.6678, 0.6779, 0.6610,
0.6654, 0.6084, 0.7155, 0.6414, 0.6713, 0.6848, 0.6663, 0.6696, 0.7138,
0.6749, 0.6668, 0.6753, 0.6516, 0.6918, 0.6619, 0.6631, 0.6479, 0.6706,
0.7871, 0.6546, 0.6636, 0.6533, 0.6682, 0.6698, 0.7109, 0.6897, 0.6228,
0.6836, 0.6671, 0.6662, 0.6931, 0.6717, 0.7083, 0.6592, 0.6720, 0.6409,
0.6675, 0.6901, 0.6841, 0.7348, 0.6633, 0.6816, 0.7306, 0.6510, 0.6886,
0.6525, 0.7199, 0.6860, 0.6948, 0.6958, 0.6687, 0.6461, 0.6831, 0.6915,
0.6472, 0.7390, 0.6843, 0.6651, 0.6662, 0.6827, 0.6913, 0.6931, 0.6695,
0.6675, 0.6867, 0.6639, 0.6831, 0.6825, 0.6491, 0.6621, 0.6462, 0.6865,
0.6486, 0.6760, 0.6877, 0.6604, 0.6693, 0.7122, 0.6794, 0.6795, 0.6802,
0.6887, 0.6468, 0.6683, 0.6550, 0.6973, 0.6536, 0.6889, 0.6494, 0.6756,
0.6460, 0.6661, 0.6844, 0.6665, 0.6695, 0.6830, 0.7052, 0.7096, 0.6595,
0.6379, 0.6879, 0.6639, 0.6503, 0.6730, 0.6702, 0.6912, 0.6827, 0.7061,
0.6704, 0.6548, 0.6643, 0.7076, 0.6717, 0.6880, 0.6859, 0.6699, 0.6549,
0.6547, 0.6645, 0.7305, 0.6563, 0.6804, 0.6812, 0.7020, 0.6562, 0.6837,
0.6712, 0.6483, 0.7009, 0.6510, 0.6467, 0.6672, 0.6798, 0.7156, 0.6592,
0.6475, 0.6991, 0.6562, 0.6910, 0.6722, 0.6706, 0.6521, 0.6556, 0.7429,
0.6486, 0.6496, 0.6843, 0.6764, 0.7185, 0.6714, 0.6712, 0.6849, 0.6413,
0.6629, 0.6571, 0.6787, 0.6525, 0.6695, 0.6526, 0.6684, 0.6632, 0.6682,
0.7711, 0.6707, 0.6700, 0.6804, 0.6779, 0.6510, 0.6818, 0.7372, 0.6879,
0.6814, 0.6554, 0.7022, 0.7130, 0.6939, 0.6689, 0.6846, 0.6439, 0.6791,
0.7056, 0.7001, 0.6642, 0.6624, 0.6528, 0.6756, 0.6834, 0.6676, 0.6744,
0.6969, 0.6790, 0.6627, 0.6717, 0.6507, 0.6544, 0.6254, 0.6699, 0.6545,
0.6538, 0.6754, 0.6652, 0.6806, 0.7127, 0.7189, 0.6483, 0.6647, 0.6509,
0.6942, 0.6535, 0.6459, 0.6829, 0.6664, 0.6777, 0.6917, 0.6657, 0.6694,
0.6582, 0.6928, 0.6910, 0.6987, 0.7003, 0.6740, 0.7051, 0.6716, 0.6613,
0.6539, 0.6552, 0.6971, 0.6742, 0.6988, 0.6945, 0.7123, 0.6795, 0.6804,
0.6464, 0.6613, 0.6790, 0.6886, 0.6425, 0.6676, 0.7030, 0.6433, 0.6874,
0.6580, 0.6559, 0.6625, 0.6777, 0.6815, 0.6789, 0.6627, 0.6696, 0.6526,
0.6857, 0.6866, 0.6578, 0.6616, 0.6620, 0.6792, 0.6666, 0.6661, 0.6984,
0.6569, 0.6504, 0.7005, 0.7067, 0.6485, 0.7067, 0.6838, 0.6833, 0.6501,
0.6657, 0.6586, 0.6807, 0.6570, 0.6533, 0.6510, 0.6653, 0.6696, 0.6727,
0.6883, 0.6640, 0.6513, 0.6880, 0.6592, 0.6576, 0.7011, 0.6652, 0.6469,
0.6730, 0.6932, 0.6597, 0.6885, 0.6579, 0.6849, 0.6619, 0.6553, 0.6622,
0.6815, 0.6502, 0.6716, 0.6693, 0.6575, 0.6876, 0.6882, 0.6594, 0.6905,
0.6500, 0.6773, 0.6629, 0.6506, 0.6810, 0.6797, 0.6574, 0.6700, 0.6606,
0.6705, 0.6711, 0.6661, 0.6509, 0.7041, 0.6497, 0.6659, 0.7070, 0.6716,
0.6638, 0.6520, 0.6769, 0.7052, 0.6485, 0.7789, 0.6696, 0.6542, 0.7398,
0.6590, 0.6644, 0.6495, 0.7392, 0.6762, 0.7174, 0.6695, 0.6982, 0.6646,
0.6466, 0.6654, 0.6512, 0.6829, 0.6675, 0.6575, 0.7077, 0.7250, 0.6703,
0.6817, 0.6619, 0.6643, 0.7006, 0.6556, 0.6732, 0.6503, 0.6700, 0.6847,
0.6625, 0.6675, 0.6779, 0.7034, 0.7058, 0.6551, 0.6469, 0.6774, 0.6539,
0.6963, 0.6844, 0.6843, 0.7284, 0.6753, 0.6946, 0.6512, 0.6927, 0.6591,
0.6803, 0.6686, 0.6856, 0.6606, 0.7069, 0.6824, 0.6747, 0.6526, 0.6597,
0.6580, 0.6708, 0.7265, 0.6877, 0.6998, 0.6672, 0.7147, 0.6850, 0.6809,
0.6670, 0.6521, 0.7401, 0.6584, 0.6903, 0.6586, 0.6771, 0.6533, 0.6955,
0.6307, 0.6788, 0.6586, 0.6808, 0.6644, 0.6856, 0.6672, 0.6671, 0.6654,
0.7013, 0.6729, 0.6834, 0.7373, 0.7014, 0.6890, 0.6767, 0.6938, 0.4027,
0.6669, 0.6651, 0.7051, 0.6445, 0.6524, 0.7435, 0.6716, 0.6613, 0.6703,
0.6787, 0.6599, 0.6572, 0.6639, 0.6523, 0.6547, 0.6617, 0.6678, 0.6635,
0.6995, 0.6607, 0.7040, 0.6324, 0.6647, 0.6761, 0.6545, 0.6858, 0.6856,
0.6477, 0.6811, 0.6606, 0.6269, 0.7167, 0.6621, 0.6501, 0.6609, 0.6760,
0.6667, 0.6526, 0.6630, 0.6666, 0.6898, 0.7014, 0.6694, 0.6583, 0.7060,
0.6744, 0.7012, 0.6658, 0.6861, 0.7580, 0.6688, 0.6868, 0.6984, 0.6949,
0.6840, 0.7067, 0.6611, 0.6625, 0.6841, 0.6658, 0.6624, 0.7016, 0.6840,
0.6612, 0.6689, 0.6735, 0.6820, 0.6834, 0.7158, 0.7054, 0.6688, 0.6685,
0.6482, 0.6812, 0.6676, 0.6506, 0.6875, 0.6853, 0.6394, 0.6596, 0.6719,
0.6634, 0.6538, 0.6892, 0.6815, 0.6999, 0.6678, 0.6784, 0.6713, 0.6707,
0.6787, 0.6623, 0.6672, 0.6936, 0.6602, 0.6739, 0.6558, 0.6988, 0.6831,
0.6486, 0.6562, 0.6660, 0.6854, 0.6503, 0.6477, 0.6513, 0.6528, 0.6464,
0.6556, 0.6594, 0.6962, 0.6834, 0.6743, 0.6436, 0.6501, 0.6604, 0.6865,
0.6924, 0.6840, 0.6626, 0.6636, 0.7162, 0.6812, 0.6637, 0.6828, 0.6984,
0.6617, 0.6731, 0.6452, 0.7564, 0.6565, 0.6856, 0.7158, 0.6920, 0.6606,
0.7113, 0.6491, 0.7084, 0.6506, 0.6374, 0.6738, 0.6582, 0.7580, 0.6726,
0.6676, 0.7077, 0.7011, 0.6637, 0.6602, 0.6493, 0.7202, 0.6595, 0.6815,
0.6572, 0.6593, 0.6892, 0.6628, 0.6897, 0.6624, 0.6772, 0.7253, 0.7686,
0.6585, 0.6766, 0.6624, 0.6463, 0.6767, 0.6501, 0.6587, 0.6921, 0.6553,
0.6559, 0.6721, 0.6837, 0.6736, 0.6909, 0.6720, 0.6843, 0.6610, 0.6615,
0.7367, 0.6733, 0.7110, 0.6681, 0.6593, 0.6548, 0.6491, 0.6828, 0.7188,
0.7169, 0.6799, 0.6944, 0.6512, 0.7261, 0.6675, 0.7235, 0.6967, 0.6538,
0.6644, 0.6692, 0.6826, 0.6629, 0.6947, 0.6395, 0.6622, 0.6652, 0.6834,
0.6763, 0.6803, 0.6553], device='cuda:0')),
('bert.encoder.layer.11.output.LayerNorm.bias',
tensor([ 1.2082e-02, -1.8370e-02, -1.3594e-02, -3.4474e-02, -1.9166e-02,
1.4154e-02, -3.8887e-02, -4.1375e-02, 5.7411e-02, 2.4546e-03,
1.5695e-02, 7.1491e-03, -1.3020e-01, 3.1934e-02, -7.1045e-02,
-4.0794e-03, 5.2699e-03, -4.1717e-02, 1.2703e-04, 2.9449e-02,
-5.0345e-03, -4.5873e-02, -8.7004e-02, 1.8068e-02, -3.3800e-02,
-5.0353e-02, 5.2338e-02, -2.6484e-03, -1.4427e-01, 1.5756e-01,
-3.2799e-02, 8.1772e-03, -3.1117e-02, -1.9895e-02, -8.5708e-02,
-6.2376e-02, 8.1149e-02, 3.7932e-02, -8.7654e-03, -8.1699e-03,
-3.6776e-02, -5.1193e-02, 4.2727e-02, -6.5352e-03, -9.0920e-03,
-1.3745e-01, -5.7049e-02, 6.7178e-02, -1.0561e-01, -1.9664e-02,
6.8277e-03, -3.5308e-02, -1.8189e-02, -2.2921e-02, -5.6853e-03,
-1.1555e-01, -1.7561e-02, -5.1273e-02, -1.9435e-02, 2.4905e-02,
-1.1553e-01, 5.8802e-02, -3.8145e-02, -1.1619e-02, -8.6926e-02,
-2.6410e-02, 6.5809e-02, -6.7404e-02, -1.6333e-02, 4.0770e-02,
-1.1151e-01, -1.5544e-01, -1.1277e-01, 6.9181e-03, 2.6585e-03,
-1.1148e-01, -6.9113e-03, 9.3774e-02, 3.2089e-02, 6.0515e-03,
-5.4454e-03, -7.5164e-03, -7.2722e-02, 7.3770e-02, -4.6504e-02,
3.8876e-02, 2.2253e-02, -2.6312e-02, -2.2854e-02, 2.8286e-02,
7.4599e-03, -5.3512e-02, -1.5679e-02, -4.6755e-02, 8.1695e-03,
9.2157e-02, -1.9132e-02, 3.9905e-02, -1.0732e-01, 2.3938e-02,
3.0602e-03, -1.6905e-02, -1.3401e-01, 9.1832e-03, 2.0533e-02,
-4.4393e-02, 5.4048e-02, -1.2995e-01, -3.9405e-02, 1.8058e-01,
8.5629e-03, -7.4836e-02, 5.9806e-02, -1.1246e-01, -1.5480e-03,
-6.6340e-02, 3.2213e-02, 1.2680e-01, -2.8635e-02, -4.5568e-03,
-8.6714e-03, 3.5742e-02, -8.7911e-03, 3.1442e-02, -2.2360e-02,
-6.5369e-03, 1.8528e-03, -6.9803e-02, 1.4200e-02, 4.5632e-03,
-1.2716e-01, 4.6934e-02, -3.2639e-02, 7.7448e-03, 5.7686e-03,
8.0980e-02, -2.0485e-01, 6.5000e-02, -2.0211e-01, -8.6437e-02,
-5.5587e-02, -3.6131e-02, -3.0138e-02, -1.1750e-01, 2.1282e-02,
6.1687e-04, -8.6297e-02, -3.6944e-02, 2.8384e-02, 3.6495e-02,
-1.4301e-03, -4.6501e-02, -3.6024e-02, 1.1770e-01, -4.6791e-02,
-5.5144e-02, 1.9981e-02, -3.5659e-02, -8.5829e-03, -5.7261e-02,
2.3754e-02, -8.6971e-02, -7.6579e-02, 1.8036e-02, -6.0457e-02,
-6.0626e-02, -7.3049e-02, 2.7708e-02, -1.3058e-02, 1.6670e-02,
-5.2746e-02, 8.3273e-03, -1.5462e-02, -1.7197e-02, 7.7621e-02,
-2.9587e-02, -1.2780e-02, -1.0742e-01, -4.2946e-02, 9.5562e-02,
-2.0861e-02, -1.2536e-01, 1.5975e-03, -7.8061e-02, -1.8477e-02,
9.7725e-04, 3.8601e-02, -6.8696e-02, -1.0402e-01, -9.8939e-03,
9.6094e-02, -1.0252e-01, -1.9916e-02, -8.8604e-03, -3.1730e-02,
-9.2356e-02, -7.5105e-02, -2.4528e-02, 3.5917e-02, -5.4306e-02,
-2.2957e-03, -1.0891e-02, -1.1259e-01, -6.5747e-02, 9.5875e-03,
-7.1007e-03, 3.0338e-02, 5.2117e-02, -2.4642e-02, -7.8856e-02,
-2.7008e-02, -5.6427e-02, 8.7284e-02, -1.2452e-02, -9.3500e-02,
-9.4048e-02, 3.0053e-02, -5.1301e-03, -8.3119e-02, 4.2031e-03,
7.2032e-02, -4.2978e-02, 3.7438e-02, 2.4848e-04, -1.0104e-01,
-2.6048e-03, -5.0944e-03, 1.4312e-02, -6.5465e-02, -3.7804e-02,
-7.0851e-02, 3.8819e-02, 6.8546e-02, -4.3867e-02, -8.3009e-03,
-6.0356e-02, -6.0254e-02, 1.9439e-02, -1.3618e-01, 2.4509e-02,
-5.6230e-02, 1.5360e-03, 3.2032e-02, -3.4083e-04, -1.6023e-02,
5.1778e-03, -1.5319e-01, -8.2242e-04, 4.7798e-02, 7.9006e-02,
4.8141e-03, -5.6376e-02, -1.0887e-02, -1.0345e-01, 1.3255e-01,
-7.5759e-02, -1.2273e-02, 2.2457e-02, -1.0423e-01, -3.7010e-02,
1.1711e-02, 4.0376e-02, -1.3163e-02, -1.2797e-01, -3.1411e-02,
4.0484e-03, -8.9330e-02, 5.8204e-02, -1.8874e-01, -2.9904e-02,
7.8161e-03, -4.9702e-02, -6.1139e-02, 8.0501e-02, -7.7568e-02,
-4.4315e-02, 3.5540e-02, -5.9282e-02, 5.2601e-02, -4.9088e-02,
-5.6466e-02, 3.9156e-02, 1.8271e-02, 8.2871e-02, -1.3499e-02,
-5.8452e-02, 8.4162e-02, 3.0862e-02, -8.5959e-03, -6.6785e-02,
-7.2175e-03, -5.6517e-02, -4.9523e-02, 3.7920e-02, -2.0506e-02,
8.1640e-02, -5.4363e-02, 1.3627e-01, -8.5768e-02, -5.2505e-02,
-3.2788e-03, -9.0863e-02, -3.5810e-02, 4.5413e-02, -9.4686e-02,
5.6061e-02, -8.6317e-02, 2.7460e-02, -6.7313e-02, 4.6543e-02,
6.3018e-03, -2.3582e-02, -2.2164e-02, -6.5590e-02, -8.4731e-02,
-1.2270e-01, 4.9459e-02, -1.7866e-02, 3.3073e-02, -9.2132e-03,
-4.0100e-02, 7.3393e-02, 1.3183e-03, -1.1975e-03, -8.7011e-02,
-5.6777e-02, -3.7521e-02, -8.3860e-02, 1.2266e-02, 2.6779e-03,
3.1358e-02, -5.0319e-02, -1.8851e-02, -1.0471e-01, -8.1855e-02,
-5.0051e-02, 2.2622e-03, 3.3183e-02, -9.5296e-02, -8.0654e-02,
-4.8823e-02, -2.4350e-02, 8.0968e-02, 2.8634e-04, -2.2000e-02,
-1.5806e-02, -2.3252e-02, -6.3136e-02, 4.2917e-02, 2.4523e-02,
9.2513e-02, 9.8919e-02, -1.1222e-01, 4.4935e-02, 3.5400e-02,
-8.3015e-02, 2.4510e-02, 3.3592e-02, 2.7202e-02, -5.3975e-02,
-1.7237e-02, -3.5229e-03, 9.1678e-02, 2.5807e-02, -1.2341e-01,
5.5561e-02, 8.7117e-02, -7.8930e-02, -8.3600e-02, -1.6822e-02,
4.9924e-03, -3.8403e-02, 2.6656e-02, -7.4786e-02, -3.9322e-02,
-7.0354e-03, 1.0686e-02, -1.9400e-02, 3.9762e-02, -1.2470e-02,
-9.8431e-02, 5.6715e-03, 3.2340e-02, -9.3420e-04, -5.7040e-02,
-2.9006e-02, 2.3780e-02, -7.9403e-02, 2.5154e-03, -8.9713e-03,
-7.8288e-02, -3.6979e-02, -2.7556e-02, 5.4522e-02, 4.2366e-02,
-1.2965e-01, 4.2960e-02, -3.3857e-03, -8.4299e-02, -1.2077e-01,
-2.5577e-02, 6.8308e-02, -8.9963e-02, -1.7764e-02, -4.5795e-02,
-5.8141e-02, -2.2516e-02, -5.8038e-02, 1.5639e-02, -2.5527e-02,
-6.2688e-02, -8.1894e-02, 5.0591e-03, -2.0981e-02, -1.2899e-01,
-4.0945e-02, 3.5984e-02, -4.3165e-03, -4.5853e-03, -4.9294e-03,
8.6622e-02, -8.3474e-02, -3.1881e-02, -1.0740e-01, 5.9316e-02,
-3.9870e-02, -1.0433e-01, 2.1621e-02, 2.2538e-02, 2.8123e-02,
-1.2800e-02, 3.7479e-03, -5.2022e-02, -7.1283e-02, -7.1196e-02,
3.6598e-02, -7.9714e-02, -3.7856e-02, -3.9707e-02, -6.9644e-02,
2.0190e-04, -7.2917e-02, -5.1594e-02, -1.6294e-02, -1.3176e-02,
-2.3001e-02, -5.4840e-03, -1.8968e-02, 6.3513e-02, 3.8171e-02,
-2.3703e-02, -1.2801e-01, -5.7372e-02, -7.8586e-02, 6.5589e-02,
-4.3696e-02, -5.7442e-02, -6.7621e-02, -7.4056e-02, 8.3710e-03,
-7.0162e-03, -3.2255e-02, -9.8950e-02, 1.0201e-02, 3.5651e-02,
8.4014e-03, -7.5301e-02, 8.0804e-02, -1.6014e-02, 3.5003e-02,
-9.4784e-03, 8.2661e-02, 1.9021e-02, 5.7997e-02, -6.1951e-02,
1.5462e-02, -3.7270e-03, 1.5875e-02, -3.4613e-02, 4.8902e-02,
2.4894e-02, -6.0395e-02, 2.9502e-03, 5.7883e-02, 6.8452e-02,
9.2782e-03, 7.1715e-02, -5.1802e-03, 1.3385e-01, -9.1751e-02,
4.9189e-02, 3.8943e-02, -2.9647e-03, 1.4193e-02, 8.3186e-02,
6.1111e-03, -2.9122e-02, 4.3507e-02, -7.4999e-02, 4.6748e-02,
1.3539e-02, -5.2590e-02, -1.5298e-02, 3.9109e-03, -9.0263e-02,
3.2901e-02, -2.1414e-02, 9.9823e-02, 3.3046e-02, -1.1331e-01,
-2.5352e-02, -1.0742e-01, 3.6853e-02, 3.0829e-02, -4.6223e-02,
-8.0892e-02, -8.1170e-02, 3.8024e-02, 3.8325e-02, -8.0007e-02,
2.2490e-02, -3.5294e-02, -1.0159e-01, 1.9737e-02, 5.3091e-02,
-3.1817e-02, 2.5453e-02, -2.7451e-02, -6.9738e-02, -8.6601e-02,
-1.2978e-01, -1.5289e-02, -1.6176e-03, -1.6140e-01, 4.9223e-02,
5.8044e-02, -6.9137e-02, -3.8112e-02, -2.0249e-02, 7.6271e-02,
1.4974e-02, 4.4275e-02, -6.9804e-02, -4.9033e-02, -1.4448e-02,
3.7062e-02, -9.8380e-03, -2.7351e-02, 8.9003e-02, 2.6688e-02,
-1.4429e-03, 1.1066e-02, -1.4292e-01, 5.3921e-02, 3.2648e-02,
-5.0068e-02, -9.0284e-02, 8.5468e-02, -6.5118e-02, -2.0372e-02,
4.9584e-02, 2.3595e-02, -5.7113e-02, 1.2835e-01, -2.2762e-03,
8.3382e-03, 2.7860e-02, -8.0786e-02, -5.1996e-02, 2.4934e-02,
-4.5120e-02, 2.5725e-02, -4.0791e-02, 3.3561e-02, -1.0664e-02,
3.6243e-03, 4.0890e-02, -6.2535e-02, 4.5191e-03, 7.0128e-02,
-5.8264e-02, -7.2057e-02, 5.2607e-03, -9.1228e-02, 3.5702e-02,
-2.2662e-02, -1.0701e-01, -4.6995e-02, -2.2669e-02, -1.0900e-01,
-2.4439e-02, -2.5611e-02, -4.7774e-02, -5.2710e-03, -1.8241e-02,
-3.4897e-02, -6.0092e-02, -5.6805e-02, -9.8843e-02, 1.1851e-01,
-1.0454e-02, 5.7029e-02, -1.5441e-01, 7.8802e-03, 2.9267e-02,
-2.4608e-02, -9.7538e-03, 1.1309e-01, 4.3319e-02, 4.1523e-02,
2.9608e-02, -1.5375e-01, -5.4205e-03, -8.3861e-02, -3.3518e-02,
-1.7262e-02, -3.3329e-02, 1.1663e-03, -6.1089e-03, 2.9042e-02,
-6.7982e-02, 1.0922e-02, -3.5113e-02, -5.2324e-02, 1.9173e-02,
2.4428e-02, 4.0715e-02, -2.9136e-02, -3.4383e-02, -7.9844e-02,
3.0190e-02, 1.9394e-02, 1.0980e-02, 5.4287e-02, 4.3817e-02,
7.6368e-02, 1.1996e-02, 1.8502e-02, 4.7781e-02, 3.2792e-02,
-3.3923e-02, -7.8421e-02, 3.9951e-03, -1.1667e-01, 5.8125e-02,
-5.5427e-02, 2.8531e-02, -7.8996e-02, -4.8571e-02, -4.2832e-02,
-7.2250e-02, -7.2563e-02, 7.5294e-03, -6.3486e-02, -1.7427e-02,
4.8533e-02, 2.8028e-02, 6.5711e-03, 1.9829e-02, 5.1994e-02,
-1.3635e-01, -2.5633e-02, 6.0353e-03, -7.2411e-02, 5.9787e-03,
-7.0541e-02, -5.4790e-02, -2.9378e-02, -1.1232e-01, 1.4502e-02,
9.3501e-03, -6.1627e-02, -4.7627e-02, 1.3154e-02, 3.0261e-02,
-4.0267e-04, 3.1973e-02, 4.5964e-02, -3.5646e-02, 5.7432e-02,
-9.3093e-03, 9.4441e-03, -2.3844e-02, 4.7828e-02, 2.1559e-02,
-3.3790e-02, -3.2392e-03, 1.4489e-01, -2.8007e-02, -9.3146e-02,
8.4929e-02, 3.1004e-02, 1.0594e-02, 3.3699e-02, -6.7224e-02,
-1.2033e-01, -5.7444e-02, -6.8188e-03, -1.0888e-01, -5.5868e-02,
1.2445e-01, 1.9084e-02, 3.1540e-02, -1.3079e-01, -1.1912e-01,
-6.5237e-02, 1.1973e-02, -5.3040e-03, 5.0522e-02, -6.7505e-02,
-1.1194e-01, -5.9955e-03, 3.5861e-02, -8.0608e-02, -6.4404e-02,
-8.6962e-02, 3.7089e-02, -7.8449e-02, 1.1857e-01, 1.1588e-01,
-9.6371e-03, -6.8742e-02, -2.6314e-02, -1.4040e-02, -4.4161e-02,
-3.4789e-03, -4.8928e-02, -1.2743e-01, 7.1278e-03, -3.9294e-02,
-7.1070e-02, -4.0181e-02, -3.3978e-03, 4.8555e-02, -4.5243e-02,
6.8149e-02, -1.8736e-02, -1.4064e-02, 5.0240e-02, 5.2170e-03,
-1.3794e-01, -5.4124e-02, 4.1199e-02, -1.8632e-02, -3.9864e-02,
-4.3012e-02, -1.5422e-01, -1.3279e-01, -1.2044e-01, -1.3148e-01,
-2.6980e-02, 9.9233e-02, -1.1737e-02, -8.4115e-02, 2.1011e-02,
-5.1579e-02, -3.3532e-02, -2.3216e-02, 2.7342e-02, -3.3128e-02,
-7.6858e-02, -1.7910e-02, -6.0740e-02, -1.1638e-02, 4.8095e-02,
-4.1912e-02, 1.5455e-02, -3.8887e-02], device='cuda:0')),
('bert.pooler.dense.weight',
tensor([[ 0.0011, -0.0039, 0.0091, ..., -0.0207, -0.0187, 0.0090],
[ 0.0161, -0.0150, -0.0085, ..., -0.0099, -0.0041, 0.0158],
[ 0.0064, 0.0388, -0.0210, ..., -0.0179, 0.0352, 0.0654],
...,
[-0.0096, 0.0322, -0.0284, ..., -0.0144, 0.0454, 0.0646],
[ 0.0041, -0.0037, 0.0136, ..., 0.0003, 0.0085, -0.0179],
[ 0.0067, 0.0592, -0.0449, ..., -0.1028, 0.0663, -0.0360]],
device='cuda:0')),
('bert.pooler.dense.bias',
tensor([-5.8115e-03, 9.3588e-03, 4.8767e-02, -1.8022e-01, 1.7176e-01,
4.1306e-03, 1.3076e-02, -6.8687e-03, -3.2569e-02, -2.1389e-03,
3.8091e-02, 9.8544e-02, -7.1318e-02, -3.6671e-02, 4.6600e-04,
-1.7177e-02, 1.8043e-01, -1.0772e-02, -6.3114e-02, -2.0339e-03,
4.9510e-03, -4.7420e-02, 4.3919e-04, 1.6040e-01, 1.5709e-02,
-8.8935e-03, 1.0858e-01, 6.7501e-02, 1.8671e-02, -8.6190e-04,
1.2690e-02, -1.7996e-01, 1.3801e-01, -1.2840e-01, 3.9485e-04,
-5.6339e-03, 3.8242e-03, -1.1510e-03, 1.6892e-02, -1.5029e-01,
-1.9937e-02, -3.3030e-02, -4.2296e-03, -4.0204e-03, 1.6556e-01,
1.2982e-02, 4.1665e-03, -1.0006e-02, 1.1098e-03, 4.8841e-02,
-2.1372e-02, -2.9290e-03, -6.0927e-02, 5.2682e-02, 9.0961e-02,
1.8074e-02, 1.7856e-01, 4.2016e-04, -4.3218e-02, 2.6694e-03,
1.6130e-01, -8.8134e-04, 3.2869e-02, -2.8807e-03, 3.1481e-03,
-1.8760e-02, -8.2572e-02, 7.6392e-03, -6.9180e-03, 1.1093e-02,
6.5347e-03, 7.2559e-03, 6.5418e-02, -1.2105e-01, 1.8309e-03,
-1.4902e-03, -8.1647e-05, -4.5363e-02, 9.0850e-02, 9.3590e-02,
2.3000e-03, -6.2410e-02, 1.7925e-01, -9.8635e-03, 7.3877e-03,
-5.1452e-03, -5.8148e-02, -1.0247e-01, -6.9767e-03, -3.7085e-03,
7.9264e-02, -1.2127e-01, -1.3465e-02, -6.2988e-02, 6.0433e-02,
-2.0333e-02, -3.3983e-03, 2.0285e-03, 6.7453e-02, 9.3293e-03,
-8.0139e-03, 1.5805e-01, 7.4805e-02, -3.2016e-02, 8.2794e-02,
-5.3848e-03, -1.0367e-03, -2.8242e-03, -7.6207e-04, 1.7152e-03,
2.1258e-02, -2.2103e-02, -2.3440e-03, -2.2210e-03, 1.4728e-01,
-3.5039e-02, 1.5836e-01, 2.5534e-02, -8.7264e-03, 5.8480e-02,
-4.9316e-03, 1.5467e-01, 9.5374e-02, 1.1094e-02, -6.1654e-03,
-1.2631e-02, 4.4027e-03, 1.5922e-01, -1.7052e-03, -1.3012e-02,
6.8258e-03, -1.1350e-01, -2.0215e-01, 7.2229e-02, 1.4414e-03,
1.0312e-01, -9.6551e-02, 1.3047e-01, -4.4737e-02, -6.5103e-03,
-8.5448e-02, -7.2026e-03, -1.4670e-01, -3.9746e-03, 1.2110e-01,
4.1319e-03, -1.6398e-01, 4.2953e-03, -7.7241e-03, -4.4143e-03,
1.2892e-02, 1.3045e-02, -1.1594e-02, 1.6373e-02, 1.1733e-01,
1.8505e-01, 1.6821e-01, 1.8737e-03, -2.4231e-02, 1.3171e-01,
3.0006e-02, -7.3276e-02, -8.8656e-03, -1.9306e-01, 7.0733e-02,
1.1832e-01, 7.0364e-03, -1.7396e-02, 1.0599e-01, 6.2406e-03,
6.5813e-03, -1.0346e-02, -1.2509e-02, -6.9985e-02, 3.3349e-03,
1.3461e-02, 4.4413e-03, 3.6012e-02, -1.1097e-01, 2.7576e-02,
-2.8521e-02, -1.5421e-02, 1.6516e-03, 3.7964e-02, -1.6168e-01,
-2.6294e-02, -7.7995e-02, -2.9870e-03, -4.2182e-03, 5.1753e-03,
-5.7897e-03, 1.0817e-01, 5.6149e-02, 2.0578e-02, -2.9792e-02,
-5.6550e-03, 7.4697e-02, -7.1907e-03, 8.1478e-02, -3.1350e-03,
-1.5073e-01, -2.4879e-02, 7.6800e-02, 3.3494e-02, 3.9408e-04,
2.2496e-02, 6.8863e-03, 7.9943e-03, 7.1716e-02, 4.2985e-03,
5.5676e-02, -4.3870e-03, 6.2424e-03, 1.3728e-02, 3.1126e-02,
-1.1745e-03, -2.0119e-03, -7.6685e-04, 9.8332e-03, 6.9458e-02,
-1.1092e-01, -5.1435e-03, 9.5666e-03, -1.3475e-01, -1.3465e-01,
2.2974e-02, -1.1103e-03, -1.0204e-02, 2.1199e-03, -1.1226e-02,
-7.1712e-03, 1.4398e-01, 1.8244e-01, 1.6254e-03, 4.0312e-03,
-7.6194e-02, -2.5541e-02, -7.8641e-03, -7.3329e-03, 6.9515e-03,
7.3692e-03, -9.4714e-03, -1.9254e-02, -1.3714e-01, 1.5253e-02,
-4.9140e-04, -9.2603e-02, -1.5284e-02, 7.0635e-03, -9.9866e-02,
7.0115e-03, -1.5588e-02, -2.8034e-02, 1.5303e-01, -1.5959e-01,
1.1757e-01, 5.6011e-02, -1.1303e-01, -2.5011e-04, -5.6364e-02,
-1.1915e-02, -4.3468e-02, -3.5092e-03, -4.8865e-04, 4.3015e-03,
-1.5195e-02, 1.3175e-01, -1.6863e-02, 6.5192e-03, -9.8760e-03,
-7.2608e-02, 8.9327e-03, -2.4636e-03, 1.4127e-01, 8.6497e-02,
-4.5537e-03, 2.6140e-02, 9.7131e-03, -1.7440e-01, -3.2023e-02,
-5.2184e-04, -4.3132e-03, -1.8604e-01, -3.2245e-03, 6.5111e-02,
-3.8110e-02, -1.6928e-02, -9.6163e-02, -2.7207e-02, -1.2549e-01,
-3.5488e-03, -5.9707e-03, 4.6764e-03, 2.3283e-02, -7.9813e-03,
-1.3099e-02, 8.8409e-02, 5.6910e-02, -3.6078e-03, 5.6558e-03,
2.1603e-03, -1.6809e-01, -2.7425e-03, -2.5110e-03, -4.4732e-03,
-5.9464e-02, 1.9788e-01, -4.1680e-02, 4.0247e-02, 1.5241e-01,
-3.1647e-02, 1.1786e-02, -2.8319e-03, -1.7654e-01, 1.6141e-03,
5.1052e-02, 9.9063e-02, -3.0759e-03, 4.5269e-03, 1.0784e-01,
-2.7435e-03, 6.1185e-04, 8.4977e-03, 3.4478e-03, 2.7418e-03,
-2.3760e-03, 1.0250e-01, 3.8680e-02, -3.1951e-02, 1.2241e-01,
2.6302e-05, 5.2423e-03, -4.9355e-02, 1.3308e-02, 2.9259e-02,
-5.3577e-03, 1.3909e-03, -7.2377e-03, 3.5591e-02, -1.0046e-02,
5.7432e-03, -7.8970e-02, -4.3012e-03, 1.1742e-02, 2.6138e-02,
-6.8207e-02, 7.0146e-02, 4.5916e-03, 5.0913e-03, -4.7654e-02,
5.6981e-02, -5.9742e-02, 1.3536e-02, -4.0853e-03, -6.5299e-03,
-1.1545e-03, 1.8153e-01, 6.8414e-02, 9.0542e-02, 1.7344e-02,
1.4256e-02, 1.0939e-02, 1.6144e-02, -8.6881e-02, -8.6863e-03,
-5.9451e-02, 3.7601e-04, 7.0076e-02, 6.1620e-02, -2.3049e-03,
3.9863e-03, -1.2083e-01, 7.1598e-03, -6.9231e-03, -3.5726e-02,
1.3231e-03, -1.1158e-01, -6.3355e-03, 6.0980e-02, 3.8503e-04,
1.5968e-01, 8.5405e-03, -1.8399e-02, 3.7024e-02, -3.1973e-03,
1.0958e-01, -1.4042e-01, -1.0083e-02, 1.1681e-01, -3.3125e-03,
5.4216e-03, 1.3668e-02, 4.3286e-02, -3.2407e-02, 6.7559e-03,
-4.8321e-02, -9.4247e-03, -7.8033e-03, 8.4397e-03, 1.1671e-02,
-1.3366e-02, -2.8273e-03, 9.9944e-02, -3.6099e-03, 1.2762e-02,
1.1779e-02, 2.1021e-02, 4.7388e-03, -2.5385e-03, -5.6725e-03,
5.0555e-03, 9.0733e-03, -6.3610e-03, 1.7877e-02, -2.6643e-02,
5.8546e-02, -1.5460e-02, -7.0035e-02, -2.8313e-02, 8.9085e-04,
-6.9659e-02, -7.0801e-03, -5.6351e-02, 1.7179e-01, 1.5205e-01,
-5.6554e-02, -5.4827e-02, -5.3790e-02, -5.4651e-02, 8.7138e-03,
2.0070e-03, 3.7698e-03, -3.6747e-03, -1.9989e-02, 8.9845e-04,
7.2630e-03, -5.1472e-03, -2.1029e-02, 1.6095e-02, -2.3968e-02,
4.4886e-02, -8.3557e-02, 5.5200e-04, 1.3850e-01, -5.0940e-02,
-1.0147e-01, -2.6355e-02, -3.4101e-02, -1.5419e-02, 1.3077e-02,
1.9033e-02, 6.6901e-04, -1.5752e-03, -5.9968e-02, 2.8774e-02,
-1.1468e-03, -3.8982e-03, 2.6745e-03, -8.7385e-03, 3.7953e-02,
3.7259e-02, 3.6948e-03, -8.3585e-03, -3.6221e-02, 7.3546e-02,
-1.4234e-01, -4.6334e-02, -4.4743e-02, 3.5720e-03, -2.4514e-02,
-8.5031e-02, 1.2456e-03, 1.7534e-01, 4.5052e-02, 8.0138e-02,
9.6803e-03, -9.2300e-03, -1.3066e-02, -5.1861e-03, -8.1613e-02,
9.3173e-03, 7.2088e-03, -2.6054e-02, -3.6163e-02, 2.8835e-02,
1.7769e-02, -3.1019e-02, -1.7036e-01, 1.3967e-01, 1.2289e-02,
1.0467e-02, 2.0695e-03, -3.0791e-03, 3.5018e-03, 7.3202e-03,
-1.0088e-01, -2.9533e-02, 1.8623e-01, -3.5365e-02, 1.1822e-02,
1.5038e-01, 6.2846e-02, 8.6147e-03, -5.3063e-03, -1.8145e-01,
-2.7606e-02, -1.5482e-02, -9.0820e-03, -9.9109e-02, 4.7421e-02,
-5.7551e-02, -1.8327e-02, 6.4669e-03, 1.6035e-01, 9.6937e-02,
6.6119e-04, -7.6591e-02, -9.8542e-02, 2.3189e-02, -3.2598e-03,
2.8048e-02, -5.9742e-03, -5.9591e-03, 1.4205e-03, 2.4378e-02,
3.8806e-02, 5.1978e-03, -3.6990e-03, -6.9187e-02, 1.2994e-01,
5.9024e-03, -4.4173e-02, 9.8167e-02, -2.9439e-02, 9.1041e-03,
1.2438e-02, 7.2267e-02, 2.3580e-02, -5.9579e-02, 5.6333e-02,
-8.3339e-02, 2.8376e-02, -7.4949e-02, -6.3609e-02, 7.1125e-02,
-1.8380e-01, 9.4819e-03, -1.9872e-01, -1.1694e-01, 2.0833e-03,
4.9147e-03, -3.3417e-03, 3.3461e-02, -1.9937e-01, -9.1900e-02,
8.5435e-03, -8.2024e-02, -1.1564e-01, 1.1753e-01, 9.3605e-03,
2.2959e-02, 1.4468e-02, 2.0639e-02, -1.3277e-03, 7.6449e-02,
6.5913e-02, 7.7185e-03, 1.2239e-02, -1.7768e-01, 7.6435e-02,
7.7838e-03, 7.0075e-03, 1.7694e-01, -8.2951e-04, 9.5385e-03,
5.1950e-03, -1.4371e-01, -2.6754e-04, 1.8925e-03, 1.3842e-02,
9.2720e-02, 2.5768e-03, 2.5667e-03, 3.8857e-03, 2.3208e-03,
-4.6783e-02, 8.8385e-03, -1.5227e-01, 1.6328e-01, -1.2802e-01,
7.3195e-03, -1.3767e-03, -1.2579e-04, -2.4613e-02, 4.5378e-02,
1.9195e-01, -2.1570e-02, 2.6704e-03, 1.7045e-01, -3.1556e-03,
2.8881e-02, -1.3697e-01, -4.7900e-03, 3.4858e-02, -1.8494e-02,
1.7965e-01, 4.9954e-03, 7.4127e-03, 1.2181e-01, -1.8226e-01,
-6.4113e-02, 1.0164e-03, -2.6576e-03, 9.1513e-03, -1.7503e-01,
2.4163e-03, 1.1255e-02, 1.4656e-02, -1.5505e-01, 1.3799e-01,
-1.9151e-01, -1.9014e-04, 1.3449e-01, -2.6322e-02, 6.3018e-02,
6.7136e-03, 1.0269e-02, -8.2837e-03, -1.0272e-01, -7.7295e-02,
4.8558e-03, 5.8679e-03, -1.3796e-01, 4.4930e-02, 2.1569e-03,
2.7138e-02, -5.9979e-02, -3.9487e-04, 7.4797e-02, -4.4435e-04,
1.6906e-02, 2.7477e-04, -1.7107e-02, -1.1073e-01, -1.0017e-02,
1.8443e-03, 1.0594e-02, -2.5768e-02, -1.9945e-02, -1.6520e-03,
3.9989e-02, -1.7001e-01, -1.6541e-02, -1.0779e-01, -6.2740e-03,
-5.0560e-03, 7.6597e-03, 1.4518e-02, -4.7470e-07, 1.6542e-02,
-1.6024e-01, 1.8332e-01, -1.4349e-01, -1.3844e-01, 1.1824e-01,
3.3711e-03, -1.6593e-01, -6.5744e-03, -1.0331e-02, -1.4286e-02,
2.3771e-03, -5.4182e-03, -2.8847e-02, -1.0481e-02, -2.1231e-02,
2.1973e-02, 7.7052e-04, -2.5218e-02, -1.5670e-02, -6.3352e-03,
-7.4663e-03, 1.8197e-01, 1.7610e-01, 6.6553e-02, -9.1259e-02,
5.2524e-03, 3.4243e-03, 1.4330e-01, 7.0370e-03, -6.4844e-04,
1.6033e-01, 5.2785e-02, -1.4751e-03, 2.3957e-02, 4.7976e-04,
7.9307e-03, 2.0934e-04, -3.2722e-03, 2.8557e-02, -1.7311e-01,
6.8649e-03, -8.3870e-02, -4.4710e-02, 3.9973e-02, -2.6186e-03,
1.7501e-01, -6.9951e-03, -5.3610e-03, -1.3094e-02, 6.1866e-02,
-1.8122e-01, -1.1910e-02, -5.3338e-02, -1.6888e-03, -4.3511e-02,
-1.4657e-01, 1.4643e-02, 8.2544e-03, -5.6840e-02, -1.8154e-02,
2.0343e-03, -4.4080e-02, 3.4167e-02, -1.8521e-01, -3.0289e-02,
-3.9352e-02, 3.1747e-02, -6.8946e-03, 1.0095e-02, 2.0738e-02,
-1.9546e-02, 4.1931e-02, 7.1183e-02, -2.5810e-02, 5.8527e-03,
2.0055e-03, 3.6403e-03, -1.9371e-01, -7.7101e-02, -1.7156e-01,
1.2603e-01, -1.6641e-01, -2.1889e-02, 1.4587e-01, 1.6094e-01,
-2.9372e-02, -1.0769e-01, 1.9713e-01, 3.0402e-03, 1.7848e-01,
-7.5536e-03, -6.4585e-02, -1.1468e-01, 1.9044e-03, -8.4343e-03,
1.6959e-01, -2.9150e-03, -2.7992e-02, 9.9737e-03, -4.3537e-03,
-2.4625e-03, 9.8668e-03, 1.1286e-02, 5.3781e-03, -5.8473e-03,
3.9737e-02, 6.6289e-03, 1.7691e-01], device='cuda:0')),
('encoder.weight_ih_l0',
tensor([[-5.8794e-03, -3.3077e-02, -4.8543e-03, ..., 2.2383e-02,
-1.4995e-02, -2.9739e-02],
[ 2.3997e-02, 9.5530e-03, 7.1040e-03, ..., -5.4351e-02,
-1.1170e-02, 2.7860e-02],
[ 1.4057e-02, 3.6596e-02, 4.1763e-02, ..., -1.2558e-03,
-1.2027e-02, -3.0620e-02],
...,
[-2.4430e-02, 3.0983e-02, 1.7736e-02, ..., 2.5970e-02,
1.8064e-02, -3.9410e-02],
[-2.0731e-02, -3.1216e-02, 7.1681e-03, ..., 1.1313e-05,
4.7307e-02, -4.7048e-02],
[ 6.2022e-02, 5.0809e-02, 2.4745e-02, ..., -2.6725e-02,
3.3922e-02, 4.7978e-02]], device='cuda:0')),
('encoder.weight_hh_l0',
tensor([[-0.0480, 0.0487, -0.0085, ..., 0.0348, -0.0580, -0.0140],
[-0.0328, -0.0243, 0.0314, ..., -0.0367, -0.0303, -0.0144],
[ 0.0378, 0.0231, 0.0279, ..., -0.0073, 0.0176, -0.0279],
...,
[-0.0055, -0.0055, 0.0313, ..., 0.0529, 0.0423, -0.0419],
[ 0.0363, -0.0145, 0.0102, ..., 0.0540, 0.0046, -0.0510],
[-0.0571, 0.0578, 0.0509, ..., -0.0256, 0.0558, -0.0525]],
device='cuda:0')),
('encoder.bias_ih_l0',
tensor([-0.0070, 0.0340, -0.0077, ..., 0.0429, -0.0174, 0.0001],
device='cuda:0')),
('encoder.bias_hh_l0',
tensor([ 0.0311, 0.0202, 0.0473, ..., 0.0352, 0.0068, -0.0307],
device='cuda:0')),
('encoder.weight_ih_l0_reverse',
tensor([[-0.0361, -0.0138, 0.0012, ..., -0.0145, 0.0095, -0.0035],
[-0.0253, 0.0378, -0.0489, ..., -0.0564, -0.0113, -0.0402],
[ 0.0087, 0.0523, 0.0504, ..., -0.0552, -0.0369, 0.0189],
...,
[ 0.0451, 0.0051, 0.0204, ..., -0.0250, -0.0541, -0.0229],
[ 0.0038, -0.0038, -0.0619, ..., 0.0278, 0.0258, -0.0266],
[-0.0251, -0.0169, -0.0026, ..., 0.0241, -0.0132, 0.0495]],
device='cuda:0')),
('encoder.weight_hh_l0_reverse',
tensor([[ 0.0116, -0.0193, 0.0036, ..., -0.0391, -0.0547, 0.0497],
[-0.0286, -0.0532, 0.0059, ..., -0.0427, 0.0097, 0.0211],
[-0.0034, 0.0260, 0.0450, ..., -0.0321, 0.0149, -0.0360],
...,
[-0.0433, 0.0453, 0.0056, ..., 0.0225, 0.0410, 0.0080],
[-0.0405, 0.0584, 0.0022, ..., 0.0361, 0.0302, 0.0417],
[-0.0042, 0.0335, 0.0246, ..., 0.0599, -0.0201, 0.0337]],
device='cuda:0')),
('encoder.bias_ih_l0_reverse',
tensor([ 0.0309, -0.0357, -0.0313, ..., -0.0056, 0.0538, 0.0074],
device='cuda:0')),
('encoder.bias_hh_l0_reverse',
tensor([-0.0029, 0.0312, -0.0434, ..., -0.0557, 0.0602, 0.0640],
device='cuda:0')),
('out.weight',
tensor([[-0.0420, -0.0412, -0.0071, ..., 0.0064, -0.0131, 0.0440],
[-0.0239, 0.0341, -0.0467, ..., 0.0235, -0.0068, 0.0382],
[-0.0414, 0.0045, -0.0154, ..., -0.0306, 0.0202, -0.0316],
[ 0.0366, 0.0094, -0.0236, ..., -0.0151, 0.0210, -0.0132],
[ 0.0150, -0.0365, -0.0131, ..., -0.0125, 0.0428, 0.0110]],
device='cuda:0')),
('out.bias',
tensor([-0.0070, 0.0117, -0.0125, 0.0411, -0.0320], device='cuda:0'))])
data = torch.load("E:/bert/checkpoint_Bio-BERT_unfixed_BCE_WF1.pt")
data
OrderedDict([('bert.embeddings.position_ids',
tensor([[ 0, 1, 2, 3, 4, 5, 6, 7, 8, 9, 10, 11, 12, 13,
14, 15, 16, 17, 18, 19, 20, 21, 22, 23, 24, 25, 26, 27,
28, 29, 30, 31, 32, 33, 34, 35, 36, 37, 38, 39, 40, 41,
42, 43, 44, 45, 46, 47, 48, 49, 50, 51, 52, 53, 54, 55,
56, 57, 58, 59, 60, 61, 62, 63, 64, 65, 66, 67, 68, 69,
70, 71, 72, 73, 74, 75, 76, 77, 78, 79, 80, 81, 82, 83,
84, 85, 86, 87, 88, 89, 90, 91, 92, 93, 94, 95, 96, 97,
98, 99, 100, 101, 102, 103, 104, 105, 106, 107, 108, 109, 110, 111,
112, 113, 114, 115, 116, 117, 118, 119, 120, 121, 122, 123, 124, 125,
126, 127, 128, 129, 130, 131, 132, 133, 134, 135, 136, 137, 138, 139,
140, 141, 142, 143, 144, 145, 146, 147, 148, 149, 150, 151, 152, 153,
154, 155, 156, 157, 158, 159, 160, 161, 162, 163, 164, 165, 166, 167,
168, 169, 170, 171, 172, 173, 174, 175, 176, 177, 178, 179, 180, 181,
182, 183, 184, 185, 186, 187, 188, 189, 190, 191, 192, 193, 194, 195,
196, 197, 198, 199, 200, 201, 202, 203, 204, 205, 206, 207, 208, 209,
210, 211, 212, 213, 214, 215, 216, 217, 218, 219, 220, 221, 222, 223,
224, 225, 226, 227, 228, 229, 230, 231, 232, 233, 234, 235, 236, 237,
238, 239, 240, 241, 242, 243, 244, 245, 246, 247, 248, 249, 250, 251,
252, 253, 254, 255, 256, 257, 258, 259, 260, 261, 262, 263, 264, 265,
266, 267, 268, 269, 270, 271, 272, 273, 274, 275, 276, 277, 278, 279,
280, 281, 282, 283, 284, 285, 286, 287, 288, 289, 290, 291, 292, 293,
294, 295, 296, 297, 298, 299, 300, 301, 302, 303, 304, 305, 306, 307,
308, 309, 310, 311, 312, 313, 314, 315, 316, 317, 318, 319, 320, 321,
322, 323, 324, 325, 326, 327, 328, 329, 330, 331, 332, 333, 334, 335,
336, 337, 338, 339, 340, 341, 342, 343, 344, 345, 346, 347, 348, 349,
350, 351, 352, 353, 354, 355, 356, 357, 358, 359, 360, 361, 362, 363,
364, 365, 366, 367, 368, 369, 370, 371, 372, 373, 374, 375, 376, 377,
378, 379, 380, 381, 382, 383, 384, 385, 386, 387, 388, 389, 390, 391,
392, 393, 394, 395, 396, 397, 398, 399, 400, 401, 402, 403, 404, 405,
406, 407, 408, 409, 410, 411, 412, 413, 414, 415, 416, 417, 418, 419,
420, 421, 422, 423, 424, 425, 426, 427, 428, 429, 430, 431, 432, 433,
434, 435, 436, 437, 438, 439, 440, 441, 442, 443, 444, 445, 446, 447,
448, 449, 450, 451, 452, 453, 454, 455, 456, 457, 458, 459, 460, 461,
462, 463, 464, 465, 466, 467, 468, 469, 470, 471, 472, 473, 474, 475,
476, 477, 478, 479, 480, 481, 482, 483, 484, 485, 486, 487, 488, 489,
490, 491, 492, 493, 494, 495, 496, 497, 498, 499, 500, 501, 502, 503,
504, 505, 506, 507, 508, 509, 510, 511]], device='cuda:0')),
('bert.embeddings.word_embeddings.weight',
tensor([[-1.0250e-02, -5.2313e-05, -1.2265e-02, ..., -1.8677e-02,
-1.6744e-02, 4.1106e-03],
[-7.9513e-04, 1.4264e-03, -3.8791e-02, ..., -7.9199e-03,
-4.8791e-02, -1.8212e-05],
[ 7.6847e-03, 1.0448e-06, -9.1243e-03, ..., -5.0452e-02,
-6.8122e-03, -9.4209e-03],
...,
[-1.2886e-02, -3.3330e-02, -4.0345e-02, ..., -3.6311e-02,
-4.0204e-02, 1.9267e-03],
[-2.7085e-02, 2.2673e-03, -4.2206e-02, ..., -5.9608e-02,
-1.3125e-02, -7.6507e-07],
[ 1.3435e-02, -2.8860e-06, -2.2761e-02, ..., -6.3681e-03,
-3.3362e-02, -1.8298e-17]], device='cuda:0')),
('bert.embeddings.position_embeddings.weight',
tensor([[ 0.0320, 0.0083, 0.0044, ..., 0.0022, 0.0175, 0.0156],
[-0.0260, -0.0132, -0.0071, ..., 0.0036, 0.0116, 0.0082],
[ 0.0004, 0.0047, 0.0064, ..., 0.0087, 0.0048, -0.0051],
...,
[ 0.0044, -0.0183, -0.0223, ..., -0.0059, -0.0132, -0.0181],
[ 0.0195, -0.0078, -0.0367, ..., 0.0081, -0.0190, -0.0072],
[-0.0432, -0.0387, -0.0825, ..., 0.0126, -0.1070, 0.0055]],
device='cuda:0')),
('bert.embeddings.token_type_embeddings.weight',
tensor([[-8.0394e-03, -5.1542e-03, 9.1077e-04, ..., 6.9485e-03,
4.3176e-04, 2.5580e-03],
[-4.2394e-04, -1.4955e-04, -6.4725e-24, ..., -1.0569e-11,
-1.6115e-19, 3.9923e-16]], device='cuda:0')),
('bert.embeddings.LayerNorm.weight',
tensor([0.8431, 0.9033, 0.8430, 0.8172, 0.8154, 0.8121, 0.4853, 0.5476, 0.9125,
0.7006, 0.8912, 0.8954, 0.9556, 0.8688, 0.8995, 0.4475, 0.8671, 0.8356,
0.8320, 0.8964, 0.7367, 0.8871, 0.8562, 0.8231, 0.7407, 0.8094, 0.8694,
0.8773, 0.8315, 0.8877, 0.8555, 0.0899, 0.8752, 0.7390, 0.8309, 0.7919,
0.6916, 0.8985, 0.4983, 0.8327, 0.9746, 0.8809, 0.8580, 0.9295, 0.9246,
0.8910, 0.8394, 0.8661, 0.9455, 0.8250, 0.9324, 0.8062, 0.7438, 0.8694,
0.7578, 0.4815, 0.8366, 0.8610, 0.7465, 0.7938, 0.8258, 0.9459, 0.9229,
0.9023, 0.5837, 0.9484, 0.8525, 0.8348, 0.4066, 0.7971, 0.8321, 0.8134,
0.8401, 0.8202, 0.9126, 0.9252, 0.8569, 0.8254, 0.9402, 0.8692, 0.8165,
0.7932, 0.8982, 0.7925, 0.2302, 0.8792, 0.7614, 0.8869, 0.9618, 0.8412,
0.8238, 0.8236, 0.8637, 0.8458, 0.8555, 0.7927, 0.3110, 0.8641, 0.8857,
0.8838, 0.7517, 0.9449, 0.7716, 0.9927, 0.4505, 0.9017, 0.8862, 0.7591,
0.8956, 0.8480, 0.8333, 0.8290, 0.8813, 0.1699, 0.8503, 0.9404, 0.8608,
0.8765, 0.9204, 0.9181, 0.8442, 0.8774, 0.8380, 0.7987, 0.8009, 0.7539,
0.8127, 0.7877, 0.8426, 0.8776, 0.8799, 0.7567, 0.8873, 0.8668, 0.9157,
0.7981, 0.4015, 0.9049, 0.7203, 0.8912, 0.4284, 0.9118, 0.8090, 0.4963,
0.8055, 0.8499, 0.8249, 0.8419, 0.8609, 0.7922, 0.8906, 0.8880, 0.8734,
0.9017, 0.8119, 0.8516, 0.9119, 0.8293, 0.8867, 0.8661, 0.9564, 0.7874,
0.4065, 0.8972, 0.7897, 0.8361, 0.8855, 0.4103, 0.8238, 0.8400, 0.8945,
0.4432, 0.7866, 0.8762, 0.8025, 0.9176, 0.9681, 0.8507, 0.9029, 0.8489,
0.8638, 0.8712, 0.7833, 0.9111, 0.8712, 0.8740, 0.7605, 0.8570, 0.7965,
0.8820, 0.8349, 0.5459, 0.8403, 0.8837, 0.8704, 0.8767, 0.9089, 0.4421,
0.8601, 0.8818, 0.8847, 0.7353, 0.8834, 0.9226, 0.8202, 0.8593, 0.9268,
0.9334, 0.9017, 0.8411, 0.8860, 0.8498, 0.8222, 0.8777, 0.8451, 0.8866,
0.7485, 0.8248, 0.8742, 0.7933, 0.8744, 0.8357, 0.9103, 0.8960, 0.8412,
0.8913, 0.8749, 0.9136, 0.8023, 0.1265, 0.7904, 0.8860, 0.8578, 0.8209,
0.8460, 0.8631, 0.4544, 0.8828, 0.7987, 0.8351, 0.8696, 0.8217, 0.7490,
0.8423, 0.8607, 0.8360, 0.8519, 0.8208, 0.9361, 0.9098, 0.8284, 0.9177,
0.8507, 0.9066, 0.9243, 0.8906, 0.8931, 0.3845, 0.8919, 0.8414, 0.4517,
0.8774, 0.8490, 0.8334, 0.8651, 0.8552, 0.8727, 0.9455, 0.4981, 0.8902,
0.8825, 0.8624, 0.9422, 0.8834, 0.9528, 0.9028, 0.8220, 0.8414, 0.8690,
0.8507, 0.8613, 0.8802, 0.7441, 0.5241, 0.8705, 0.9676, 0.7265, 0.8788,
0.8511, 0.7916, 0.6908, 0.8209, 0.8133, 0.7590, 0.8568, 0.7587, 0.8232,
0.3635, 0.8987, 0.8708, 0.8811, 0.7843, 0.7418, 0.8171, 0.3426, 0.8934,
0.7187, 0.8948, 0.9320, 0.7753, 0.7761, 0.8496, 0.8715, 0.5159, 0.8380,
0.9345, 0.8496, 0.7676, 0.9180, 0.7807, 0.7985, 0.8787, 0.8426, 0.9445,
0.7838, 0.8064, 0.9230, 0.7948, 0.9065, 0.8805, 0.9005, 0.8790, 0.9352,
0.9069, 0.8961, 0.9156, 0.8784, 0.9060, 0.8490, 0.7037, 0.4203, 0.9090,
0.8012, 0.9005, 0.8467, 0.9001, 0.8482, 0.8480, 0.8591, 0.8141, 0.8535,
0.7718, 0.7783, 0.8561, 0.9127, 0.8243, 0.8596, 0.8592, 0.7829, 0.7676,
0.8116, 0.9259, 0.8540, 0.9632, 0.8412, 0.8508, 0.9045, 0.9844, 0.9071,
0.7634, 0.8305, 0.9106, 0.8521, 0.8809, 0.7865, 0.7872, 0.8117, 0.8910,
0.8712, 0.4094, 0.8463, 0.8521, 0.9111, 0.9300, 0.8383, 0.7403, 0.7473,
0.8503, 0.8032, 0.6999, 0.9085, 0.7816, 0.8929, 0.8984, 0.8095, 0.9103,
0.5921, 0.9075, 0.7809, 0.8102, 0.7243, 0.7772, 0.7414, 0.7970, 0.8886,
0.8403, 0.8448, 0.8223, 0.9349, 0.9550, 0.7700, 0.8067, 0.9161, 0.9164,
0.8819, 0.8358, 0.8019, 0.8729, 0.8150, 0.8565, 0.8706, 0.9570, 0.8732,
0.7760, 0.8319, 0.9078, 0.8792, 0.1938, 0.8955, 0.8761, 0.8572, 0.9136,
0.8284, 0.9345, 0.4694, 0.9530, 0.9025, 0.8386, 0.8691, 0.8900, 0.9045,
0.7129, 0.8179, 0.6700, 0.8767, 0.7864, 0.9062, 0.8734, 0.8761, 0.7829,
0.8558, 0.4377, 0.8702, 0.9014, 0.8550, 0.8512, 0.8254, 0.7981, 0.7987,
0.8224, 0.8315, 0.8732, 0.8486, 0.8935, 0.8250, 0.8017, 0.8463, 0.7994,
0.8388, 0.8478, 0.9125, 0.8263, 0.9629, 0.8520, 0.8883, 0.8778, 0.5352,
0.8723, 0.7606, 0.9874, 0.8306, 0.8166, 0.8709, 0.8989, 0.8717, 0.8163,
0.9586, 0.7542, 0.8535, 0.8121, 0.8433, 0.9055, 0.8903, 0.7774, 0.8722,
0.7948, 0.8599, 0.9316, 0.8016, 0.8458, 0.8273, 0.8883, 0.8429, 0.8741,
0.8869, 0.9199, 0.9269, 0.8196, 0.8536, 0.8866, 0.8253, 0.8535, 0.8555,
0.8350, 0.8937, 0.7850, 0.9114, 0.8650, 0.4139, 0.9043, 0.9374, 0.7179,
0.8597, 0.8696, 0.8926, 0.8904, 0.9410, 0.9358, 0.8462, 0.8942, 0.8232,
0.8930, 0.7960, 0.8292, 0.8051, 0.7713, 0.7539, 0.9072, 0.8343, 0.8223,
0.8897, 0.8873, 0.7563, 0.7233, 0.7538, 0.9056, 0.8301, 0.8193, 0.8108,
0.8741, 0.7972, 0.7749, 0.9140, 0.8229, 0.7261, 0.8295, 0.7705, 0.7350,
0.8762, 0.8247, 0.9060, 0.9040, 0.4892, 0.8630, 0.8920, 0.9421, 0.8237,
0.8695, 0.8362, 0.9163, 0.7811, 0.7994, 0.8282, 0.8454, 0.8928, 0.8597,
0.8402, 0.8679, 0.8627, 0.9014, 0.9157, 0.8634, 0.8612, 0.8424, 0.8824,
0.9018, 0.8406, 0.8633, 0.8403, 0.8323, 0.9056, 0.7502, 0.7935, 0.8234,
0.8515, 0.9585, 0.8081, 0.8436, 0.9100, 0.8283, 0.8827, 0.8463, 0.7365,
0.8750, 0.8575, 0.8468, 0.8435, 0.8308, 0.8650, 0.8711, 0.8289, 0.7887,
0.7982, 0.8602, 0.9004, 0.8820, 0.8954, 0.9422, 0.8709, 0.8826, 0.8659,
0.7119, 0.8055, 0.9298, 0.8028, 0.9528, 0.9113, 0.8059, 0.7896, 0.8194,
0.8427, 0.8558, 0.7948, 0.8543, 0.7987, 0.8911, 0.8686, 0.8571, 0.8933,
0.8220, 0.9723, 0.8223, 0.7784, 0.8442, 0.8325, 0.8038, 0.4845, 0.9281,
0.9379, 0.8170, 0.7782, 0.9078, 0.7798, 0.4966, 0.8093, 0.8285, 0.9043,
0.8297, 0.8193, 0.9121, 0.8936, 0.8016, 0.8381, 0.8562, 0.8284, 0.8392,
0.9694, 0.3575, 0.7004, 0.9037, 0.9653, 0.8292, 0.7851, 0.9156, 0.9050,
0.7713, 0.8607, 0.8534, 0.9481, 0.8787, 0.9238, 0.8072, 0.8866, 0.7533,
0.8901, 0.8423, 0.8158, 0.9431, 0.8383, 0.9116, 0.9225, 0.3791, 0.9063,
0.8899, 0.9297, 0.8880, 0.8834, 0.9146, 0.7981, 0.9314, 0.7850, 0.7712,
0.4303, 0.8151, 0.8448, 0.9403, 0.8570, 0.8760, 0.8250, 0.9047, 0.8537,
0.9270, 0.8902, 0.8270, 0.9276, 0.7223, 0.7956, 0.7211, 0.8768, 0.9078,
0.9038, 0.7961, 0.9233, 0.8027, 0.9245, 0.3959, 0.9112, 0.8014, 0.9090,
0.8672, 0.9179, 0.7859, 0.9222, 0.8847, 0.8095, 0.9190, 0.9106, 0.7845,
0.7930, 0.8768, 0.9269, 0.8540, 0.4023, 0.8704, 0.8196, 0.7883, 0.8223,
0.8795, 0.8340, 0.4487, 0.8581, 0.8953, 0.8237, 0.8652, 0.8933, 0.7994,
0.7209, 0.8460, 0.8560, 0.8148, 0.8262, 0.8919, 0.9301, 0.8469, 0.9414,
0.8646, 0.8924, 0.8390], device='cuda:0')),
('bert.embeddings.LayerNorm.bias',
tensor([-2.5223e-02, -5.3818e-03, -6.8525e-02, -5.8245e-02, 4.3468e-02,
-6.5916e-02, 2.1562e-02, -2.2447e-01, -2.6861e-04, -7.3448e-02,
2.4886e-02, -1.8310e-02, -2.9884e-02, -4.1143e-02, -2.0144e-02,
-1.8364e-01, -1.1738e-02, -4.5597e-02, -1.1132e-02, 1.4017e-02,
-3.6976e-02, 1.7560e-02, -7.3229e-02, -5.1257e-02, -6.4486e-02,
7.9623e-03, -8.4255e-02, -8.5128e-02, 2.9509e-02, -1.3013e-02,
-1.8183e-02, 6.2890e-01, -6.8223e-02, -5.0825e-02, -1.7486e-02,
-8.9260e-02, -1.9455e-02, 1.2568e-03, -1.3949e-01, 2.1832e-02,
-3.4133e-02, 3.5502e-02, -3.2151e-02, -5.9104e-02, -3.1436e-02,
-5.2650e-02, -4.6504e-02, -4.9783e-02, -2.0112e-02, -4.2907e-02,
-6.5221e-02, -5.8671e-02, -7.3738e-02, -4.7975e-02, -5.5630e-02,
-4.2838e-02, -3.7602e-02, -2.7462e-03, -6.2403e-02, -1.0785e-01,
-3.3284e-02, -2.7798e-03, -4.9426e-03, -3.0917e-02, -1.9535e-01,
8.6643e-03, -5.6937e-02, -9.2496e-03, -1.4418e-01, -2.4928e-02,
-5.5881e-02, -1.1352e-01, -2.4215e-05, -8.3717e-02, 1.6058e-02,
-4.6320e-02, -3.0845e-02, -9.3043e-02, 7.0606e-04, -4.9789e-02,
-4.4437e-02, -5.7400e-04, -3.3936e-02, -1.0402e-02, 1.8166e-01,
-5.2127e-02, -1.9313e-02, -8.0806e-03, -2.2912e-02, -4.2528e-02,
-8.2760e-02, -3.6140e-02, -5.3810e-02, -3.8584e-02, 1.3726e-02,
1.9261e-02, -1.4643e-01, -2.7164e-02, 2.8052e-02, -1.0677e-01,
-4.8248e-02, -4.9959e-04, -1.0325e-01, -6.6192e-03, -7.3615e-02,
-2.0654e-02, -7.9643e-02, -6.9444e-02, 3.9270e-03, 5.5439e-02,
-5.2545e-02, 5.4490e-03, 4.0577e-02, 3.6966e-01, -5.1691e-02,
-4.9256e-02, -2.3897e-02, -1.6054e-02, 2.2790e-02, -4.2249e-02,
-6.0920e-02, -1.1166e-02, -3.9029e-02, 1.4433e-04, -6.6830e-02,
-5.0902e-02, -3.0000e-02, -1.1372e-01, -4.1312e-02, 1.2540e-02,
-1.9342e-02, -4.6369e-02, -2.2237e-02, 4.1640e-02, -6.3567e-03,
-6.3273e-02, -9.3903e-02, -4.0425e-02, -1.2222e-02, -4.6608e-02,
-6.9185e-02, -5.9315e-02, -7.8331e-02, 4.5146e-01, -1.8358e-02,
-2.9831e-02, 1.1836e-02, -5.8776e-02, -3.4911e-02, -9.4482e-02,
-9.4160e-02, -4.8491e-02, -2.1582e-02, -6.5741e-02, -3.4723e-02,
-2.3447e-02, -6.5007e-02, -4.9430e-03, -8.5623e-02, -8.5114e-02,
-4.3582e-02, -6.8572e-02, -8.0638e-02, -1.5918e-02, -5.9869e-02,
-6.0424e-02, -3.3872e-02, -7.3449e-02, -1.8372e-02, -4.6919e-02,
-3.2213e-02, -1.4436e-01, 2.4055e-02, 2.7410e-02, -8.2022e-02,
-2.3026e-02, -4.6571e-02, 6.1794e-03, -2.3019e-02, 1.0294e-02,
-9.7882e-02, -2.4838e-02, -1.0500e-01, -3.8342e-02, -3.9455e-03,
5.5847e-03, -3.3890e-02, -4.2049e-02, -4.8620e-02, 2.5961e-02,
-3.4549e-02, -1.2374e-01, -1.2717e-02, -7.3869e-02, -4.2288e-02,
-7.9193e-02, -4.6308e-03, 2.2109e-02, -3.7721e-02, -2.7836e-02,
-1.9584e-02, -4.6380e-02, -3.6284e-02, -3.3348e-02, -8.0098e-02,
-6.8688e-02, -6.9550e-02, -8.9538e-02, -5.0671e-02, -3.9398e-02,
5.3301e-03, -4.0389e-02, -1.0967e-01, 3.7206e-02, -3.5500e-02,
-2.6116e-02, -6.5324e-02, -1.4163e-02, 1.7485e-02, -2.5221e-02,
-2.7109e-02, -5.6816e-03, -1.8518e-03, -3.8582e-02, -9.4967e-03,
3.4498e-02, -5.8901e-02, -5.9272e-02, -4.7249e-04, 6.3517e-01,
5.6451e-02, -1.0625e-02, -7.3609e-02, -5.1455e-02, -5.0976e-02,
1.1244e-02, -1.6344e-01, -3.7797e-02, -6.9991e-02, -1.5280e-03,
-4.9207e-02, -1.6236e-03, 5.8629e-03, -5.1731e-02, -5.2559e-02,
-4.9589e-02, -8.0615e-02, -4.2811e-02, -3.2913e-02, -8.3846e-03,
-4.8566e-02, -4.6899e-02, -1.6845e-02, 3.2735e-03, 2.2474e-02,
1.8312e-02, 3.5101e-02, 8.3843e-02, 4.8207e-02, 1.3419e-02,
-7.7658e-02, -5.8897e-02, -6.3439e-02, -5.0249e-02, 2.1165e-03,
1.9668e-03, -4.4026e-02, -4.7119e-02, -1.6373e-01, -9.1951e-03,
-1.0204e-01, -1.1015e-01, -1.8608e-02, -9.8936e-02, -1.9121e-02,
-5.9625e-02, -4.3140e-02, -6.2876e-02, -4.0121e-02, 2.7451e-02,
4.9466e-03, -2.3250e-02, -1.5172e-02, -1.5353e-01, -5.3255e-02,
2.5848e-03, -5.0280e-02, -1.0926e-02, -3.8974e-02, -6.4298e-02,
-1.4770e-02, -2.2102e-02, -3.3444e-02, 1.0779e-01, -5.1354e-02,
1.7148e-02, -6.7648e-02, -1.7478e-02, 2.6541e-02, -2.0552e-02,
2.2038e-03, -1.9097e-02, 2.4445e-02, -1.1019e-02, 1.5537e-01,
-4.7641e-02, 2.6493e-02, -1.4739e-02, -7.6682e-03, -2.0240e-02,
-3.2843e-02, 9.4569e-03, -9.4108e-02, -7.0481e-02, -9.5873e-02,
-4.4278e-02, 3.9868e-02, -2.2093e-02, -6.9002e-02, -3.5305e-02,
-6.7147e-02, 2.7954e-02, -3.0056e-02, -4.0202e-02, -4.1962e-02,
4.2252e-02, -1.6134e-02, -3.2499e-02, -2.1573e-02, -6.4028e-03,
4.4935e-02, -4.6944e-02, 1.3210e-02, 4.8819e-03, 1.7831e-02,
-1.5921e-02, -6.4298e-02, -7.4639e-02, -2.9556e-02, -2.0341e-02,
-9.3412e-02, 5.3363e-03, -6.5193e-02, -1.0616e-02, -5.8106e-02,
-4.7695e-02, 1.1134e-02, -2.3499e-02, -7.6870e-02, -6.7130e-02,
4.1303e-02, -3.7376e-02, -2.8052e-02, -4.9882e-02, -1.8452e-02,
-4.2760e-02, -2.5028e-03, -4.4861e-02, -7.3668e-03, -4.8641e-02,
1.7537e-02, -6.3077e-02, -2.6709e-02, 1.2170e-02, -9.1422e-02,
-9.0907e-02, -4.2855e-02, -8.1133e-02, -5.1449e-02, -3.0815e-02,
1.1852e-02, -7.3409e-02, -1.3249e-02, -4.0683e-02, -2.9495e-02,
4.6045e-02, -5.7411e-02, -2.2206e-02, -3.9767e-02, -9.4135e-02,
-3.5652e-02, -2.4827e-02, -4.4144e-03, -4.2658e-02, -1.8577e-02,
-2.4152e-02, -7.0638e-02, -1.9838e-02, -1.3538e-02, -1.4247e-03,
-1.1834e-03, -8.0571e-02, -5.1636e-02, -2.9090e-02, -5.9933e-02,
-9.0454e-04, -5.8339e-02, -3.0503e-02, -9.8193e-02, -4.4236e-02,
5.1896e-02, -4.9300e-02, -8.7755e-02, -4.6452e-02, -2.3143e-02,
-6.7796e-02, -7.3906e-04, -1.5492e-02, -1.0487e-01, -3.7752e-02,
-5.9299e-02, -3.1841e-02, -6.8624e-02, -8.4629e-03, -6.2123e-02,
-6.6665e-02, -4.1581e-02, 2.6729e-02, 2.7627e-02, -9.3491e-03,
-4.9949e-02, -7.3848e-04, -5.6594e-02, -5.9429e-02, -5.4561e-04,
-3.6433e-02, -8.5241e-03, 3.0559e-01, -5.5907e-02, -2.2562e-02,
-1.0488e-01, -1.5436e-02, 1.6095e-02, -1.7085e-02, -1.7902e-02,
3.4000e-03, -3.1854e-02, -6.6716e-02, -3.2117e-02, -5.0278e-02,
-5.7276e-02, -5.5077e-02, -2.9156e-02, -1.8126e-02, 1.5890e-02,
-7.7918e-02, -8.4776e-02, -2.2847e-02, -5.8300e-02, -3.5573e-02,
-3.5967e-02, -8.3849e-02, -4.2769e-02, -8.3124e-03, -7.5810e-02,
-5.5492e-02, -2.4437e-02, -1.0270e-01, 2.2737e-03, 2.3892e-02,
-7.6958e-02, 5.1231e-02, -1.6190e-02, 1.6001e-03, -8.3557e-03,
8.5218e-02, -6.5952e-02, -6.5320e-02, -6.7270e-02, -3.5815e-02,
-2.7726e-02, 8.7606e-03, -2.6357e-02, 4.4376e-03, -4.7660e-02,
-4.4088e-02, -7.7356e-02, -3.1918e-02, -5.0806e-02, -1.4243e-02,
-2.3149e-02, 2.7127e-02, 2.0552e-02, -1.0098e-02, 1.7087e-02,
-7.3545e-02, -2.5268e-03, -3.5428e-02, 3.5875e-03, -2.4727e-02,
-2.2676e-02, -3.4260e-02, -7.5929e-03, -1.1633e-02, -6.4327e-03,
-1.1971e-01, -7.9763e-02, 9.0401e-03, -7.8493e-02, -3.5450e-02,
-4.2802e-02, -1.0653e-02, -5.1275e-02, 4.0037e-02, -3.4214e-02,
-9.4189e-02, -3.9230e-02, 1.2136e-02, -2.1309e-03, -1.6136e-02,
-7.8214e-02, -6.5876e-02, -3.6318e-02, -5.1528e-02, 1.3698e-02,
1.0856e-02, -2.7391e-02, -4.0909e-02, 4.1552e-02, -2.3731e-03,
-8.7471e-03, -9.0774e-03, -2.8368e-03, -2.6418e-02, -4.0064e-02,
-1.9140e-02, -4.0535e-02, -3.3041e-02, -4.2195e-02, -1.4392e-02,
-6.9886e-02, -5.3944e-02, -2.4213e-02, -1.6149e-02, -3.7891e-02,
-4.7040e-02, -8.0672e-02, -6.5793e-03, -4.7107e-02, -4.9235e-02,
2.5071e-03, -5.5126e-02, -5.3978e-02, 3.1858e-02, -5.7836e-02,
-1.8907e-02, -4.1080e-02, -1.8775e-02, -3.9387e-02, 4.9464e-03,
7.5740e-02, 2.4601e-02, -9.7826e-04, -2.2518e-02, -3.1642e-02,
2.8537e-02, -5.8233e-02, 1.1408e+00, -1.9985e-02, -1.0746e-02,
-6.4387e-02, -4.2740e-02, -1.7381e-01, -2.7300e-02, -1.9730e-02,
-5.1536e-02, -6.2052e-02, -2.3578e-02, -3.6264e-02, -4.1677e-02,
-3.8279e-02, -7.3266e-02, -5.0568e-02, -6.2673e-02, -1.0690e-01,
-4.0841e-02, -5.3224e-02, -8.8192e-02, -3.4367e-02, 8.0321e-03,
3.4319e-02, -2.4344e-02, -2.6280e-02, -3.4023e-02, -1.5067e-02,
-2.5153e-02, -6.8738e-02, -2.0409e-02, -8.3551e-02, -1.1317e-02,
-1.9918e-02, -2.3429e-02, -9.0512e-03, -4.0990e-02, -1.7011e-02,
1.1625e-02, -3.8282e-02, -5.2870e-02, 1.8088e-02, -4.2905e-02,
-2.3218e-02, -1.4121e-02, -7.3866e-02, -6.2003e-02, -4.8838e-02,
-6.3187e-02, -7.0543e-02, -2.4299e-02, -4.0673e-02, -2.7949e-02,
-2.0330e-02, -2.1178e-03, -4.6544e-02, -2.1063e-02, -6.9387e-02,
-4.3243e-03, -1.8212e-02, -2.3830e-02, 1.8550e-03, -5.8049e-03,
7.8364e-03, -8.8284e-02, 4.0096e-03, -1.2338e-02, -2.4697e-02,
2.7506e-02, 1.7077e-02, -2.7552e-02, -8.9521e-02, 2.4479e-03,
-7.2505e-02, -3.3407e-02, -6.1465e-03, -6.9579e-02, -6.7999e-02,
1.0972e-02, -7.6424e-02, -3.2263e-03, -2.2652e-02, -7.3343e-02,
-1.3601e-02, -1.1692e-02, -2.3127e-02, -6.7170e-02, -4.1262e-02,
-6.9187e-02, 2.0460e-01, -1.1538e-02, 2.7924e-02, -4.7086e-02,
-2.4661e-02, 1.1781e-03, -5.8740e-02, -1.1674e-01, 2.0041e-02,
-1.7783e-02, -5.1330e-02, -1.0457e-01, -4.2300e-02, -3.4565e-02,
3.3147e-03, -2.5873e-02, 3.7614e-02, 1.3773e-02, -5.4714e-02,
-3.8780e-02, 2.2393e-02, 1.4518e-01, -6.4310e-02, 6.7355e-03,
4.8832e-03, 1.3445e-02, -6.0840e-02, -4.7153e-02, -4.7905e-02,
-3.6891e-02, -8.0071e-02, -3.5372e-02, -2.1718e-02, -8.8161e-03,
1.0404e-02, -5.7421e-02, -7.6330e-02, -1.7953e-02, 4.0304e-03,
-1.9279e-02, 2.4443e-03, 1.1014e-02, -5.1494e-02, -1.9107e-02,
-3.5168e-02, -4.9927e-02, -3.2791e-02, -5.3607e-02, -1.5460e-02,
-4.1473e-02, -6.1895e-04, 1.8446e-02, -1.8367e-02, -1.4415e-02,
-6.4498e-02, -4.8348e-02, -3.0939e-02, -8.1461e-02, -3.7840e-02,
-3.1254e-02, -1.8814e-03, -8.3003e-02, -2.8574e-02, -2.6845e-02,
-7.5933e-03, -4.9911e-02, -1.3861e-02, -2.1525e-02, 2.0974e-02,
-1.5966e-02, -2.6658e-02, 1.3283e-02, -6.8411e-02, -1.6779e-02,
-2.0469e-02, -4.0957e-02, -2.6715e-03, -2.2850e-02, 1.0748e-02,
2.0755e-02, 4.0126e-02, -4.9190e-02, -4.0003e-02, -7.6573e-02,
-2.5402e-02, -5.8880e-02, 7.5600e-03, -6.5154e-02, -6.2761e-02,
-3.7714e-02, -2.4952e-04, -8.8202e-02, 3.6646e-03, -2.7293e-02,
-9.1085e-03, -2.1634e-02, -4.6683e-02, -4.5344e-02, -1.3688e-02,
-6.8207e-02, -7.0352e-02, -4.1815e-02, -4.5214e-02, 1.8994e-02,
-2.9223e-02, 2.3535e-02, -6.8884e-02, -1.1555e-02, -6.8484e-02,
-4.5759e-02, -2.0618e-02, -2.1910e-02, -8.7712e-03, -3.1969e-02,
6.9573e-02, -2.6074e-02, 1.7255e-02, -7.5992e-03, 1.6178e-02,
-2.9996e-02, 2.5062e-02, -5.3809e-02], device='cuda:0')),
('bert.encoder.layer.0.attention.self.query.weight',
tensor([[-0.0118, 0.0127, -0.0090, ..., -0.0807, -0.0664, 0.0667],
[ 0.0024, -0.0253, -0.0042, ..., 0.0176, 0.0417, -0.0439],
[ 0.0074, 0.0042, 0.0086, ..., 0.0456, -0.0144, 0.0537],
...,
[ 0.0368, -0.0219, 0.0120, ..., 0.1010, 0.0153, 0.0217],
[-0.0086, -0.0461, -0.0448, ..., 0.0508, 0.0008, 0.0352],
[-0.0274, 0.0105, -0.0260, ..., 0.0321, 0.0052, -0.0518]],
device='cuda:0')),
('bert.encoder.layer.0.attention.self.query.bias',
tensor([-6.6353e-01, 4.2734e-01, -1.5601e-01, -1.2106e-01, -8.1005e-02,
-2.1294e-01, 1.6697e-01, 1.0442e-02, -2.9820e-01, 5.8501e-02,
-3.3721e-01, -2.1549e-01, -3.3543e-01, -1.1308e-01, 4.2167e-01,
1.4012e-01, -2.7924e-01, -8.0792e-02, -4.7766e-02, 2.4459e-01,
-2.6579e-01, -1.7035e-01, 4.4750e-01, -7.9275e-02, 3.6833e-01,
2.3291e-01, -2.7705e-01, 1.9574e-01, 1.1752e-01, 2.0586e-01,
2.9855e-01, -3.0133e-01, -6.4935e-02, -1.7064e-01, 1.8197e-01,
-4.8326e-01, 2.7593e-01, -1.4914e-01, -2.3402e-01, 1.7423e-01,
-2.8044e-01, -5.1778e-02, 1.3267e-01, -1.5608e-01, 1.6942e-01,
-3.3029e-01, -2.5395e-01, -3.3823e-01, 2.1326e-01, -2.3579e-01,
3.6813e-02, -2.3673e-01, -3.5448e-01, 1.2052e-01, -3.0948e-01,
-4.3808e-01, 2.0320e-01, -2.7368e-01, -4.1886e-01, 1.9336e-01,
-3.9489e-01, 1.5839e-03, -3.6546e-01, 3.0783e-01, -1.9801e-01,
-2.2890e-01, 2.9586e-01, 4.4714e-02, -2.8577e-01, 1.1368e-01,
3.8088e-01, -4.6521e-02, -9.3484e-02, -3.4802e-02, 1.6393e-01,
1.4943e-01, -1.1571e-03, 8.4757e-02, -6.7464e-01, 6.2968e-01,
1.1205e-02, -1.4607e-01, 3.1289e-02, -1.8657e-01, -1.1143e-01,
-2.0679e-01, -1.9575e-01, -6.4785e-03, -4.9092e-02, -3.7788e-01,
-5.4852e-01, 4.0590e-02, -1.1540e-01, 1.1415e-01, -5.6219e-02,
3.4946e-01, -3.7842e-01, -4.2232e-01, -6.3732e-02, -3.4954e-01,
-1.9770e-01, 1.3419e-02, -8.8495e-02, 1.8352e-01, -7.9878e-02,
7.0696e-01, -2.4509e-01, 7.5374e-01, -1.7072e-01, 6.8568e-02,
-2.5455e-01, 2.5102e-01, -1.6406e-01, -3.7182e-01, -1.0652e-01,
8.6682e-02, 5.2571e-02, 1.4258e-01, 2.2724e-01, -4.0066e-01,
-2.5674e-01, -1.2439e-01, -2.0497e-01, 2.7922e-01, 6.8362e-02,
3.7941e-01, -3.1937e-02, 1.8012e-01, -1.4581e-01, -1.3586e-02,
1.1135e-01, -2.5570e-02, 1.0292e-02, 1.9361e-02, -1.9349e-02,
9.1347e-02, 6.2610e-02, -2.0369e-01, -1.2269e-01, -2.3247e-02,
-1.6811e-01, 1.4680e-01, 7.0834e-03, 1.5168e-01, -1.3502e-01,
1.1013e-01, 1.3925e-01, -7.8044e-01, 8.5246e-02, 1.6959e-01,
6.1632e-01, -2.1257e-01, -1.9289e-01, 1.2365e-01, 9.3960e-02,
-1.4172e-01, -1.4375e-01, 6.6682e-02, 1.5854e-01, 9.4401e-02,
-1.0529e-01, -7.0225e-02, 2.7301e-01, -7.1073e-02, 7.9648e-02,
-2.8256e-02, -2.8853e-01, 4.7125e-02, 2.8599e-01, -1.0002e-01,
6.2574e-02, 7.0524e-02, -2.0072e-01, -9.6771e-02, 2.3303e-02,
-1.6122e-01, 6.1129e-02, 1.5565e-01, -1.1096e-01, -1.1816e-02,
2.9643e-01, 1.1518e-01, 2.1271e-01, -1.9332e-02, -2.4778e-01,
-1.1340e-02, -8.4886e-02, -2.2335e-01, -1.2799e-01, -2.6737e-03,
-4.5783e-03, 1.7743e-01, -4.8299e-01, 4.7319e-01, 1.9799e-01,
6.4463e-01, -2.6764e-01, 6.3791e-01, -7.9269e-02, 2.0947e-01,
-4.8679e-01, -1.9996e-02, 6.5234e-06, -2.7079e-01, 8.9957e-02,
3.3047e-02, -7.4217e-02, -5.7209e-03, -9.4755e-01, -3.5952e-01,
2.7745e-01, -5.3900e-02, 4.4261e-01, 1.0831e-01, -2.8036e-01,
-8.0972e-01, -1.9126e-01, -8.9290e-01, -2.3665e-01, 1.7914e-01,
-3.4512e-01, 6.2732e-01, -1.7736e-01, 1.0096e+00, 4.3324e-02,
-1.5739e-01, 2.0758e-01, 5.1001e-02, -2.7649e-01, -2.4771e-01,
-5.0452e-02, 4.2842e-01, -8.1106e-03, -1.5183e-01, 4.3449e-01,
1.3886e-01, -1.0106e+00, -3.7120e-02, -8.1181e-01, 5.8424e-01,
1.9004e-01, 1.5335e-01, 5.1987e-01, 7.7869e-02, -3.4092e-01,
-3.5629e-01, 6.0710e-01, -4.8637e-01, 2.9188e-01, 1.0160e-01,
3.6805e-01, -5.1944e-02, -2.4733e-01, 1.0288e+00, 4.1160e-02,
-6.1273e-01, -4.3242e-02, -4.5834e-02, -1.0222e-01, 1.7612e-01,
5.0712e-01, -3.5468e-01, 2.6301e-01, 4.8973e-02, 3.5832e-01,
-9.2285e-02, -1.1731e-01, 6.0665e-02, -3.4546e-01, -2.4730e-01,
-9.8377e-02, -4.7563e-01, -3.2112e-02, 1.5197e-01, 4.2961e-01,
-4.4202e-02, -8.4098e-03, 1.1726e-01, -3.7163e-01, 1.5626e-01,
8.4095e-02, 1.9295e-01, 2.2024e-01, 1.1568e-01, -6.0354e-01,
-2.2501e-01, 6.8129e-02, -2.9934e-01, -1.6278e-01, 7.6489e-02,
-6.6424e-02, 1.5378e-01, 6.4851e-02, -2.0628e-01, 2.3469e-01,
6.1961e-02, -1.6924e-01, -2.4840e-02, -2.2562e-02, -3.3428e-01,
-5.5940e-02, 1.0058e-01, 1.0601e-01, -1.1223e-02, 1.1978e-01,
-3.6836e-01, 3.9070e-02, -4.2552e-02, 3.1197e-01, -1.5509e-01,
-2.8834e-01, 1.7376e-01, -9.4813e-03, -7.1892e-02, 1.8274e-01,
8.0828e-02, 4.8334e-02, 3.9903e-01, -1.8053e-01, 1.4816e-01,
3.7269e-01, -1.9071e-01, -3.7863e-02, -9.2833e-02, 1.0624e-01,
7.8867e-02, 2.6804e-01, 1.1655e-01, 2.1822e-01, -7.7120e-03,
-6.4293e-02, -3.8993e-01, -1.0532e-01, -3.8082e-02, 1.2004e-01,
2.6835e-01, 4.4295e-01, -1.2662e-01, 4.1308e-02, -3.4127e-02,
-2.5848e-01, -5.8244e-02, -3.0126e-02, -2.1159e-01, -2.1571e-01,
-2.1012e-01, -6.6438e-01, -1.5530e-01, -8.2480e-02, -1.8044e-01,
1.0519e-01, 8.1598e-02, -3.4536e-02, 5.7649e-03, -8.8538e-02,
-1.9007e-01, 9.4570e-03, 1.5494e-02, -9.4105e-02, -1.0952e-01,
-2.1394e-01, 1.2261e-01, -2.0753e-01, -6.5723e-03, 4.9027e-04,
1.0043e-02, -5.3959e-01, 1.0040e-02, 1.8391e-01, 6.8630e-02,
-5.6278e-02, 4.3660e-02, -1.1386e-01, -7.2179e-02, 8.2885e-02,
2.4206e-01, -1.3599e-01, -8.0178e-01, 2.3114e-01, 1.1775e-01,
-2.1261e-01, 2.3538e-01, -4.6952e-01, -2.9716e-01, -8.0711e-02,
-5.0981e-02, 2.4024e-01, 6.3496e-02, -1.3295e-02, 3.8696e-02,
2.8588e-01, 2.4925e-02, 1.1891e-01, 3.7632e-02, -1.4047e-01,
1.2809e-02, -3.0631e-01, 1.2162e-02, 3.8769e-01, -2.4784e-01,
1.0211e-01, 1.3739e-01, 3.6105e-01, -1.2696e-01, -1.2247e-01,
3.3802e-01, 3.6209e-01, 2.4977e-01, 1.1368e-01, -2.0847e-01,
-4.4798e-01, 3.2105e-01, -3.6350e-01, -2.6191e-01, -7.5011e-04,
-3.2167e-01, -6.5530e-02, -4.0602e-01, -1.2130e-01, 1.9164e-01,
-1.2674e-01, -1.5004e-01, -1.3555e-01, 1.4659e-01, -2.4438e-01,
-1.4529e-01, 2.0198e-01, 1.2613e-01, -1.2616e-01, -5.0876e-04,
-1.5823e-01, 5.7470e-01, 2.1235e-01, -3.9565e-03, -3.4100e-02,
3.6306e-02, 2.3451e-01, -2.1940e-02, 2.5195e-01, 2.3984e-01,
-4.3212e-01, 4.8845e-01, -3.1573e-01, -8.1797e-01, -1.4536e-01,
1.9462e-01, 3.2762e-01, -5.1967e-01, -1.4765e-01, -2.4574e-01,
2.0121e-01, -4.7800e-01, -1.1100e-01, -1.2072e-01, 4.8913e-01,
1.5789e-01, 1.2276e-01, -1.1295e-01, -3.4898e-01, -4.2102e-01,
-1.1409e-01, -1.7582e-01, 8.9518e-02, 7.3559e-02, 1.3004e-01,
-2.1653e-01, -8.0808e-02, 9.5838e-02, 1.4102e-01, 1.1666e-01,
-3.3918e-01, 2.5677e-01, -1.0625e-01, -1.8612e-01, -1.6997e-01,
-4.2120e-02, 4.6846e-01, -2.1659e-01, -3.2321e-02, 3.2966e-01,
2.0328e-01, 2.5694e-01, 2.3510e-01, 7.7222e-02, 3.1409e-01,
-3.8667e-01, 4.0245e-01, 4.7820e-02, 5.8040e-02, 2.9884e-01,
-4.4685e-01, 1.9866e-01, 6.9651e-02, -2.9929e-01, -1.3178e-01,
-3.6100e-01, 6.4757e-02, -6.5610e-03, -1.0470e-01, 1.3099e-01,
-2.9213e-02, 1.2641e-01, -3.6237e-01, -2.5970e-01, -6.1887e-01,
3.1843e-04, 1.1246e-01, 2.8724e-01, 5.4500e-02, 5.0518e-02,
2.8897e-01, -1.3200e-01, 6.0274e-02, -5.4452e-02, -3.5238e-01,
3.1539e-02, 1.7405e-01, -6.4673e-02, -1.2750e-01, -1.5613e-02,
7.3502e-02, -1.3669e-01, 2.1788e-01, -3.1767e-01, 2.4532e-01,
1.3283e-01, -2.4867e-01, 3.0103e-01, 4.9964e-01, -4.5153e-03,
4.1091e-02, 1.6313e-01, -2.2310e-01, -1.2712e-01, 3.1159e-01,
-3.5699e-01, -1.2609e-01, 3.1624e-01, 6.1570e-01, 3.7097e-02,
-2.0201e-02, 1.9062e-01, 1.2198e-01, -2.9066e-02, 3.0199e-01,
-3.5249e-03, -3.9650e-01, 1.1873e-01, 3.9985e-01, -1.5295e-01,
1.6809e-01, 3.4762e-02, -1.2875e-01, 6.8172e-02, -1.3021e-01,
1.0053e-01, 1.4709e-01, 1.2822e-01, 1.2167e-01, -2.4584e-01,
-1.7797e-01, -2.1393e-02, -2.9117e-01, -3.2472e-01, -2.9833e-01,
1.4241e-01, 7.1869e-02, 1.5062e-02, -4.3740e-02, 1.1927e-01,
4.6565e-02, -1.4661e-01, -7.6053e-02, -6.6920e-02, 1.7826e-01,
-1.1338e-02, -3.2015e-01, -2.3985e-01, 6.4538e-02, -2.8553e-01,
-5.4072e-02, -2.2592e-01, -4.1985e-01, 2.4715e-01, 2.0575e-01,
9.5975e-03, 1.7249e-01, -1.0972e-01, 2.1208e-01, -5.9869e-02,
-2.1117e-01, -7.1849e-01, 1.9858e-01, -1.7457e-01, 1.6785e-01,
-3.7295e-01, -1.0538e-01, 1.3442e-01, -2.1496e-01, -1.0557e-01,
-5.0476e-01, 1.1728e-01, -4.5589e-02, -3.1151e-01, -2.7219e-01,
-2.2119e-01, 3.0164e-01, 4.5389e-01, 2.8540e-02, 3.9227e-01,
1.2011e-01, -2.7243e-02, 1.0514e-01, 3.1943e-01, 7.6252e-03,
-2.4719e-01, -2.0145e-01, -1.0653e-01, -1.1282e-01, 3.7332e-01,
1.7368e-01, 4.9879e-02, 2.1165e-01, -1.3120e-01, 1.3771e-01,
-3.7791e-01, -3.3341e-01, -9.1824e-03, -9.1493e-02, -7.7723e-02,
1.2699e-02, 2.6932e-01, -6.5763e-01, 6.1846e-02, 5.3553e-01,
1.4729e-01, 4.3421e-01, -2.3376e-02, -1.5813e-01, -1.0761e-02,
1.3844e-01, -3.1849e-01, -5.5506e-02, 8.0018e-02, 3.1384e-01,
1.6671e-01, 3.6601e-01, -1.3026e-02, -1.2784e-01, -1.5595e-01,
9.8247e-02, -4.3766e-01, 8.7600e-02, 1.2026e-01, 5.7072e-01,
-1.7074e-01, 3.6994e-01, 4.3469e-01, 4.5752e-01, 8.3425e-02,
3.8502e-01, 2.1419e-01, 1.5119e-01, 3.0797e-01, -3.1609e-02,
1.6038e-01, -2.3744e-01, 1.4048e-01, -3.4891e-01, 5.7444e-01,
7.5615e-02, -3.5220e-01, 1.4395e-01, -5.0824e-01, -2.6146e-01,
2.6908e-01, 1.1699e-01, -8.0113e-01, -1.0346e-01, 2.0084e-01,
3.8521e-01, 3.0246e-01, 2.6435e-01, -1.2115e-01, 1.3430e-01,
7.9426e-02, -5.0967e-01, 2.1793e-01, 9.2565e-02, 8.7902e-01,
5.6948e-02, -9.9487e-02, 3.0186e-01, -1.6738e-01, 1.8003e-01,
-9.9925e-03, 1.7692e-01, 3.1385e-01, 1.2310e-01, -3.0204e-01,
-1.9551e-01, -4.3253e-01, -2.3664e-01, 7.9416e-02, 4.5016e-01,
-2.3062e-01, 1.4680e-01, -3.1856e-01, 1.3704e-01, -3.1441e-01,
-3.4343e-02, 6.8527e-01, 2.5523e-01, 1.3999e-01, -8.0078e-02,
2.6313e-01, -3.8013e-02, 6.5800e-01, -2.0447e-01, -1.3977e-01,
1.6317e-01, 2.5593e-04, -1.0204e-01, -2.2061e-01, -2.1508e-02,
7.2624e-02, -2.9431e-01, 4.7162e-02, 1.2939e-01, -2.0752e-01,
1.8414e-02, -2.5361e-01, -2.1071e-01, 3.1268e-02, -1.3067e-01,
1.2504e-01, 1.8222e-01, 9.7850e-02, -2.2098e-02, -1.4241e-02,
2.7068e-01, 3.7881e-02, 1.3934e-01, -1.9856e-02, 3.5303e-02,
-1.2164e-01, -1.4335e-01, 1.0678e-01, -1.9106e-01, -1.4787e-01,
2.0694e-01, -4.8803e-01, -3.8103e-01, -2.4866e-01, 2.9723e-01,
3.0384e-01, 5.7582e-02, -1.5478e-01, -6.5957e-02, 1.8871e-01,
4.4693e-01, -2.9720e-01, -2.4261e-01, 1.8319e-02, 1.9629e-01,
-3.7748e-01, -7.1307e-02, -1.0717e-01], device='cuda:0')),
('bert.encoder.layer.0.attention.self.key.weight',
tensor([[-0.0094, -0.0213, -0.0497, ..., 0.0356, -0.0168, -0.0398],
[-0.0218, 0.0027, 0.0511, ..., -0.0047, 0.1186, 0.0403],
[ 0.0286, 0.0075, -0.0127, ..., 0.0820, 0.0168, 0.0204],
...,
[-0.0834, -0.0059, 0.0057, ..., -0.0193, -0.0083, 0.0538],
[ 0.0611, 0.1071, -0.0297, ..., 0.0179, 0.0087, 0.0468],
[ 0.0418, 0.0722, -0.0265, ..., -0.0357, -0.0667, 0.0475]],
device='cuda:0')),
('bert.encoder.layer.0.attention.self.key.bias',
tensor([-4.8845e-04, 3.9454e-04, 6.5436e-05, -6.0740e-04, -8.4142e-04,
7.5251e-04, -4.1074e-04, 7.3050e-04, -8.1917e-04, 4.1705e-04,
-3.0937e-05, -5.2995e-04, -1.8126e-03, -6.0530e-04, -4.7606e-04,
1.3536e-03, -3.4774e-03, -1.3025e-03, -6.0572e-05, -1.8005e-04,
2.7076e-04, -2.1959e-03, 1.9744e-03, -2.6280e-04, 3.0829e-04,
2.5180e-03, -9.8005e-04, 7.2165e-04, 5.4122e-04, -1.8333e-03,
4.8901e-04, -5.9323e-05, 9.2878e-05, -4.5022e-04, 1.5835e-04,
-5.0300e-04, 1.8839e-03, 7.7344e-04, 3.0337e-04, 9.5102e-04,
-8.3616e-04, -7.5852e-05, -1.9924e-03, -8.8714e-04, -1.1271e-03,
-3.0663e-04, -2.1919e-03, -1.8719e-04, -1.0677e-03, -6.6462e-04,
6.8028e-05, -6.9967e-04, -3.7394e-04, -4.9937e-05, -1.2040e-03,
4.1628e-04, 1.0327e-03, -9.8583e-06, -3.0281e-04, 4.0445e-04,
-2.5608e-03, 4.1206e-04, -1.6003e-03, 5.8997e-04, -2.5565e-04,
-1.9145e-03, 2.7455e-03, -1.9033e-04, -1.4674e-04, 9.9630e-04,
-7.6674e-04, 8.0204e-04, -1.7245e-03, -1.6527e-03, -1.1679e-03,
-2.1709e-03, -1.0536e-03, -6.4714e-04, -1.3539e-03, 2.6287e-04,
-3.1925e-04, -1.3897e-03, -2.1476e-03, -7.2806e-04, -1.5262e-03,
-1.8092e-03, 1.6454e-03, 7.9312e-04, -3.6626e-04, 2.3428e-04,
-2.4564e-03, -1.1906e-03, 1.2608e-04, 9.2539e-04, -3.8889e-04,
2.9460e-03, -4.9061e-04, -3.4110e-03, -9.6281e-05, 8.0317e-04,
-1.7380e-03, -4.7636e-04, -1.1514e-03, 4.8655e-05, 3.3869e-03,
7.5291e-04, 2.1973e-03, 5.2760e-03, -1.4254e-03, -2.1928e-05,
9.9510e-04, 1.6288e-04, -6.5792e-04, -1.0391e-03, -8.7117e-05,
2.6159e-03, -4.9972e-04, 5.5529e-04, -1.4159e-03, -1.1680e-03,
-2.1677e-03, -3.3345e-04, 1.5825e-03, -5.4502e-04, 9.9862e-04,
1.9002e-03, -1.5462e-03, 2.9696e-03, 1.0765e-03, -7.6567e-04,
-4.9073e-04, 4.1614e-04, 2.6180e-04, -1.2235e-03, -2.2947e-04,
-3.5917e-04, -1.3778e-03, -1.6691e-03, -8.5446e-04, 3.4431e-04,
8.9268e-04, -5.1842e-04, -1.2209e-03, 4.3090e-05, -9.0238e-04,
2.5712e-04, -8.8647e-04, 2.5485e-04, 7.0979e-04, 9.9431e-04,
9.1375e-04, -9.3709e-05, -1.9981e-04, 8.4822e-04, -5.1245e-04,
-1.2719e-03, 6.5642e-04, 4.0586e-04, -9.5445e-04, 3.5361e-04,
-1.4225e-03, 7.1389e-04, -3.8970e-04, -1.4325e-03, 1.0201e-03,
-2.1079e-03, -7.6293e-04, -1.5311e-03, -1.3509e-03, 7.3215e-05,
-5.3451e-04, 5.9355e-04, 8.5951e-04, -2.2991e-05, 3.3135e-04,
-1.2235e-04, -7.3353e-04, -4.0262e-04, -3.1404e-03, -6.4281e-04,
-7.4379e-04, -6.3329e-04, -4.5266e-04, -5.1060e-04, -1.3105e-03,
-6.6687e-04, -1.0166e-03, 6.2372e-05, -4.8293e-04, -1.2020e-03,
8.1759e-05, 1.0795e-03, 1.0616e-03, 4.1353e-04, 1.7304e-03,
4.6000e-03, 8.5455e-04, 6.2011e-03, 4.2107e-03, 2.1296e-05,
-7.3641e-03, 2.5414e-03, -2.8774e-03, 4.0282e-03, -1.2542e-03,
-1.0798e-03, 2.8536e-04, -2.8970e-03, -3.3472e-03, -2.1557e-03,
-2.5216e-03, -3.2906e-03, 3.0067e-03, 3.1970e-03, 9.1104e-04,
-1.1719e-03, 1.8070e-03, -5.5912e-03, 2.7384e-03, -2.4571e-04,
-2.0017e-03, 3.3501e-03, -8.0972e-04, -4.2990e-04, 2.9088e-03,
2.1719e-03, 3.8043e-03, -3.0546e-03, -6.4781e-03, -3.1373e-05,
-4.3548e-03, -4.3497e-04, -1.2795e-03, 1.6758e-04, 4.1072e-03,
7.0753e-03, -2.8152e-03, 3.8268e-03, -2.2809e-03, 3.9488e-03,
-1.6066e-03, 1.7743e-03, 1.9337e-03, 3.0681e-03, 4.4471e-04,
1.9728e-03, 6.4434e-03, 1.8041e-03, -5.3250e-03, -1.2740e-03,
-1.9047e-03, 3.3550e-04, -1.7373e-03, 2.4039e-03, 4.5132e-04,
4.0989e-04, 2.7870e-03, 1.2883e-03, 1.9858e-05, -1.9226e-04,
-1.9952e-03, 6.9623e-04, -4.9243e-04, -2.7827e-03, 1.0971e-04,
3.9532e-04, 5.4636e-04, 2.2601e-04, 5.6960e-06, -2.1912e-03,
4.9192e-04, 3.3732e-03, -1.5167e-03, -1.3415e-03, 4.3941e-04,
1.4083e-03, -1.4680e-04, -5.6936e-04, 4.6842e-04, 1.1405e-03,
1.9744e-03, 2.5023e-03, -2.8829e-04, -3.8522e-03, 4.3743e-03,
-2.6358e-04, 1.6375e-03, -4.8401e-04, -6.5669e-04, -3.1826e-03,
-1.7703e-03, -1.9497e-03, -3.5531e-04, -2.6149e-03, 4.6406e-04,
-1.2562e-03, -2.1453e-04, -3.1592e-04, 2.3157e-05, 1.6518e-03,
-5.0381e-04, 8.6688e-04, 2.1227e-04, -1.5088e-03, -1.3485e-03,
1.1177e-03, -1.3890e-03, 2.4050e-04, -1.2103e-03, 1.3075e-03,
-4.5876e-04, -2.0399e-05, 9.8906e-06, -1.7591e-04, -1.5770e-05,
2.1830e-03, -1.3447e-03, -1.2871e-03, 1.1826e-04, 3.7972e-04,
-1.5145e-03, -9.2244e-04, -1.5566e-03, -1.1434e-03, 3.8304e-03,
-7.4866e-04, 1.3893e-04, -1.4837e-03, 3.1692e-04, -1.8335e-03,
-3.6976e-03, -2.4418e-03, -1.9870e-03, -9.1221e-04, -2.7562e-03,
-2.5337e-03, 1.1587e-03, -8.5012e-04, -8.9634e-04, 1.4497e-03,
-3.1410e-03, 1.4031e-03, 4.7045e-05, 4.3671e-03, -4.7026e-04,
-2.9533e-03, -4.9891e-03, -7.8652e-04, -1.1050e-03, -3.0018e-03,
2.8680e-04, -9.6491e-04, -1.3436e-03, -3.0307e-04, 1.2515e-03,
9.4617e-04, 1.9817e-03, -8.6774e-04, 7.2258e-04, -2.9973e-03,
1.4870e-03, 1.4511e-03, 3.6288e-03, -1.9976e-03, -5.1020e-04,
-3.3498e-03, -7.7783e-04, -1.0700e-03, 2.0278e-03, 1.3348e-03,
6.8943e-04, -3.1841e-03, -7.3204e-04, -1.5652e-03, -1.6666e-03,
-1.6015e-03, -1.2291e-03, -2.2280e-03, 7.3200e-04, 4.7272e-04,
-1.6967e-03, 7.7776e-04, 1.7155e-03, 2.0870e-04, -2.1546e-03,
1.3421e-03, -2.4119e-03, -6.6276e-05, 7.6278e-04, 1.3863e-03,
2.0093e-04, 1.1031e-03, -1.0002e-04, 1.3519e-04, -1.8345e-03,
1.4014e-03, -2.7541e-03, 1.1847e-03, 2.7328e-03, 2.5830e-04,
5.1993e-04, 1.6016e-03, -2.3223e-05, 2.0309e-03, 2.7701e-04,
6.9233e-04, -1.6094e-03, 2.3238e-03, 1.4712e-03, -2.1402e-04,
8.5602e-05, 1.2060e-03, 7.7678e-04, -2.0461e-03, 1.0494e-03,
4.0815e-03, 5.3672e-04, 1.4794e-03, -1.8758e-03, 1.5018e-04,
2.0429e-03, -2.2764e-03, -8.8219e-04, 2.9035e-03, 2.0776e-03,
-6.9890e-04, -3.0280e-03, -3.3058e-03, 2.1893e-04, -3.6900e-03,
3.7943e-04, -2.4029e-04, 9.6712e-04, 1.2087e-03, 1.1240e-03,
-1.0917e-03, 1.0127e-03, 1.9435e-03, -4.5697e-04, -2.8519e-03,
-1.6750e-03, -1.0159e-03, 7.5316e-04, 6.6910e-04, -6.5089e-04,
-9.8120e-04, 1.8206e-03, 1.3360e-03, 3.5218e-04, -6.4608e-04,
-4.0425e-04, -1.3316e-04, -1.0167e-03, -9.8507e-04, 1.5384e-03,
8.8167e-04, -6.5986e-04, 1.7002e-03, 1.6239e-03, -2.0275e-05,
9.1369e-04, 5.5085e-04, -1.7949e-03, -9.2280e-04, 2.2635e-05,
-4.5308e-04, 7.4398e-05, 8.7637e-05, 7.9529e-05, -4.6385e-04,
2.1372e-05, -9.3426e-04, -4.7110e-04, 4.7176e-04, 1.2368e-03,
1.1250e-03, 1.8444e-03, -1.5505e-03, -8.7958e-04, -9.1268e-04,
-4.3406e-04, -1.5053e-03, 9.0438e-06, -4.8890e-05, -2.0863e-04,
-1.8181e-04, 2.2409e-04, 2.5178e-04, -4.0448e-04, 4.8141e-04,
-2.7320e-03, 1.6484e-04, -9.0905e-05, 2.9652e-05, 3.2938e-04,
-8.0249e-04, 8.3949e-04, -8.4872e-04, 5.7365e-04, -4.1149e-04,
1.0772e-03, 1.3369e-05, -9.2413e-04, 6.5586e-04, 2.7501e-04,
-1.1659e-04, 1.3832e-04, 1.3641e-03, 7.3239e-04, 1.6513e-03,
-2.4350e-04, 4.3055e-04, 4.9756e-04, 1.6182e-03, 6.6743e-04,
1.5830e-03, 7.1364e-04, -1.8218e-03, -2.2750e-03, 2.9130e-03,
-1.0580e-03, 3.2947e-04, 5.7992e-04, -5.2457e-04, -2.2286e-04,
2.1967e-03, 6.2924e-04, -1.9564e-03, 1.3153e-03, 2.7812e-06,
-1.9685e-03, -1.5782e-03, -3.1784e-04, -1.5428e-03, -3.8594e-04,
1.4009e-03, 1.5989e-03, 3.0295e-04, -8.4643e-04, -9.7443e-04,
1.6685e-03, -3.0966e-04, 1.4666e-03, -6.6869e-04, 2.8948e-03,
9.7938e-04, -7.0991e-04, 1.3025e-04, -1.1321e-03, -1.4796e-04,
1.3753e-03, -2.3522e-03, 6.1112e-04, 9.7377e-04, -2.3427e-03,
8.2564e-04, 7.2263e-04, 3.5278e-03, 2.3035e-05, 2.6652e-03,
-1.6562e-03, 1.1364e-03, -1.3423e-03, 6.1108e-05, 1.9319e-03,
2.8570e-03, -1.1334e-04, -1.5132e-03, 1.7434e-03, -2.5216e-03,
6.4729e-04, -1.2405e-03, 8.9211e-04, 2.1328e-03, 2.0349e-03,
-1.6746e-03, -2.8363e-04, -2.2372e-03, -4.5178e-04, -1.8585e-04,
1.1005e-03, -2.5104e-04, -1.1267e-03, 1.3585e-03, 5.5986e-04,
1.1166e-03, -7.2709e-04, 6.0811e-04, 7.7111e-04, -1.8420e-03,
4.7358e-04, 6.6912e-04, -1.5052e-03, -1.1642e-03, 1.4106e-03,
-8.5621e-04, 1.5225e-03, 1.2575e-04, 1.0632e-03, -6.9760e-04,
-1.0520e-03, -1.1678e-03, -1.3471e-03, -8.2046e-05, -1.2634e-03,
-2.0635e-04, -1.6506e-04, 9.9864e-04, -4.8889e-04, -3.0391e-04,
-1.0739e-03, 1.9753e-05, 2.4555e-03, -4.7767e-04, 1.4341e-03,
-1.2028e-03, -3.1498e-04, -1.2308e-03, 5.1726e-04, -9.6394e-04,
-8.1590e-05, 3.3975e-04, -1.4909e-03, 1.0865e-03, -4.5429e-04,
-1.1796e-04, -1.8709e-03, -5.2183e-04, 8.5258e-04, 1.8791e-03,
1.0300e-03, 9.3601e-04, -4.0494e-04, 6.6842e-04, 2.0515e-03,
7.2423e-04, -5.4503e-04, -5.6603e-04, 1.5862e-04, 9.1968e-04,
2.1482e-03, -1.4360e-03, 1.0818e-03, -4.7822e-04, -3.9418e-03,
-3.2013e-04, 1.6174e-03, -9.8373e-04, 1.1000e-03, 2.4591e-03,
-2.1055e-04, 2.3201e-03, 7.1696e-04, 5.9722e-04, 1.6719e-03,
5.0981e-04, 2.9152e-04, -6.0107e-04, -6.4827e-05, -1.3565e-03,
6.7143e-04, -1.3521e-03, 3.7137e-04, -1.2755e-03, -1.4802e-03,
9.4626e-04, 7.4563e-04, 8.0190e-04, 3.6553e-04, 2.5714e-04,
1.0805e-03, -2.3571e-03, 5.5399e-05, -7.2911e-04, -6.7552e-04,
2.1904e-04, 1.4097e-03, 7.4443e-04, 5.5903e-04, 7.6944e-04,
-1.7249e-03, 3.3866e-03, 1.2216e-04, -1.9028e-03, -1.2208e-03,
-7.3927e-04, -1.3747e-03, 2.5908e-03, -1.0263e-03, 1.2429e-03,
1.2971e-03, 1.0077e-03, -1.4062e-03, 1.8864e-03, 3.3554e-03,
6.4409e-04, -1.4290e-03, 1.2721e-03, -1.2636e-03, 6.8653e-05,
-8.0589e-04, 1.9380e-03, 3.3222e-03, 3.3369e-04, 1.6125e-03,
-2.9200e-03, -1.2714e-03, -6.3260e-04, -1.8725e-03, -1.0191e-03,
-7.0816e-04, -4.1862e-04, -1.6699e-03, -6.1512e-04, 1.4411e-03,
-9.7439e-04, 2.1161e-03, 1.6481e-04, 1.2705e-03, -1.4876e-04,
2.3156e-03, 3.0723e-04, 2.9127e-04, 6.2065e-04, 8.0380e-04,
7.8773e-04, -7.6999e-04, 1.9737e-03, -1.0564e-03, -1.7826e-03,
2.6554e-03, 1.0435e-03, 9.8525e-04, -2.2465e-03, -3.3801e-04,
2.6513e-03, 1.6184e-03, -9.4044e-04, -5.6443e-04, -8.1718e-05,
1.4097e-03, -2.5669e-06, -1.1504e-03, 1.0431e-03, -1.9421e-03,
3.5213e-03, -6.8711e-05, -1.6422e-04, -2.5142e-04, -2.4097e-03,
1.4130e-03, -1.7472e-03, 1.9403e-03, -2.1620e-03, -3.0922e-04,
1.3938e-03, 1.7985e-03, 5.3799e-04, 2.2175e-03, -2.4418e-03,
-2.4717e-05, -1.3503e-03, -1.9216e-03, 1.3018e-04, 9.9549e-04,
-9.1228e-04, 1.6759e-03, -1.2884e-03], device='cuda:0')),
('bert.encoder.layer.0.attention.self.value.weight',
tensor([[-0.0103, 0.0387, -0.0047, ..., 0.0330, -0.0140, -0.0313],
[ 0.0152, -0.0409, 0.0298, ..., 0.0362, 0.0090, -0.0238],
[ 0.0118, 0.0097, -0.0203, ..., 0.0018, -0.0136, -0.0131],
...,
[-0.0615, -0.0128, 0.0071, ..., -0.0281, 0.0182, 0.0055],
[ 0.0079, -0.0310, 0.0170, ..., 0.0569, 0.0385, -0.0043],
[ 0.0096, 0.0123, -0.0278, ..., 0.0271, -0.0010, 0.0117]],
device='cuda:0')),
('bert.encoder.layer.0.attention.self.value.bias',
tensor([ 1.1220e-02, 9.7940e-03, 2.0299e-02, 1.0386e-02, -4.9723e-03,
4.4405e-03, 3.7550e-03, 1.6654e-02, -1.9058e-02, 2.0680e-03,
1.8918e-02, 9.8637e-02, -4.1771e-02, -7.5184e-02, 7.9117e-02,
-4.5114e-02, 8.1720e-03, -6.9245e-04, -3.9525e-03, 5.4194e-04,
4.6638e-03, 3.9467e-02, 1.9261e-02, -2.3878e-02, 1.2955e-02,
-1.2844e-01, 1.9057e-02, 1.4428e-04, 3.6326e-02, -3.0509e-03,
-5.7200e-03, 8.7316e-03, 6.8396e-03, -2.7562e-02, 6.6205e-03,
3.1281e-02, 7.9463e-03, -1.1399e-01, 4.4393e-03, -4.9692e-03,
-1.3648e-03, -5.9883e-03, -7.0778e-03, -2.3567e-03, -3.4240e-03,
-3.5727e-02, -8.4225e-03, 1.2137e-02, 4.1948e-04, 4.6104e-03,
-1.4800e-02, 8.2810e-04, -1.6416e-02, -1.5347e-02, 9.1937e-03,
-1.7365e-02, -1.2803e-02, 8.5067e-03, 2.4091e-02, -1.0793e-02,
1.1004e-02, 1.0472e-02, -1.6994e-02, -1.1468e-02, -5.1215e-02,
3.8113e-02, -1.2669e-01, 2.1994e-02, -1.0052e-02, 2.8954e-02,
-6.3632e-02, 5.4635e-02, 4.8925e-03, -1.4661e-02, -3.6945e-02,
1.0279e-01, -1.2139e-01, 3.8385e-02, 4.4361e-02, 1.3579e-01,
8.5956e-03, 4.5194e-02, 2.1254e-02, -1.0318e-01, 1.5596e-04,
-4.7972e-02, -2.1702e-02, -9.0525e-02, -1.1019e-01, 2.8402e-02,
7.2974e-03, 3.7071e-02, -4.9945e-02, -4.9789e-02, 5.8735e-02,
-8.0207e-02, 4.3111e-02, -1.5762e-01, 2.8571e-02, 2.1174e-02,
-3.1633e-03, 1.1046e-01, 1.4331e-01, -4.7048e-02, -4.7981e-02,
3.8159e-02, 1.8913e-02, -8.3737e-02, 1.0104e-01, -2.7189e-02,
-1.6820e-02, 4.6572e-02, -2.8209e-02, -2.4583e-02, -9.9568e-02,
-2.4081e-02, -3.0657e-02, 6.3568e-02, 3.6946e-02, 1.2246e-02,
2.0856e-02, -1.0547e-01, 6.9382e-03, 2.6430e-02, 2.6173e-02,
-1.9805e-02, 5.7659e-02, 8.6799e-02, -8.9239e-04, -1.5498e-03,
2.1772e-02, 1.6236e-02, -6.2102e-03, 1.0424e-03, -1.5099e-03,
5.3509e-03, 3.6809e-02, 2.8905e-03, -3.3166e-03, -1.1753e-02,
-1.4365e-02, -3.1338e-02, -2.4322e-02, 1.0020e-02, 2.4437e-02,
6.1265e-03, 9.2831e-03, 7.8256e-03, -2.1312e-02, 7.0411e-02,
-2.4570e-02, -1.0692e-02, 1.6150e-02, 5.0300e-03, 4.6965e-03,
1.8914e-03, 1.0532e-02, -1.6727e-02, 1.7275e-02, 7.0097e-03,
-1.1839e-02, -4.2752e-02, -5.0677e-02, -3.0265e-02, 5.9195e-03,
1.6996e-01, -6.6160e-03, -4.5562e-02, -2.9485e-02, 1.5257e-02,
3.2990e-03, -1.3529e-02, 1.4380e-02, 7.4651e-03, 3.6381e-03,
6.8383e-03, 1.6161e-02, -8.4753e-03, -2.7552e-02, 3.1132e-03,
7.8844e-03, -2.4491e-02, -4.3612e-03, -4.2834e-03, -1.1087e-02,
-9.4309e-03, 2.4028e-02, -1.2332e-02, -2.3641e-03, -2.8142e-02,
2.4570e-03, -1.9648e-02, 1.4267e-01, 3.2928e-02, -4.9273e-02,
-5.6065e-02, 9.7667e-02, 1.5079e-03, 1.2025e-01, 1.5541e-01,
-7.2602e-02, -1.4975e-02, 1.2185e-01, 2.9814e-02, 8.2386e-02,
-8.9775e-02, -1.7703e-01, -1.3576e-01, 5.3468e-02, 7.5737e-02,
1.1995e-02, -1.4198e-01, -2.1839e-02, 7.8949e-02, -5.4377e-02,
1.0122e-01, 2.8014e-02, -3.2080e-03, 3.2622e-01, 8.4363e-02,
3.4489e-02, -2.0161e-01, -1.5794e-01, 4.7964e-02, -9.6862e-02,
4.9224e-02, 8.8180e-02, 5.7387e-03, 9.1370e-02, -1.2942e-01,
-1.1809e-02, -3.7901e-02, -1.7710e-02, -3.4938e-02, 1.6740e-01,
2.4223e-02, -1.5469e-02, -7.9109e-03, 7.6422e-02, -3.2763e-02,
3.6771e-02, -7.2513e-02, 2.1438e-01, 1.0763e-02, -3.2324e-02,
-1.9572e-02, 5.3298e-02, -4.2675e-02, 7.7578e-02, 7.2387e-02,
1.7631e-02, 9.9129e-03, -6.3783e-03, -2.2549e-02, 3.6284e-02,
-9.4830e-02, -2.5047e-02, 9.0244e-03, 1.4491e-03, -4.9953e-02,
-2.6976e-02, -2.3874e-02, 5.0464e-03, -2.1196e-02, -1.8446e-02,
4.9247e-03, 3.9975e-03, 4.7888e-03, -1.9106e-02, -1.1277e-02,
9.1370e-03, 8.4342e-03, 2.3704e-02, 2.3652e-03, -2.5879e-02,
2.4946e-02, -5.4320e-03, 2.0160e-02, -4.4199e-03, 6.3635e-03,
2.8078e-03, 8.3846e-03, -4.7150e-03, 3.6993e-03, -2.8327e-02,
5.3330e-03, -1.2029e-02, 7.4477e-03, 3.2975e-02, -9.5052e-03,
1.3927e-02, -2.7075e-02, 7.0864e-03, -1.9139e-02, -8.4093e-03,
1.3772e-02, 2.6823e-02, -1.2648e-04, -7.6746e-03, 9.4439e-03,
-7.7453e-03, -1.7182e-03, 6.9175e-03, -8.3886e-03, -2.9966e-02,
1.5484e-02, -6.9993e-03, 2.5606e-02, -3.4133e-04, 1.3346e-02,
-1.8529e-02, 6.0780e-03, -2.1383e-03, 1.7129e-02, 2.7366e-03,
8.7101e-03, 2.3230e-04, 1.7806e-02, -8.4050e-03, 1.0819e-02,
7.9060e-03, -4.2025e-03, 3.1107e-04, 2.8271e-02, 2.6247e-03,
3.5626e-03, -2.2210e-03, 8.2461e-03, -3.6631e-02, 9.6239e-03,
-2.4845e-02, 2.9564e-02, 2.1136e-02, 3.0606e-02, -1.3935e-02,
1.5919e-02, 4.8771e-04, 1.6122e-02, -4.2175e-03, 3.2427e-02,
1.4332e-03, -1.3690e-02, -2.7317e-02, -4.4411e-03, 1.9111e-02,
-1.7060e-02, -1.4880e-02, -8.3238e-03, 2.2120e-03, -5.5773e-02,
-7.1400e-03, 2.9898e-02, -1.6135e-02, -1.0830e-03, -1.5350e-02,
3.0969e-02, 5.9780e-03, -7.5660e-03, 2.6571e-02, -1.9616e-03,
-3.7121e-02, -4.8464e-03, -2.1872e-02, 1.6888e-02, -1.3894e-02,
2.7735e-02, 2.6523e-02, 4.5318e-03, 1.2208e-02, -6.0528e-03,
-3.8998e-03, 1.7403e-03, 1.0839e-03, 3.2383e-03, -4.3420e-03,
-3.0736e-02, -7.5757e-03, 3.5097e-02, 6.8510e-03, -3.6665e-02,
-2.5786e-02, -3.1463e-03, -1.1527e-02, -1.6354e-02, 3.7287e-02,
1.9828e-02, -1.5843e-02, 1.3375e-02, 5.1013e-03, -1.6716e-02,
9.1691e-03, 2.9977e-02, -2.7723e-02, -2.5636e-02, -3.0988e-02,
-2.9381e-02, 2.0163e-02, -3.5454e-02, 2.3905e-02, -1.0127e-02,
1.6314e-02, -1.1285e-02, 2.6739e-02, 1.8229e-02, -5.6711e-04,
-3.6163e-02, -1.7477e-02, 1.3736e-02, -1.5599e-02, 1.0209e-02,
-5.7083e-03, -2.7865e-02, 4.2178e-02, 5.5302e-03, 1.9067e-02,
-5.6317e-03, -1.7621e-02, 1.9111e-02, -4.6682e-02, 2.6119e-02,
5.0604e-03, -1.4511e-02, -5.9634e-03, 3.1140e-02, -4.3482e-03,
2.6204e-02, -2.4863e-02, -1.0634e-02, 6.4791e-02, 1.2224e-02,
3.6089e-02, -3.2104e-02, 6.8668e-03, -5.1604e-03, -2.0588e-02,
7.0247e-03, -2.3057e-03, 5.0082e-03, -2.4085e-02, 2.3369e-02,
3.6680e-02, 2.1655e-02, 2.9230e-02, 5.1198e-03, -9.3235e-03,
-6.1480e-03, 1.2973e-02, 2.9949e-02, -2.1483e-02, 2.2811e-02,
-5.3761e-03, -1.9570e-02, 1.9021e-02, -1.2190e-02, -1.6363e-04,
8.4953e-03, 6.6241e-03, -1.6561e-03, -8.0893e-03, 3.7148e-02,
5.3877e-03, -2.8389e-02, -4.1505e-03, -1.3226e-02, -1.1541e-02,
6.0111e-03, -7.3466e-03, -1.6842e-02, -1.7067e-02, 1.1591e-02,
9.1890e-03, 1.6898e-02, 9.9864e-03, 1.1408e-02, -2.4156e-03,
-1.6160e-02, 2.4044e-02, -8.7884e-03, 1.5416e-03, -7.6320e-03,
-1.0036e-02, -5.3825e-03, 1.1719e-02, 5.2140e-04, -3.4488e-02,
8.6438e-03, 8.7980e-03, -5.6766e-04, -9.4017e-03, -1.2135e-02,
3.5488e-03, -7.2640e-03, 1.5600e-02, 1.5835e-02, -1.3172e-02,
-1.2809e-02, -1.4772e-03, -4.7676e-03, -3.6398e-03, 1.9367e-02,
-1.5770e-02, 7.7242e-03, -5.4697e-04, -1.0565e-02, 1.2944e-02,
-7.6801e-03, -5.3733e-03, -7.8480e-03, -1.8598e-03, 1.3340e-03,
1.2116e-02, 2.7011e-02, 1.2141e-03, 5.0565e-03, 4.1634e-02,
-5.6152e-03, -4.7373e-03, -2.1003e-02, -3.5223e-02, 6.7125e-03,
-8.6316e-03, -3.7827e-03, 7.3905e-02, -1.0116e-02, 1.7025e-02,
7.8022e-03, -2.0390e-02, -2.7902e-02, -1.6411e-02, -2.2811e-02,
1.2781e-02, -2.1742e-03, -2.0336e-02, -8.5175e-03, -2.9253e-02,
-1.6323e-02, -2.3809e-03, 1.4581e-02, 2.4700e-02, -6.3314e-02,
-1.7261e-02, 2.6992e-02, -5.1870e-02, 2.4858e-02, -1.3463e-02,
-3.6546e-03, 4.0150e-02, 5.3792e-04, 9.1092e-03, 4.1306e-03,
9.7803e-03, 1.6006e-02, 8.2132e-03, 1.1960e-02, 1.9658e-03,
-8.1152e-03, -2.7991e-03, 1.0023e-02, -3.9959e-02, -8.9013e-03,
1.2068e-02, 1.7726e-02, 7.7440e-03, 2.7142e-02, 8.5858e-03,
1.3318e-03, -2.6234e-02, -8.4415e-04, 1.0022e-02, 5.2312e-03,
6.9570e-03, 6.9462e-03, -1.0130e-02, -4.2092e-02, -2.2406e-02,
1.7151e-02, 5.1430e-02, 3.6542e-02, -4.1021e-02, -7.3509e-03,
4.4417e-03, -5.8867e-04, -7.4577e-02, -2.7466e-02, -6.3876e-02,
-4.8467e-02, 1.4196e-02, -1.1814e-02, -8.8043e-02, 1.1920e-02,
-1.4990e-02, 1.1861e-02, -1.4077e-02, -2.4378e-04, 7.5155e-03,
1.4490e-02, 9.3972e-02, 1.0386e-01, -8.0132e-03, -3.0689e-02,
1.9898e-02, 9.0227e-02, 1.0957e-01, 6.1078e-02, 1.7797e-02,
2.6746e-02, 4.2245e-02, -2.1147e-02, 9.9513e-02, 1.9903e-02,
-1.1824e-01, 2.8075e-02, 1.4662e-03, -9.7862e-02, -2.3490e-02,
9.5668e-02, -3.1610e-02, 1.8614e-02, -1.3080e-02, -3.1480e-03,
5.1603e-02, 1.5512e-02, -1.5951e-02, 2.4512e-02, 1.4477e-02,
-5.9692e-02, 5.5267e-03, -2.6112e-02, 8.6849e-02, -5.2117e-03,
-6.2857e-02, -1.7559e-02, 1.5673e-02, -1.6999e-02, 1.8008e-02,
1.7321e-03, 1.1703e-02, -1.2760e-02, -4.8081e-02, -2.0165e-02,
2.0639e-02, -3.0336e-02, 1.8214e-02, 4.3501e-03, -4.4263e-02,
-6.9239e-02, 5.7881e-02, -3.5924e-02, 4.8572e-02, -2.1674e-02,
1.8132e-02, 1.1512e-02, 2.9597e-02, -2.3553e-02, 2.9621e-03,
4.4495e-03, 1.1926e-02, 4.0002e-02, 2.2921e-02, 1.9943e-02,
2.5407e-02, 1.4980e-02, 7.0155e-03, 6.3595e-02, 4.5254e-02,
-4.8676e-03, 4.9323e-02, -4.9538e-02, 3.7667e-02, 4.1376e-02,
7.8656e-02, -8.2511e-02, -5.0559e-02, 5.2180e-02, 4.6390e-02,
-1.9110e-02, 2.3313e-02, 4.6454e-02, -1.8643e-02, 1.9095e-02,
3.2176e-02, -2.8222e-02, 1.4980e-02, 6.4488e-03, -4.9750e-02,
-1.3998e-02, -4.5563e-03, -3.9124e-02, 1.4631e-02, 1.1325e-02,
2.5871e-02, -2.5157e-02, -5.4125e-02, -4.9903e-02, 3.2554e-02,
5.3812e-02, 4.6971e-02, -2.3792e-02, 3.2192e-02, 3.6776e-02,
1.1790e-02, -6.4411e-02, 4.9416e-02, -3.0243e-03, -3.2197e-02,
1.1014e-02, 4.5469e-03, -1.7263e-03, -8.5351e-03, 2.5981e-02,
-5.3360e-03, -1.2596e-02, -4.7618e-02, -9.6040e-03, -4.4297e-02,
-4.4969e-02, 8.4411e-02, -2.5187e-02, 5.1040e-03, 9.9456e-03,
1.6673e-02, -9.4751e-03, 2.8964e-02, 6.0343e-02, 2.1773e-02,
-2.3759e-02, 2.8892e-02, -4.7365e-02, 1.5928e-02, -1.6737e-02,
-1.5432e-02, 1.9454e-02, -3.1461e-03, 5.7394e-03, 3.9091e-03,
-9.0557e-03, -7.9035e-03, -1.0951e-03, 1.5464e-02, -1.0714e-02,
-6.6502e-03, 4.3457e-03, -9.7600e-03, -3.7131e-02, -1.9981e-02,
1.4553e-02, -3.5145e-02, -7.1083e-03, -6.0383e-03, -2.6800e-02,
1.1675e-02, 1.9646e-02, -4.0521e-03, -1.5066e-02, 2.0253e-02,
2.6651e-02, 2.7247e-02, -2.2889e-02, 3.9557e-03, -8.6930e-03,
-1.3353e-03, -1.0469e-02, -1.8556e-02, -1.8992e-02, -1.6925e-02,
-1.2615e-02, -3.1513e-02, -5.4904e-03], device='cuda:0')),
('bert.encoder.layer.0.attention.output.dense.weight',
tensor([[-0.0053, 0.0083, 0.0046, ..., 0.0032, 0.0023, 0.0379],
[ 0.0089, 0.0038, 0.0387, ..., 0.0028, 0.0257, 0.0158],
[-0.0185, -0.0107, 0.0103, ..., 0.0255, 0.0047, -0.0490],
...,
[-0.0073, 0.0149, -0.0051, ..., -0.0298, 0.0252, 0.0352],
[ 0.0084, -0.0153, -0.0051, ..., -0.0016, -0.0061, 0.0176],
[-0.0190, -0.0043, -0.0254, ..., -0.0307, -0.0198, -0.0254]],
device='cuda:0')),
('bert.encoder.layer.0.attention.output.dense.bias',
tensor([-6.0226e-02, 9.6186e-02, -8.4492e-02, -3.4627e-02, 4.6493e-02,
-1.9581e-03, -1.6257e-01, 1.4074e-01, 1.9445e-02, -2.8223e-02,
-4.6457e-03, 5.3540e-02, 1.3566e-03, 2.1924e-02, -1.6563e-02,
9.2530e-03, -3.8433e-02, -7.3447e-03, 3.6932e-02, 2.4706e-02,
5.3831e-02, 1.7961e-04, 4.6458e-02, 8.2275e-03, 2.4623e-02,
3.9303e-02, -5.8774e-02, 1.9344e-02, 6.7360e-02, 1.5555e-02,
4.3091e-02, -2.0162e-01, 3.5211e-02, -4.2089e-02, 7.1729e-02,
6.6832e-02, -4.2859e-02, -4.8380e-03, -8.3620e-03, 1.4737e-02,
1.5365e-02, 4.1222e-02, -1.5832e-02, 1.0695e-02, -2.3196e-02,
-2.1366e-03, -3.3409e-02, -4.4996e-03, 4.0869e-02, 1.1913e-02,
-9.2844e-03, 7.5430e-02, -8.2035e-02, 5.2938e-03, 7.0188e-02,
-3.4926e-02, 5.0651e-03, 4.6793e-02, 1.7937e-02, -4.2643e-02,
5.4633e-02, 3.1619e-02, 2.7430e-03, 1.6376e-02, 5.8494e-02,
-3.5313e-03, -1.8592e-02, 1.6072e-02, -2.9691e-02, -1.3542e-02,
-1.5905e-02, 6.5983e-02, -4.5271e-02, -9.4039e-03, -3.1811e-02,
-8.4227e-03, 5.7880e-02, 2.7352e-02, 1.7255e-02, -6.2161e-02,
-7.0461e-02, 1.9933e-02, -1.2576e-02, 7.5847e-02, -2.0101e-01,
-3.2462e-02, -5.9223e-02, 2.5790e-02, -1.5493e-02, 4.6400e-02,
5.4705e-02, -7.8706e-03, -5.7443e-02, 6.0548e-02, -1.1804e-01,
1.0640e-02, -1.1313e-01, 2.5996e-02, 3.7813e-02, 4.0999e-02,
-4.4159e-02, -2.8164e-02, 5.3779e-02, 9.6530e-02, 1.5441e-02,
1.9567e-02, -1.0982e-02, 3.1618e-02, 1.4128e-02, -8.4646e-03,
-2.9142e-03, 7.3444e-02, -7.9702e-03, -8.4497e-02, -2.7058e-02,
-1.5466e-02, 2.7690e-02, -2.0255e-02, 2.9341e-02, -3.0147e-02,
-2.8810e-02, 3.3976e-03, -4.9024e-02, -1.6053e-02, -1.0868e-02,
-5.3839e-02, -6.5378e-02, -1.8878e-02, 1.3713e-02, 5.2743e-02,
-1.7890e-02, 1.7029e-02, -2.8646e-02, -3.2273e-02, 2.2872e-03,
-2.0049e-02, -8.7235e-02, 2.4078e-02, -7.7092e-03, -4.5714e-02,
-2.0254e-02, 4.4169e-02, -8.3177e-03, -4.5466e-01, -2.5062e-02,
-2.4260e-02, 9.4308e-02, -1.5350e-02, -2.1443e-02, 4.4651e-02,
1.0057e-02, -9.9055e-03, -4.4578e-02, -1.8829e-02, -2.3034e-02,
2.0974e-02, -9.7369e-02, -6.9947e-03, 4.2923e-03, 2.4163e-02,
1.0993e-02, 2.3827e-02, -8.5541e-02, -3.2826e-02, 6.7491e-02,
3.1574e-02, 5.2989e-02, 5.7680e-03, -1.5079e-02, -1.8185e-02,
1.8980e-02, -5.2865e-02, 3.2623e-02, -6.9643e-02, 6.5149e-02,
-6.6748e-03, -2.2963e-02, 8.2216e-03, 1.8275e-02, -1.2166e-03,
-3.3910e-02, 5.6834e-02, -3.0859e-02, -9.2992e-03, 3.6620e-02,
-7.0070e-03, 1.7149e-02, 2.8440e-03, 4.1894e-02, 9.8243e-03,
2.9913e-02, -8.4161e-02, 3.3670e-02, 1.8159e-02, 1.1742e-02,
4.5498e-02, 4.5852e-03, -1.2295e-01, 2.4624e-02, 4.9585e-02,
1.9242e-02, 1.7023e-02, 9.1098e-03, 5.2412e-02, -4.4942e-02,
-1.9401e-02, -2.7405e-02, -3.5147e-02, -6.6573e-03, 1.8539e-02,
4.4461e-02, -2.3021e-02, 2.9414e-03, 5.6790e-02, -2.3011e-02,
3.9058e-02, 2.8619e-02, -7.7771e-02, 5.7957e-02, -4.5671e-03,
-1.1098e-02, 3.0088e-02, -6.5711e-02, -8.0388e-02, 2.2325e-02,
5.9779e-02, 2.4542e-02, -1.3168e-03, 1.7931e-02, -4.8214e-01,
-7.0921e-02, 4.3701e-02, 2.8281e-02, 6.5232e-02, 4.6088e-03,
3.5894e-02, -3.0604e-02, 2.4374e-02, -4.1110e-03, -3.5116e-02,
-6.6540e-02, 1.2512e-02, -5.8949e-02, -2.6840e-02, 1.7228e-02,
4.5220e-02, 6.4558e-03, -3.4743e-02, -8.0035e-03, -2.4606e-02,
-4.1494e-02, 3.3108e-02, 5.4799e-02, 6.8496e-02, 4.8597e-03,
-1.2773e-02, 1.1545e-02, -1.1270e-01, -1.4415e-01, -9.1981e-02,
-5.1210e-02, -1.1770e-01, 7.4689e-02, 3.1106e-02, 7.0439e-03,
1.2620e-02, 2.6824e-02, 1.3215e-02, -1.3040e-02, 2.7143e-02,
1.2005e-02, -1.9307e-02, 7.6476e-03, 1.9998e-02, 4.8022e-02,
4.5749e-02, -4.6521e-02, -1.1851e-02, 1.9507e-02, -2.7272e-02,
-2.4635e-02, -1.3164e-02, -9.5329e-03, 1.7721e-01, 6.6894e-02,
5.0599e-02, -5.3688e-04, 2.9307e-02, 8.8662e-02, 3.5505e-02,
-9.1620e-02, -6.7187e-02, 5.2028e-02, 1.4041e-02, 3.3377e-02,
-6.9372e-02, 1.4468e-02, -4.8782e-02, -8.2107e-03, 5.5008e-02,
-3.6474e-02, -1.6561e-02, -8.6186e-02, -5.0672e-02, -1.5850e-01,
-8.9677e-02, 2.4363e-02, -3.1707e-02, 1.4731e-01, -5.1313e-02,
1.1349e-01, -6.0839e-03, -2.8598e-02, -1.0809e-01, -3.4603e-02,
8.6150e-03, -4.2968e-02, 1.4482e-02, -7.6336e-03, -6.5812e-02,
1.2550e-03, -5.1905e-03, 3.1404e-02, 5.5160e-02, -2.7701e-02,
-1.1122e-02, 3.8077e-02, -4.5731e-02, 9.5265e-03, 3.2908e-02,
-2.3276e-02, -4.1289e-02, 2.5851e-02, 1.6052e-02, 4.6376e-02,
1.0237e-02, -5.5904e-02, -1.3823e-02, -5.8603e-02, 3.7895e-02,
-4.6694e-02, 2.5245e-02, -3.9828e-02, 3.2804e-02, 4.3516e-03,
-7.6249e-02, 5.0687e-02, 1.8110e-03, -5.6875e-02, -2.8215e-02,
6.3357e-02, 7.3161e-02, -1.3010e-02, 2.1299e-02, 7.5621e-02,
3.9076e-03, -3.5398e-02, 3.1523e-02, -6.1851e-02, -2.2561e-02,
-9.3722e-03, -3.4002e-02, 3.0831e-02, -7.6413e-02, -1.7649e-02,
-1.0090e-02, 6.8560e-04, 2.4539e-02, -3.3839e-02, 5.6926e-02,
4.0777e-02, -4.2452e-02, -2.8768e-02, 1.2348e-01, 5.8595e-02,
4.0539e-02, 3.2795e-02, 4.4413e-02, 3.1918e-02, -6.0396e-02,
7.4470e-02, -1.0172e-02, -6.1735e-02, 3.9659e-02, -4.7324e-03,
-5.5252e-02, 3.8794e-03, 1.9513e-03, -2.7468e-03, -3.4186e-02,
-5.1067e-03, 3.2169e-02, 4.6350e-05, 1.2405e-02, 5.1073e-02,
5.7348e-02, 1.9811e-02, 3.4664e-02, 3.5658e-02, -1.5547e-02,
-2.8187e-02, -2.8730e-03, -7.0848e-02, 4.8038e-02, 6.5661e-02,
-7.0154e-02, -4.2665e-02, -2.9362e-03, -2.3782e-02, 5.3777e-03,
-1.4457e-02, 3.2157e-03, 1.6231e-02, 1.3991e-02, -2.9606e-03,
5.3312e-02, -1.4764e-02, -3.3628e-03, -1.2641e-02, 3.7925e-02,
-6.1879e-02, 1.7205e-02, 6.3855e-02, -7.8781e-03, -2.6388e-02,
1.9180e-02, -9.6675e-02, -2.0491e-01, 6.3531e-02, 6.5342e-02,
2.5916e-03, 4.3271e-02, -1.7573e-02, -2.8839e-02, -1.0266e-01,
2.6967e-02, 9.4810e-02, 6.0461e-02, 5.7870e-02, -3.1475e-03,
-3.2473e-02, 6.5900e-03, 3.9810e-02, -5.3567e-02, 1.0380e-02,
-8.3160e-02, 2.9368e-02, -6.0348e-02, 3.1871e-03, 2.4700e-02,
6.5098e-02, 5.7805e-02, -6.1734e-02, 3.0069e-02, -7.2903e-02,
8.0918e-03, 3.9623e-02, 1.4248e-03, -3.7720e-02, -2.7313e-02,
5.2790e-02, 3.4017e-02, 1.8941e-02, 8.0823e-03, 5.7686e-02,
-3.5823e-02, -2.3219e-02, 3.9743e-02, 2.1459e-02, -1.8237e-02,
-4.1701e-02, 7.3507e-03, 1.1696e-02, 6.4754e-02, 1.0782e-02,
-6.4898e-03, 4.0669e-02, 1.0416e-01, -1.5763e-02, -1.7798e-02,
2.0992e-02, 1.1391e-02, 1.8415e-03, 6.6523e-02, 5.8859e-02,
-7.3886e-02, -6.2290e-03, 2.0362e-02, 1.2482e-03, 5.3841e-02,
4.1152e-02, -3.5160e-02, -8.4692e-03, -2.6671e-02, -2.8558e-02,
1.3935e-02, 6.7747e-03, -2.5755e-02, -2.2332e-02, 1.8001e-03,
-6.2240e-04, -1.4615e-02, 4.0421e-02, 3.1044e-03, -3.2198e-02,
5.9958e-02, 4.0872e-02, -6.1315e-02, 6.3498e-03, 8.2133e-02,
-9.0642e-02, 3.8880e-02, -2.8900e-02, 2.9424e-02, -1.7076e-02,
5.4506e-02, -1.7124e-02, -9.0378e-03, -7.5792e-02, -4.7734e-02,
-1.2496e-02, -1.3965e-02, 4.3175e-02, -1.5452e-02, -6.1010e-02,
-1.2884e-02, -3.7098e-03, -1.2841e-02, -5.0765e-02, -7.1613e-02,
-4.6754e-03, -1.0115e-02, -4.9150e-02, 2.1250e-03, 1.9367e-03,
5.5832e-02, 7.1229e-02, 6.7134e-02, 8.0038e-02, 1.2564e-02,
1.4847e-02, 2.0444e-02, 3.8788e-02, 4.3595e-02, 6.6231e-02,
-3.3997e-03, -1.7092e-02, -2.1341e-02, -1.4441e-02, -4.8535e-02,
-3.7473e-02, -8.9856e-02, -2.1940e-02, 9.6754e-03, 9.6109e-02,
7.8288e-02, 3.4666e-03, -6.5869e-01, 1.2872e-02, -2.5836e-02,
-1.4191e-02, -4.1514e-03, 1.1990e-02, -1.9979e-02, 4.9279e-02,
4.7281e-02, 5.0317e-02, 4.0218e-03, 2.2809e-02, 5.5809e-02,
-6.3873e-02, -4.5166e-02, -4.6906e-03, 4.9082e-02, 3.2099e-02,
-1.3188e-03, 1.4379e-02, 9.1597e-02, 1.9314e-02, -4.0083e-02,
1.6239e-02, 3.7265e-02, 8.8841e-03, 9.5815e-02, -4.7651e-02,
-5.5814e-02, 1.1783e-01, -1.2575e-02, -6.9381e-02, -9.6445e-03,
1.9240e-02, -1.9698e-02, -1.1990e-02, -7.0267e-02, -5.1510e-02,
-3.3087e-02, -2.3334e-02, 1.9245e-02, -3.7879e-02, 3.2079e-02,
5.5782e-03, -3.7549e-02, 4.2535e-03, -6.6805e-02, 5.7724e-02,
-2.0567e-02, -1.4285e-03, 4.5147e-02, 2.9917e-02, -4.3203e-02,
-3.9965e-02, 5.9614e-02, 3.1440e-02, -1.0344e-01, -9.7472e-03,
7.8894e-02, -3.8258e-02, 1.1584e-02, -4.6615e-02, 6.5640e-02,
-1.0680e-02, -7.2137e-02, 2.5214e-02, -1.5141e-02, 6.4265e-03,
-9.1101e-02, -2.8413e-02, -4.3179e-02, 2.1756e-02, 5.6995e-02,
5.8846e-02, -1.0866e-02, 4.5649e-02, -6.6637e-02, -1.8799e-02,
2.8356e-02, 5.8403e-02, -6.0687e-02, 2.1378e-02, 1.0688e-02,
-8.3915e-02, 1.8018e-02, -5.9994e-02, 1.0856e-03, 4.2419e-02,
2.9016e-02, -1.4118e-01, 4.7587e-02, -1.1404e-02, 1.8128e-02,
-1.1471e-01, -1.5184e-02, 5.8083e-02, 1.2367e-03, -6.9839e-02,
-1.0574e-02, 7.1340e-03, -1.1743e-02, 2.6666e-02, 2.3532e-02,
1.8221e-02, 7.9591e-02, -2.0437e-02, -7.6313e-02, 3.1014e-02,
3.0871e-03, 4.4771e-02, -1.1114e-01, 1.9906e-02, 2.0778e-02,
-9.3407e-03, 4.0342e-03, 5.9164e-02, -6.8244e-03, 1.7724e-02,
-1.4213e-02, -6.0073e-02, -5.5475e-03, 3.0453e-04, 3.5462e-02,
1.3655e-02, 6.7940e-02, 1.4031e-02, -2.6598e-03, 3.0871e-02,
1.8169e-02, 4.6312e-02, 3.7940e-02, -2.4475e-02, 2.7969e-02,
3.3907e-02, -1.7631e-02, -6.9533e-02, -2.0744e-02, 3.7443e-02,
-2.6341e-03, -2.2661e-02, -2.8239e-02, -9.8352e-02, -3.6137e-02,
4.6186e-02, 5.7949e-02, -1.0252e-01, 6.4178e-02, -4.1320e-02,
-4.9517e-03, 5.9749e-02, -2.5233e-02, 1.4219e-02, 3.6518e-02,
3.4545e-02, -4.3638e-02, 5.4288e-02, -1.4905e-02, -1.9834e-03,
-4.8607e-02, 4.6003e-02, -3.8060e-03, 2.1830e-03, -3.7163e-02,
6.0127e-03, 4.0151e-02, 5.5910e-02, 6.0654e-02, -2.0781e-02,
-6.6937e-02, -5.4026e-03, -1.1476e-02, 1.3816e-02, 9.0417e-03,
-3.0898e-02, -7.3621e-02, -1.7890e-02, -2.4534e-02, 2.1642e-02,
-3.4183e-02, 4.5906e-02, -1.8666e-02, -1.0045e-01, 1.3282e-02,
-2.1370e-02, 3.7173e-02, -1.4943e-01, 1.3495e-02, -8.0150e-03,
-3.8472e-02, -2.9195e-02, 4.2099e-02, 1.2198e-01, 2.3854e-02,
3.1367e-02, 4.9270e-02, 4.5309e-03, -5.2318e-02, -2.3926e-02,
6.5458e-02, 1.8609e-02, -5.8343e-03, -4.2632e-02, -5.0033e-03,
-2.0643e-02, 8.3258e-02, -1.3804e-02, -8.8258e-02, -4.9507e-02,
-9.6186e-03, -3.1070e-02, -4.1459e-02], device='cuda:0')),
('bert.encoder.layer.0.attention.output.LayerNorm.weight',
tensor([0.9288, 0.9312, 0.9198, 0.9039, 0.8978, 0.9410, 1.0614, 1.0939, 0.9410,
0.8616, 0.9464, 0.9477, 0.9671, 0.9358, 0.9366, 0.9206, 0.9203, 0.9097,
0.9164, 0.9641, 0.9077, 0.9574, 0.9452, 0.9126, 0.9161, 0.9043, 0.9498,
0.9348, 0.9016, 0.9369, 0.9376, 0.5889, 0.9606, 0.8951, 0.9172, 0.9430,
0.8560, 0.9660, 0.9168, 0.9126, 0.9498, 0.9259, 0.9148, 0.9536, 0.9793,
0.9538, 0.9637, 0.9561, 0.9644, 0.8994, 0.9742, 0.8929, 0.9159, 0.9442,
0.8860, 0.8272, 0.9014, 0.9444, 0.8749, 0.8748, 0.9256, 0.9486, 0.9464,
0.9344, 0.9466, 0.9833, 0.9305, 0.9156, 0.9715, 0.8900, 0.9690, 0.9163,
0.9280, 0.9621, 0.9542, 0.9598, 0.9330, 0.9337, 0.9581, 0.9494, 0.9367,
0.9011, 0.9325, 0.9462, 0.8760, 0.9292, 0.9007, 0.9178, 0.9538, 0.9158,
0.9350, 0.9239, 0.9045, 0.9591, 0.9238, 0.9036, 0.7879, 0.9623, 0.9622,
0.9474, 0.9070, 0.9427, 0.8950, 0.9960, 0.9445, 0.9934, 0.9733, 0.8845,
0.9458, 0.9751, 0.8886, 0.9119, 0.9711, 0.8161, 0.9172, 0.9875, 0.9326,
0.9313, 0.9378, 0.9478, 0.9426, 0.9370, 0.9116, 0.8909, 0.9288, 0.8694,
0.9647, 0.9498, 0.8970, 0.9088, 0.9427, 0.9022, 0.9607, 0.9411, 0.9493,
0.9318, 1.9190, 0.9200, 0.9267, 0.9454, 0.8936, 0.9477, 0.9159, 2.7238,
0.9448, 0.9243, 0.9422, 0.9256, 0.9179, 0.8995, 1.0126, 0.9480, 0.9525,
0.9185, 0.9324, 0.9054, 0.9272, 0.9463, 0.9495, 0.9555, 1.0175, 0.9680,
0.9142, 0.9295, 0.9140, 0.9549, 1.0493, 0.8437, 0.8944, 0.9488, 0.9761,
0.9414, 0.8749, 0.9138, 0.9390, 0.9587, 0.9470, 0.9687, 0.9562, 0.9496,
0.9107, 0.8930, 0.9120, 0.9875, 0.9574, 0.9415, 0.9001, 0.9701, 0.9524,
0.9142, 0.9546, 0.9776, 0.9381, 0.9439, 0.9145, 0.9493, 0.9782, 1.0874,
0.9082, 0.9517, 0.9610, 0.9112, 0.9502, 0.9811, 0.9008, 0.9372, 0.9212,
0.9655, 0.9355, 0.9374, 0.9403, 0.9670, 0.9079, 0.9655, 0.9115, 0.9747,
0.9100, 0.8993, 0.9366, 0.9231, 0.9813, 0.9234, 0.9439, 1.0187, 0.9199,
0.9517, 0.9767, 0.9448, 0.9324, 0.6489, 0.9350, 0.9281, 0.9042, 0.9384,
0.8933, 0.9675, 0.8784, 0.9919, 0.8917, 0.9587, 0.9164, 0.9199, 0.8862,
0.9154, 0.9505, 0.8738, 0.9603, 0.8896, 0.9633, 0.9758, 0.9427, 0.9383,
1.0181, 0.9773, 0.9764, 0.9354, 0.9472, 0.9443, 0.9617, 0.9459, 0.9380,
0.9520, 0.9179, 0.9212, 0.9220, 0.9231, 0.9351, 0.9591, 1.0243, 0.9446,
0.9511, 0.9116, 0.9757, 0.9441, 0.9945, 0.9249, 0.9310, 0.9527, 0.8990,
0.9576, 0.9945, 0.9421, 0.9026, 1.1388, 0.9404, 0.9637, 0.8811, 0.9456,
0.9357, 0.9324, 0.8741, 0.9477, 0.9072, 0.9427, 0.9309, 0.8450, 0.9700,
0.8580, 0.9323, 0.9401, 0.9467, 0.9268, 0.8884, 0.9552, 0.8666, 0.9750,
0.8855, 0.9689, 0.9726, 0.9333, 0.9290, 0.9084, 0.9376, 0.9480, 0.8955,
0.9635, 0.9279, 0.8904, 0.9919, 0.8787, 0.9073, 0.9565, 0.9199, 0.9560,
0.8618, 0.9250, 0.9903, 0.8853, 0.9680, 0.9342, 1.0584, 0.9178, 0.9605,
0.9408, 1.0165, 0.9460, 0.9297, 0.9747, 0.9564, 0.9006, 0.9838, 0.9600,
0.8993, 0.9630, 0.8945, 0.9591, 0.9499, 0.9305, 0.9038, 0.9376, 0.9651,
0.9152, 0.9441, 0.9186, 0.9633, 0.9356, 0.9307, 0.9259, 0.9432, 0.8576,
0.9427, 0.9685, 0.9183, 0.9774, 0.9204, 0.9649, 0.9568, 1.0196, 0.9402,
0.9489, 0.9425, 0.9335, 0.9477, 0.9577, 0.9051, 0.9486, 0.9212, 0.9347,
0.9431, 0.9057, 0.9440, 0.9170, 0.9341, 0.9789, 0.9530, 0.9430, 0.9209,
0.9392, 0.9662, 0.8748, 0.9448, 0.8703, 0.9582, 0.9407, 0.9108, 0.9551,
0.9369, 0.9947, 0.9591, 0.9013, 0.8857, 0.9046, 0.8919, 0.9537, 0.9355,
0.9621, 0.9118, 0.9368, 0.9632, 0.9927, 0.9123, 0.8995, 1.0060, 0.9652,
0.9356, 0.9355, 0.9124, 1.0550, 0.9257, 0.9397, 0.9270, 0.9772, 0.9415,
0.8895, 0.9001, 0.9358, 0.9475, 0.7172, 0.9351, 0.9897, 0.9391, 0.9448,
0.9258, 0.9767, 1.0432, 1.0015, 0.9501, 0.9342, 0.9396, 0.9544, 0.9538,
0.8872, 0.9135, 0.9054, 0.9166, 0.9203, 0.9420, 0.9603, 0.9453, 0.9067,
0.9661, 0.8656, 0.9326, 0.9629, 0.9099, 1.0196, 0.8812, 0.9056, 0.9082,
0.9314, 0.9139, 0.9211, 0.9141, 0.9366, 0.8670, 0.9236, 0.9172, 0.8831,
0.9509, 0.9218, 0.9595, 0.9389, 0.9719, 0.9263, 0.9444, 0.9102, 0.8962,
0.9971, 0.9190, 0.9828, 0.9008, 0.9062, 0.9628, 0.9471, 0.9510, 0.9156,
0.9649, 0.9086, 1.0202, 0.9124, 0.9112, 0.9572, 0.9278, 0.9000, 0.9470,
0.9417, 0.9060, 0.9332, 0.9063, 0.8962, 0.9297, 0.9609, 0.8979, 0.9290,
0.9510, 1.0322, 0.9700, 0.9555, 0.9791, 0.9727, 0.9899, 0.9214, 0.9415,
0.8903, 0.9399, 0.9449, 0.9485, 0.9265, 1.0039, 0.9480, 0.9652, 0.8957,
0.9226, 0.9796, 0.9312, 1.0112, 0.9619, 0.9564, 0.9460, 0.9472, 0.9591,
0.9412, 0.9642, 0.8984, 0.9085, 0.9111, 0.8852, 0.9794, 0.9102, 0.8971,
0.9673, 0.9657, 0.8864, 0.8904, 0.9134, 0.9625, 0.9115, 0.9058, 0.9384,
0.9515, 0.9501, 0.9404, 0.9656, 0.9404, 0.8569, 0.9356, 0.9018, 3.3910,
0.8949, 0.9349, 0.9566, 0.9544, 1.0164, 0.9757, 0.9266, 0.9433, 0.9602,
0.9580, 0.9099, 0.9710, 0.9011, 0.9541, 0.8973, 0.9171, 0.9581, 0.9781,
0.9245, 0.9188, 0.9623, 0.9385, 0.9453, 0.9532, 0.9539, 0.9559, 0.9490,
0.9337, 0.9630, 0.9501, 0.9102, 0.8927, 0.9466, 0.8868, 0.9392, 0.9422,
0.9099, 0.9686, 0.9050, 0.9112, 0.9560, 0.9100, 0.9464, 0.9122, 0.8692,
0.9753, 1.0088, 0.9331, 0.9289, 0.9255, 0.9413, 0.9404, 0.8930, 0.8705,
0.9348, 1.0569, 0.9984, 0.9739, 0.9720, 0.9885, 0.9320, 0.9472, 0.9195,
0.8778, 0.9111, 0.9558, 0.9072, 0.9909, 0.9702, 0.9373, 0.9346, 0.9303,
0.9560, 0.9619, 0.9076, 0.9132, 0.8985, 0.9616, 0.9642, 0.9637, 0.9290,
0.9213, 0.9800, 0.9302, 0.9237, 0.8882, 0.9024, 0.8935, 1.3101, 0.9823,
0.9536, 0.9317, 0.8781, 0.9995, 0.8905, 0.9093, 0.9092, 0.9239, 0.9513,
0.9245, 0.9331, 0.9501, 0.9339, 0.9231, 0.9178, 0.9389, 0.9130, 0.9420,
0.9536, 0.9862, 0.8651, 0.9534, 0.9753, 0.9011, 0.9580, 0.9762, 0.9833,
0.9171, 0.9366, 0.8990, 0.9710, 0.9280, 0.9596, 0.9049, 0.9475, 1.0124,
0.9535, 0.9506, 0.9333, 0.9760, 0.9239, 0.9600, 0.9673, 0.8717, 0.9538,
0.9507, 1.0015, 0.9206, 0.9251, 0.9812, 0.8976, 0.9518, 0.9145, 0.9172,
0.9947, 0.9195, 0.9838, 0.9676, 0.9104, 0.9720, 0.9299, 0.9608, 0.9169,
0.9603, 0.9335, 0.8892, 0.9836, 0.9071, 0.9001, 0.8658, 0.9070, 0.9632,
0.9756, 0.9117, 0.9592, 0.8946, 0.9518, 0.8588, 0.9865, 0.9153, 0.9459,
0.9285, 0.9492, 0.9185, 0.9506, 0.9720, 0.9288, 0.9485, 0.9556, 0.8754,
0.9276, 0.9462, 0.9656, 0.9227, 0.9217, 0.9272, 0.9153, 0.9033, 0.9107,
0.9273, 0.9281, 0.9223, 0.9344, 0.9260, 0.9235, 0.9486, 0.9629, 0.9277,
0.8530, 0.9410, 0.9617, 0.9290, 0.9250, 0.9622, 0.9613, 0.9391, 0.9508,
0.9230, 0.9792, 0.9203], device='cuda:0')),
('bert.encoder.layer.0.attention.output.LayerNorm.bias',
tensor([-2.5137e-02, 2.7044e-01, -1.4620e-01, -1.3573e-01, -2.6285e-01,
4.5205e-01, -8.1679e-01, 9.8877e-01, 2.4962e-01, 5.3135e-02,
5.1930e-02, 7.2326e-02, 6.1080e-02, -4.7901e-02, -5.6414e-03,
4.4999e-01, -1.4430e-01, -4.7024e-02, -1.9455e-02, -1.6977e-01,
2.0141e-01, 5.8558e-02, -1.3672e-01, 1.4191e-01, 1.5686e-01,
3.2398e-01, -2.2151e-01, 2.6824e-01, -1.7502e-02, 3.1410e-02,
8.7952e-02, -5.8985e-01, -2.3231e-01, 6.5108e-02, 9.3027e-03,
8.6344e-02, -1.3111e-01, -8.9789e-02, 4.3608e-01, 1.2813e-01,
-7.4631e-02, -1.6986e-01, 3.1226e-02, 1.6614e-01, -1.8914e-01,
4.5922e-02, 3.9045e-01, -3.3546e-01, 2.6431e-01, -6.9916e-02,
2.1752e-01, 5.0184e-02, 6.6924e-03, 9.6450e-02, -6.9292e-02,
-7.0786e-02, -2.5783e-04, 5.9533e-02, 7.9452e-02, 6.8584e-02,
6.7489e-02, 4.7876e-02, 3.3544e-01, -2.2278e-01, 4.8911e-01,
-1.8655e-01, -5.8996e-02, -2.1735e-02, 1.0354e-01, 2.1531e-01,
-2.3162e-01, 2.9479e-01, 5.8792e-02, 9.3847e-02, -1.1081e-01,
-3.4526e-02, 6.4249e-02, -9.2835e-02, -4.3087e-03, 2.4922e-01,
-1.3268e-01, 8.9308e-03, -1.2007e-01, 3.4710e-01, -1.3402e+00,
3.6389e-01, -2.7944e-01, -8.9008e-02, 3.3205e-02, 2.9420e-01,
-7.8919e-02, -7.0039e-02, -2.5857e-01, 3.6507e-01, -2.3920e-01,
2.0294e-01, 1.1397e-02, -2.9816e-01, 1.1270e-01, 4.5275e-01,
-2.4802e-01, -2.3850e-01, 3.5419e-01, 2.7627e-01, 2.9548e-01,
2.3357e-01, 6.4708e-04, 2.3791e-01, -9.6950e-02, -1.2747e-01,
-3.0924e-02, 4.8971e-02, -5.0338e-02, -1.1185e+00, -2.0496e-01,
5.1722e-01, 4.5249e-02, 1.7491e-01, 3.3091e-02, 2.1811e-01,
1.7391e-01, -3.3083e-01, -7.8002e-02, -5.2379e-02, 5.1709e-02,
-1.7155e-01, -2.6539e-01, -1.1262e-01, 1.1846e-01, 2.2228e-01,
-1.9287e-01, 2.6116e-01, -3.2957e-01, 1.1196e-01, 5.1590e-02,
1.7072e-01, -2.0302e-01, -6.4301e-03, -2.7416e-02, -1.4448e-01,
-2.0568e-01, 1.1092e-01, -9.9507e-02, -3.7871e+00, 5.3837e-02,
-2.1523e-01, 1.1663e-01, 1.6018e-01, -3.7434e-02, -2.1849e-01,
-3.6111e-01, 3.2148e-01, 7.9462e-02, -6.1140e-02, 1.7161e-01,
7.7379e-03, -1.8534e-01, -1.0651e-02, -9.0378e-02, -1.4326e-02,
4.4294e-01, -6.3280e-02, -1.1969e-01, -1.3484e-01, 4.2482e-02,
-2.8951e-01, 1.1635e+00, 1.1737e-01, -8.0572e-03, -1.6645e-01,
-5.9782e-02, 3.1152e-01, 5.4733e-03, -3.2348e-01, 5.1030e-01,
4.2005e-01, 3.4808e-01, -7.3934e-01, 5.6067e-02, -1.3326e-01,
-3.1185e-01, 9.4670e-03, -1.9368e-01, -3.5413e-01, -1.0091e-01,
-8.1079e-02, -1.2549e-01, -1.2842e-01, 2.5166e-02, -8.3864e-02,
4.0461e-01, 8.1001e-01, 2.2737e-01, 1.1151e-01, -2.3889e-01,
-9.9554e-02, -7.4602e-02, -9.0239e-01, -1.4267e-01, 2.2179e-01,
2.7690e-01, 2.8566e-01, -2.1478e-02, 5.1219e-01, 2.1925e-01,
2.5613e-01, 4.2372e-02, -8.6417e-02, -1.9057e-01, -3.9808e-01,
-1.0304e-01, 1.4581e-01, -4.9309e-02, -2.7359e-02, -2.0295e-01,
1.2698e-02, 2.7140e-02, 1.2526e-01, -3.4210e-02, -7.2523e-02,
-5.1029e-02, -8.9440e-02, 1.0636e-01, -7.1818e-01, 4.3375e-02,
1.0006e-01, 4.1081e-01, 2.6099e-01, 3.3006e-01, -1.4625e+00,
-2.0000e-01, -4.3712e-03, 1.4288e-01, -8.2328e-02, -2.7036e-01,
-2.1299e-01, -1.9675e-03, 7.9606e-02, 1.0705e-01, -2.4095e-01,
-1.2676e-01, -2.4166e-01, -1.1327e-01, -7.4147e-02, -2.2808e-01,
-1.2864e-01, 7.4259e-02, -9.2745e-02, 1.2453e-01, 1.2349e-01,
2.3024e-02, 1.3868e-01, 3.2352e-01, 4.7700e-03, 2.3346e-01,
7.6822e-02, -2.5052e-01, -2.7049e-01, -4.0626e-01, -3.1263e-01,
-2.0585e-01, -3.2071e-01, 1.5096e-01, 3.1805e-01, 1.5592e-03,
1.0375e-01, 2.2895e-02, -1.0095e-01, 4.8195e-01, -6.1445e-02,
1.1486e-01, -1.6301e-01, -1.2368e-02, 2.7235e-01, 3.0708e-01,
1.2660e-01, -1.5108e-01, -2.0602e-01, -4.4263e-02, -1.7690e-01,
-7.4989e-02, -1.7365e-01, 8.8891e-03, 1.3781e+00, -3.1603e-02,
3.3506e-01, 2.1107e-01, -3.3308e-01, 2.6750e-01, 1.4886e-01,
-5.9094e-02, -4.2032e-01, -1.2900e-01, -1.8288e-01, -1.9791e-01,
1.0958e-01, -2.7435e-01, -1.8916e-01, -6.7546e-03, 4.4874e-01,
1.1289e-01, -1.1498e-01, -1.9061e-01, 3.2144e-02, -2.2805e-01,
-3.3091e-01, 5.9592e-02, 1.2259e-01, 3.5365e-01, -2.1837e-01,
5.5170e-01, -2.4764e-01, -1.1110e-01, 8.5532e-03, -1.5834e-02,
-1.0588e-01, -2.7017e-01, -4.7028e-02, -1.7035e-01, 3.3176e-02,
-2.9552e-01, -8.0209e-02, -1.5774e-01, -5.0820e-02, -3.3306e-01,
-4.4227e-02, 7.1001e-01, 2.4497e-01, 9.5120e-02, 2.5784e-01,
-7.9154e-01, -3.1518e-01, -1.1083e-01, 2.2053e-02, 1.7119e-01,
4.8895e-02, 7.0722e-02, 1.9860e-01, -2.9774e-01, 2.2769e-02,
-4.5364e-01, 2.1286e-02, -3.8334e-02, -2.5193e-01, -8.0991e-02,
6.8722e-02, -5.8211e-02, -1.5152e-01, 4.1687e-02, -1.4416e-01,
5.2117e-02, 1.6408e-01, -3.7459e-01, 2.3058e-02, -1.1834e-01,
-7.6705e-02, -1.9182e-01, -8.4798e-03, -9.2828e-03, -1.3023e-01,
9.7620e-04, -1.0796e-01, 3.0575e-01, -7.7071e-02, 1.3757e-02,
2.8992e-01, -1.4786e-01, 5.1872e-01, -3.2005e-01, 5.4023e-01,
2.4369e-01, -2.5696e-01, -8.1484e-02, 2.5145e-01, 1.9052e-01,
-2.2950e-01, 7.1991e-02, 1.6013e-01, 3.8431e-01, -3.7961e-01,
2.7331e-01, -5.8672e-02, -1.2044e-01, 5.0655e-01, -3.5302e-01,
-4.0120e-01, 1.5890e-01, 4.7777e-02, 1.4475e-01, -5.5486e-02,
7.4976e-02, 3.9925e-02, 1.7907e-01, 1.6806e-01, 8.7761e-02,
-9.3484e-02, -1.4158e-01, 4.2651e-01, 1.7515e-01, -3.0617e-01,
-2.7409e-01, 2.3696e-01, 3.5680e-02, 5.1012e-02, -1.7963e-01,
1.4060e-01, 1.9880e-01, -4.2047e-01, -1.4122e-01, -6.9844e-02,
-1.5554e-01, -8.7506e-02, 3.5712e-01, 9.9098e-02, 1.9256e-01,
-4.8286e-02, 3.1880e-01, 5.5574e-01, -4.1135e-01, -5.0308e-03,
8.0064e-02, 1.1357e-01, -3.2301e-01, -1.5231e-01, 1.1842e-01,
-2.0264e-01, -5.2561e-01, -6.8266e-01, -2.8194e-01, 2.3019e-01,
4.8443e-02, -3.6438e-02, -5.6803e-01, -1.7405e-02, -8.4988e-01,
4.8023e-01, 4.8212e-01, 2.5037e-01, -1.7094e-01, 1.5105e-01,
2.3442e-01, 4.0132e-02, 5.7666e-02, -6.0653e-03, 6.9779e-02,
-1.7734e-01, 1.0083e-01, 4.1603e-02, 6.4984e-02, 1.2019e-01,
3.7566e-01, -6.7563e-02, 1.5581e-02, 7.1655e-03, -2.4197e-02,
-5.4706e-01, 1.8288e-02, 1.6059e-01, 8.8001e-03, -1.5231e-01,
-2.5749e-02, -1.0959e-02, -1.7475e-01, 2.8669e-03, 3.6065e-03,
-7.4877e-02, 1.7649e-01, 1.6343e-01, 2.2209e-01, 4.9863e-02,
-3.9740e-02, 1.4562e-01, 2.0446e-02, 2.6660e-01, -1.8272e-01,
2.6644e-02, 2.8948e-01, 4.1287e-01, 1.6563e-01, -2.2668e-01,
-7.1479e-02, -1.9805e-01, -1.8831e-01, 1.2305e-01, 1.5173e-01,
-1.5156e-01, 1.2664e-01, -7.1805e-02, 5.5055e-02, 8.5711e-02,
-7.3030e-02, -8.1495e-02, 1.8950e-02, 2.6069e-02, 2.0838e-02,
2.6701e-01, 2.1209e-01, 4.3405e-02, -3.7592e-01, 9.1376e-02,
2.3321e-02, 7.0296e-02, 1.5040e-01, 1.2446e-01, -5.7350e-02,
4.3642e-01, -1.2329e-02, -3.8381e-01, -4.6669e-01, -1.4713e-01,
-7.6181e-01, -1.2019e-02, 3.2677e-01, 9.3487e-02, -8.9280e-02,
-2.6325e-01, 1.2308e-02, 1.6669e-01, 4.1294e-01, -4.9979e-02,
1.8196e-01, -3.6360e-02, 9.6065e-02, -1.5981e-01, -1.8888e-01,
-8.9788e-02, 1.8570e-01, -1.0124e-01, 9.7735e-03, -1.4097e-01,
5.6412e-03, 3.1797e-02, -2.8845e-01, -9.8192e-02, 4.2856e-02,
4.4548e-02, -8.9511e-02, 4.3642e-01, -1.2762e-01, 1.5040e-01,
-3.3330e-01, 1.3558e-01, 3.4557e-02, -4.6863e-02, 9.7388e-02,
3.0362e-02, 7.4722e-02, -3.2175e-01, 2.0260e-01, 1.1297e-01,
-1.1360e-01, -2.3170e-01, -2.0774e-01, 1.2392e-01, -5.9488e-02,
-5.2885e-02, -1.3687e-01, -5.5596e+00, -6.7440e-02, -5.4916e-02,
-1.4238e-01, 6.3226e-02, -4.4882e-01, -1.8993e-01, 2.3155e-01,
7.7511e-03, 1.1061e-01, -4.7233e-02, -2.4574e-01, 3.0452e-01,
-7.9624e-02, 6.9952e-02, 1.0722e-02, 1.6012e-01, 1.8330e-01,
3.6147e-03, -6.1560e-02, 4.9416e-02, 3.3525e-01, -2.6011e-02,
1.8984e-01, 2.5712e-01, 1.6273e-01, 1.7644e-01, -1.4874e-02,
1.1265e-02, 4.9639e-01, 1.9759e-01, -1.2376e-01, 6.2228e-02,
-6.1734e-02, -3.6468e-01, -1.2849e-01, -3.1508e-01, 1.4518e-02,
-2.5939e-01, -2.1121e-01, -2.2592e-01, -2.9045e-01, -7.5095e-02,
-2.5140e-01, -1.4806e-01, -9.2857e-02, -4.5600e-01, 2.8423e-01,
-1.2185e-01, -1.4505e-01, 2.4410e-01, 1.2947e-01, -5.7215e-02,
2.3147e-02, 2.5038e-01, -2.8950e-01, -1.0290e+00, 1.1380e-01,
7.2468e-02, 9.8146e-02, 4.3499e-02, -6.1185e-02, 2.3378e-02,
-6.6940e-02, -3.7189e-02, -9.8042e-02, -1.1162e-01, 1.8558e-01,
-5.1503e-01, -8.8448e-02, 5.5884e-02, 1.7658e-02, 4.3557e-01,
1.8456e-01, 1.5042e-01, 7.9846e-02, -3.8240e-03, 2.2355e-01,
4.9495e-01, 4.0871e-02, 1.6376e-01, -3.3910e-01, -1.6186e-01,
-1.8700e-01, -3.3626e-01, 1.2794e-02, -5.6381e-02, -1.8859e-02,
1.2523e-01, -2.1258e+00, 4.0644e-01, -7.2438e-02, 2.2066e-01,
-6.0118e-02, -9.9889e-02, -1.0342e-01, -2.3386e-01, -2.0522e-01,
7.1433e-02, 3.6613e-02, 1.4047e-02, 1.9999e-01, 9.6948e-02,
9.3313e-02, -6.1532e-03, -1.3707e-01, -3.5103e-01, 2.6446e-01,
-1.1528e-01, 1.4181e-01, -8.2508e-01, 2.1206e-02, 1.5562e-01,
-8.2585e-02, 8.8014e-03, 1.7994e-01, -4.7750e-02, 4.2609e-01,
-9.9080e-04, 3.3429e-02, -8.0152e-02, -1.0641e-01, -1.4894e-01,
1.9783e-01, -4.3283e-02, 2.7873e-01, 9.9084e-02, 6.6590e-02,
7.3549e-02, -9.9064e-02, 1.8491e-01, -1.3890e-01, -1.2157e-02,
1.2990e-01, -1.5319e-01, -5.9802e-01, -2.7787e-01, 4.4152e-01,
1.7506e-01, -1.7451e-01, -1.7104e-01, -9.1351e-02, -9.9279e-02,
1.7163e-01, 3.2956e-01, 2.9024e-01, 3.7473e-01, -2.1383e-01,
8.5621e-02, 5.0596e-02, -1.5052e-01, -1.4531e-02, -1.9413e-02,
8.5679e-02, 2.5730e-02, -7.3085e-03, 1.1976e-01, -6.7814e-02,
2.2903e-01, -7.8020e-02, -2.6068e-01, 9.3950e-02, 8.1772e-02,
1.2701e-01, 3.7030e-01, 1.1529e-01, 1.3967e-01, -7.0044e-02,
-6.4783e-01, 2.4831e-01, -3.1537e-02, 2.0136e-01, 1.4856e-01,
-3.1231e-01, -3.3146e-02, 6.4022e-02, 1.2743e-01, 8.7327e-02,
-3.5653e-02, 1.5928e-01, -2.2924e-01, -1.3619e-01, 3.8419e-02,
-3.3933e-01, 3.2874e-03, -1.4811e-01, 1.7966e-01, 8.5464e-03,
-9.9263e-02, 6.3566e-02, -1.2715e-01, -1.1276e-01, 6.7922e-01,
7.9840e-02, 1.5710e-01, -3.8085e-02, -5.1542e-01, -3.0562e-02,
4.1553e-02, -2.3384e-01, -3.5716e-02, 1.0155e-02, 4.2551e-01,
-3.9695e-01, 7.2308e-02, -9.5619e-04, -8.6277e-03, 7.5140e-02,
-1.8197e-01, -3.5420e-02, 3.8093e-03], device='cuda:0')),
('bert.encoder.layer.0.intermediate.dense.weight',
tensor([[ 1.5552e-02, 8.0206e-03, 5.6781e-02, ..., -2.6859e-02,
-2.1329e-03, -8.8918e-03],
[ 1.8691e-02, 7.4762e-03, 4.9498e-02, ..., 8.3191e-02,
1.6639e-02, -4.1290e-02],
[-1.9806e-03, -4.1722e-02, -3.3447e-02, ..., 4.0376e-02,
-8.8313e-03, 1.9964e-02],
...,
[ 1.6482e-02, 1.8681e-05, 1.6200e-02, ..., 1.0399e-02,
-1.8273e-02, -6.0627e-02],
[ 4.8268e-02, -2.0008e-02, 5.9218e-02, ..., -6.1111e-02,
-6.2844e-02, 3.5657e-02],
[-6.1768e-04, 1.1314e-02, 1.7765e-02, ..., 6.3051e-02,
-5.3863e-02, -1.0232e-02]], device='cuda:0')),
('bert.encoder.layer.0.intermediate.dense.bias',
tensor([-0.1014, -0.1078, -0.0918, ..., -0.1220, -0.1096, -0.0694],
device='cuda:0')),
('bert.encoder.layer.0.output.dense.weight',
tensor([[ 0.0144, -0.0262, 0.0304, ..., -0.0040, 0.0259, -0.0331],
[ 0.0241, -0.0254, -0.0348, ..., -0.0556, 0.0546, -0.0362],
[ 0.0020, 0.0233, -0.0164, ..., 0.0083, -0.0058, -0.0202],
...,
[-0.0490, -0.0045, 0.0363, ..., 0.0678, 0.0273, -0.0343],
[ 0.0573, 0.0264, 0.0499, ..., -0.0002, -0.0218, 0.0007],
[ 0.0566, 0.0013, 0.0591, ..., -0.0555, 0.0709, 0.0173]],
device='cuda:0')),
('bert.encoder.layer.0.output.dense.bias',
tensor([ 3.8034e-02, 2.7097e-02, 1.0862e-02, 1.3425e-01, 4.4471e-02,
7.3640e-02, 1.6694e-01, -8.2779e-02, -3.2028e-02, -7.5275e-02,
1.0411e-01, 4.8069e-02, -7.3513e-04, -8.4206e-02, 1.7064e-02,
2.0466e-01, 2.8143e-03, -2.9835e-02, 5.9845e-02, -4.9890e-02,
1.1394e-02, 6.8707e-02, -7.7127e-02, -9.0064e-03, -3.1077e-01,
-9.1351e-02, -7.9515e-02, -5.8094e-02, 1.2422e-01, 1.5620e-01,
3.2103e-02, 1.4858e-01, 5.5928e-02, -2.9973e-01, 2.5841e-02,
-5.1227e-02, -1.2377e-01, -2.9680e-02, -2.3251e-01, 7.8579e-02,
-4.2379e-02, -2.2326e-03, -6.2221e-02, -1.2914e-02, 1.7123e-02,
-6.4433e-02, -1.4029e-02, -7.7399e-02, 9.4924e-03, 4.4009e-02,
1.0002e-02, 4.4241e-02, 1.0671e-02, -1.4927e-02, -1.9593e-02,
-4.3106e-01, 1.3349e-01, -2.7563e-02, -4.7634e-02, -1.1077e-01,
-9.6840e-02, 5.4443e-02, 3.9827e-02, 6.3961e-02, -2.4848e-01,
8.7190e-02, 7.3145e-02, 3.3912e-02, 3.0432e-02, -1.8180e-01,
-4.2457e-02, -8.7117e-02, 3.0713e-02, 3.4569e-02, -5.9170e-02,
-6.0428e-02, 8.2811e-02, -1.7628e-02, -3.7536e-02, 4.1222e-02,
4.8946e-02, -4.3177e-02, 4.3344e-02, 5.9073e-02, 3.7242e-01,
-1.0414e-01, -4.9247e-04, -1.1249e-01, 2.3100e-02, -1.2309e-01,
-1.2583e-01, -5.3349e-02, -5.3903e-02, 6.8731e-02, 4.2103e-03,
1.9270e-01, -3.6020e-01, -2.5658e-02, 1.8220e-01, 4.4180e-02,
2.0042e-02, -1.5670e-02, 6.0744e-02, -3.6076e-02, -4.0471e-02,
5.1644e-02, 7.8662e-02, -4.5446e-02, 1.7696e-02, 1.5370e-01,
8.2300e-02, -5.8952e-02, 8.9586e-02, 2.8690e-01, 1.3803e-02,
-9.6082e-03, -6.8160e-02, 2.6535e-02, 7.8423e-02, 2.8631e-02,
-8.1672e-04, 3.8672e-02, -6.3627e-02, -9.7888e-03, -1.7031e-01,
1.0843e-02, 8.4219e-02, -9.0869e-02, -5.2442e-02, 4.3878e-02,
6.4030e-02, -1.8241e-02, -2.3297e-02, -1.4153e-02, 4.5209e-02,
-2.2960e-02, -3.0556e-02, 2.5990e-02, -7.6363e-02, 1.5916e-01,
-3.0454e-01, -4.2276e-02, -3.8084e-02, -4.9743e-01, -7.8841e-02,
1.1686e-02, 4.9896e-03, -3.5357e-02, -1.7559e-02, 5.1940e-02,
-1.0394e-01, -6.9245e-02, -8.6456e-02, 4.8591e-02, 3.6053e-02,
3.8218e-03, 6.2871e-02, -1.4566e-01, -3.7654e-02, 4.1381e-02,
5.0422e-02, -3.5961e-03, -2.1872e-01, 2.3565e-02, 4.9663e-02,
5.7621e-02, -4.4012e-02, -6.1127e-02, -8.5077e-02, 6.3164e-02,
2.6721e-02, -2.7061e-01, 9.3911e-02, 1.2366e-01, -9.4219e-02,
2.9411e-02, 1.1525e-01, -9.5638e-03, -2.4090e-02, 5.0465e-02,
-1.9194e-01, 3.6881e-02, 2.7039e-02, -1.0493e-01, 9.3503e-02,
2.3678e-02, -4.6313e-02, -1.0664e-01, 5.2708e-02, 1.8418e-02,
4.2588e-02, -2.5590e-01, 1.0206e-01, 5.3492e-02, 1.5902e-01,
-1.5951e-02, -8.9290e-02, 3.2676e-01, -4.5759e-03, 2.1850e-02,
6.0534e-02, 1.2711e-02, 4.8905e-02, 5.3631e-04, 1.0671e-02,
-4.6674e-02, 2.3096e-03, 8.2696e-03, 2.8508e-02, -9.4441e-02,
-2.2343e-02, -9.8744e-02, 1.6303e-02, -2.3880e-02, 4.4276e-02,
-8.2696e-02, -2.4908e-02, 9.8109e-02, -2.2262e-02, 7.9941e-03,
-9.9994e-03, -1.3615e-02, 3.9006e-02, -6.7605e-03, 3.0796e-02,
7.5677e-02, -1.7067e-01, -9.7934e-02, 9.0084e-02, 3.0657e-01,
-7.3134e-03, 2.6835e-02, 6.6841e-02, 6.3338e-02, -7.9395e-02,
-9.6737e-02, -3.6505e-01, -7.4640e-02, -2.4722e-01, 1.9269e-01,
9.1120e-03, 1.2811e-01, -1.1832e-02, 1.2348e-01, -7.4148e-02,
-8.1544e-03, 4.0982e-02, -1.1751e-01, -7.1857e-02, 4.2610e-02,
-1.4011e-02, 2.2936e-02, 3.3121e-02, -5.5378e-03, 2.2928e-02,
6.9679e-02, -2.7677e-02, 2.2909e-01, 4.3759e-02, -2.8657e-02,
-8.6046e-02, -1.9441e-01, 1.6006e-02, 6.7938e-04, -1.5331e-03,
-1.1988e-02, -1.1623e-01, -3.6074e-02, -2.5140e-01, 3.0183e-02,
-1.1880e-01, -1.0231e-02, 8.2295e-02, -8.6380e-02, 1.1556e-01,
3.9803e-03, 1.0929e-01, -1.5788e-01, 1.8074e-01, 6.6919e-02,
3.5874e-02, 1.7368e-02, -1.0277e-01, -2.4739e-02, -1.1331e-01,
1.6229e-02, 6.2765e-02, 3.1475e-02, 4.1633e-02, -2.4483e-02,
-1.6122e-01, 7.0623e-02, 1.0925e-01, 4.4020e-02, 1.2448e-02,
-2.0978e-01, -1.4864e-01, -6.1486e-02, 1.5953e-02, 2.5118e-02,
-3.0324e-02, -2.5725e-02, 1.6343e-02, 1.1615e-02, 1.1952e-01,
-5.1788e-02, -4.5489e-02, 5.9529e-02, -3.0937e-02, 6.7626e-02,
2.0699e-01, 3.4889e-02, -1.1569e-01, -1.1231e-01, -4.4139e-02,
-8.8344e-03, -5.2733e-02, -1.1979e-01, -3.3015e-02, -1.2674e-01,
-6.2872e-02, 6.1270e-02, -4.0892e-02, 4.4685e-02, -7.3766e-02,
-6.0474e-02, 6.2074e-03, -2.5791e-02, 1.8917e-01, 9.0869e-02,
3.1708e-02, 5.5687e-02, 2.5143e-02, -1.0193e-02, 1.0288e-01,
-6.8009e-02, -3.5034e-02, 9.0009e-02, -1.0527e-01, 7.2477e-03,
4.5120e-01, 9.2670e-02, -1.0476e-01, 1.8874e-02, -8.9266e-02,
-5.5561e-02, 1.0263e-01, -8.3108e-02, -9.1192e-02, 5.1898e-02,
-3.0363e-02, -5.5397e-02, 9.9451e-02, 3.8178e-02, 4.6850e-02,
-7.5282e-02, 6.4002e-02, 1.2709e-02, 2.6204e-02, -2.2411e-02,
9.7506e-02, -1.2322e-01, 8.2446e-02, 2.6777e-02, 1.3874e-02,
-4.7801e-03, -4.1154e-02, 7.4467e-02, 1.8815e-02, 1.6253e-02,
-4.2993e-02, -4.2633e-02, 6.1135e-03, 4.0220e-02, 2.3822e-02,
2.7473e-02, -2.4331e-02, 2.4125e-02, 3.9633e-02, -1.9652e-01,
8.6340e-02, -2.8063e-03, 6.8538e-02, 5.1144e-02, 2.4428e-03,
1.2196e-01, 1.4491e-01, 7.9981e-03, -4.2861e-02, 2.9406e-02,
3.3053e-02, -6.7723e-02, 1.2210e-01, -4.9877e-02, -3.5818e-02,
-3.1215e-02, -1.3281e-02, 9.3684e-03, -1.5111e-01, -8.5904e-03,
-6.5463e-02, 6.0490e-02, -4.1747e-02, 5.1250e-05, -4.7956e-02,
3.5390e-02, 1.0735e-01, -6.4983e-02, -1.2023e-01, -1.2575e-01,
7.7543e-02, 4.4252e-02, -2.1867e-03, -7.2892e-03, 2.2671e-02,
-2.2237e-02, -1.3925e-02, -1.5385e-01, 1.1950e-01, 3.0259e-02,
-1.7719e-01, -2.7936e-02, 8.1048e-02, 1.3263e-02, -3.8967e-02,
2.9059e-03, -4.4173e-02, 1.1722e-01, -1.1929e-01, 2.2138e-03,
-2.3650e-02, 5.1877e-02, 1.5896e-01, -1.6818e-02, 4.3893e-02,
1.5224e-02, -1.1059e-02, 6.7449e-02, -7.0618e-02, -2.6105e-02,
3.9564e-02, -7.5360e-02, -1.7407e-01, -4.4734e-02, 9.2603e-04,
-9.1578e-02, -7.9628e-03, 1.1646e-01, -6.7762e-03, 4.4979e-02,
1.2218e-01, -1.4301e-01, 1.8620e-02, 1.9911e-02, 1.1959e-02,
-6.2333e-02, 1.2802e-01, -7.3825e-02, -4.5989e-02, -2.8982e-02,
1.8797e-02, 4.1736e-02, 4.8870e-02, 1.2534e-01, -2.9181e-02,
8.0560e-03, -1.1008e-01, -5.2949e-02, -4.6354e-02, -1.6317e-02,
-2.5485e-02, 1.5154e-02, -6.7499e-04, 5.6024e-02, -1.2441e-01,
7.7141e-02, -1.7110e-01, -4.8937e-02, 1.2900e-01, 3.3155e-02,
-1.6987e-02, 1.1939e-01, 9.7753e-03, -5.3669e-02, 1.0127e-02,
-1.4542e-01, 4.0005e-02, 3.8699e-02, 9.2677e-02, -8.8488e-02,
1.5542e-02, -3.9565e-02, -4.6563e-03, 5.2667e-02, -7.2571e-03,
-1.3015e-01, -1.6403e-01, -6.7901e-02, -8.5512e-02, 1.3143e-01,
-2.0147e-01, -9.6502e-04, -2.6732e-02, -1.7644e-02, -8.4546e-02,
4.4873e-02, 1.7349e-03, -8.7953e-03, -7.6759e-03, 2.8397e-02,
1.5688e-02, -4.3486e-02, 1.0213e-02, 8.4558e-02, 1.2496e-02,
1.1826e-01, 6.4506e-02, -1.0069e-01, 2.9576e-01, 1.2750e-01,
1.5005e-02, 5.8490e-02, 1.8411e-01, -4.7941e-02, -3.9042e-02,
-2.7101e-02, 1.2744e-01, -8.2689e-03, -3.5259e-02, -2.5135e-02,
4.9813e-02, 1.2683e-02, -1.2103e-01, 5.5673e-03, -4.5229e-02,
-1.2528e-01, 2.2028e-02, 6.8459e-02, 3.1850e-02, -1.1068e-01,
3.3132e-02, 9.4702e-02, 2.7088e-02, 1.0539e-01, 4.9962e-02,
3.7388e-03, 7.9525e-02, -2.3376e-02, 3.2695e-02, 4.4682e-02,
1.5648e-01, 5.8709e-02, 1.2661e-02, 7.5116e-02, -2.5285e-01,
1.8349e-02, -1.7715e-01, -1.2409e-01, -1.0836e-01, 6.2371e-02,
4.0416e-02, 2.6484e-02, -2.5599e-01, 1.9603e-02, 1.8409e-02,
-3.6634e-02, -1.1670e-01, -9.3117e-03, -1.0532e-01, -7.6090e-03,
-1.5341e-01, 1.2120e-02, -9.5648e-02, -4.6823e-02, -7.9396e-02,
-2.7648e-02, -3.3730e-02, 1.9750e-03, 1.5263e-02, 1.7462e-02,
1.5758e-01, 4.3554e-03, 4.1217e-02, -2.6809e-02, 7.4735e-02,
4.9890e-02, -1.3963e-02, -1.5785e-02, 1.0008e-01, 6.3000e-02,
-3.3880e-02, 2.3187e-01, -6.1448e-02, -1.3307e-01, 7.0631e-02,
-8.9914e-03, -2.2834e-02, 1.2226e-03, 4.2461e-02, -1.1504e-02,
-4.1304e-02, -7.5617e-02, -1.4710e-01, 9.3164e-02, -1.0527e-01,
9.3876e-03, 3.2274e-02, -4.5924e-02, 4.9529e-02, -2.4884e-02,
-9.4169e-03, 8.4301e-02, -7.8199e-02, 4.3577e-02, 6.9553e-02,
-1.0898e-01, 2.1796e-03, -5.8930e-02, -6.4850e-02, 5.4848e-02,
-7.2267e-02, -7.5287e-02, 7.9265e-02, 1.5009e-01, -6.7576e-02,
-4.2256e-02, 1.0382e-02, -6.9786e-02, -4.1839e-02, 2.1612e-01,
-2.3320e-01, 2.4835e-02, -3.1277e-02, -2.0933e-02, 4.2575e-02,
1.2266e-01, 7.8007e-02, 3.8195e-02, -3.3472e-02, -2.6784e-02,
1.5312e-02, 2.4319e-02, 7.0306e-02, -7.7686e-03, -1.2317e-01,
-2.9074e-02, 2.6813e-01, 1.3042e-02, -5.6142e-02, -1.3745e-01,
1.1926e-01, 9.6538e-02, -1.9950e-02, 1.5639e-01, 2.2602e-02,
1.3864e-01, -7.4356e-02, 5.5207e-02, 1.1805e-01, -3.4932e-02,
8.2214e-02, -2.8709e-03, -1.8060e-03, 5.5213e-02, 3.2390e-02,
4.9650e-02, 2.4626e-02, 3.8700e-01, -1.6899e-01, 1.1805e-01,
8.5028e-03, 3.0608e-01, -2.6863e-02, 7.8641e-03, -2.4730e-02,
-1.0528e-02, -9.1769e-02, -1.0528e-02, 7.3366e-02, 2.9105e-02,
7.9037e-02, -1.7439e-02, 1.5573e-02, -2.0431e-02, -2.4591e-03,
1.4413e-02, -7.4095e-02, -3.6714e-02, 4.0310e-02, 2.3811e-02,
2.5726e-02, 4.2054e-02, -6.5299e-02, 5.8794e-02, -9.5705e-02,
-1.1392e-01, -3.0723e-02, -6.6236e-03, -1.1595e-02, -5.2442e-02,
1.5063e-01, -7.2633e-02, 1.8387e-01, -1.6511e-03, -5.5248e-02,
-2.0763e-02, -3.5617e-02, -1.2123e-01, -1.1821e-02, -3.3300e-03,
2.4262e-02, -7.5991e-02, -8.6505e-02, -3.5505e-02, -1.5563e-03,
1.5535e-01, 3.9861e-02, 5.5346e-02, 8.1846e-02, 1.6850e-02,
2.2038e-02, 1.9744e-02, -5.2870e-02, -4.5572e-02, 5.6533e-02,
-4.2586e-01, -7.1154e-03, 3.8933e-02, 4.5468e-02, 3.7403e-02,
-3.5901e-02, 8.4414e-02, 7.6506e-02, 3.2897e-03, -1.2153e-01,
-8.7274e-02, 8.0347e-02, -3.0664e-02, 9.4738e-02, 1.2019e-02,
-6.1920e-02, -9.7054e-02, 3.2801e-01, -2.6217e-02, 5.9860e-02,
5.2655e-03, 1.1006e-01, -1.7753e-02, -6.9442e-02, 1.0106e-01,
6.1829e-02, -6.7073e-02, 2.0217e-02, 1.7715e-01, -3.9482e-02,
9.0767e-02, 1.3273e-01, -7.7796e-02, 3.4593e-02, 7.2078e-02,
-2.6724e-02, 3.0152e-03, 3.4937e-02, -3.6689e-02, 3.4965e-02,
2.1217e-03, 3.9531e-02, 2.7340e-02], device='cuda:0')),
('bert.encoder.layer.0.output.LayerNorm.weight',
tensor([0.8142, 0.8289, 0.8170, 0.8156, 0.7625, 0.8113, 0.6134, 0.6477, 0.8613,
0.7147, 0.8682, 0.8543, 0.8938, 0.8538, 0.8677, 0.6006, 0.8235, 0.8221,
0.8179, 0.8520, 0.7308, 0.8616, 0.8431, 0.8194, 0.7959, 0.8062, 0.8275,
0.7844, 0.8311, 0.8724, 0.8219, 0.6063, 0.8695, 0.8014, 0.8193, 0.7935,
0.7395, 0.8574, 0.7042, 0.7889, 0.8608, 0.8195, 0.8302, 0.8509, 0.8698,
0.8384, 0.8031, 0.8360, 0.8525, 0.8239, 0.8586, 0.7827, 0.7660, 0.8267,
0.7428, 0.6454, 0.8159, 0.8202, 0.7357, 0.7633, 0.8425, 0.8842, 0.8380,
0.8372, 0.7323, 0.9015, 0.8151, 0.8277, 0.6372, 0.7846, 0.8262, 0.7908,
0.8312, 0.7994, 0.8581, 0.8594, 0.8405, 0.8085, 0.8739, 0.8307, 0.8349,
0.8033, 0.8488, 0.7891, 0.5354, 0.8274, 0.7594, 0.8358, 0.8652, 0.8050,
0.8158, 0.8112, 0.8158, 0.8009, 0.8026, 0.7963, 0.6042, 0.8235, 0.8392,
0.8154, 0.7864, 0.8747, 0.7492, 0.8761, 0.6209, 0.8694, 0.8609, 0.7509,
0.8580, 0.8586, 0.7884, 0.7971, 0.8637, 0.5361, 0.8006, 0.8408, 0.8370,
0.8325, 0.8530, 0.8790, 0.8356, 0.8307, 0.8498, 0.7758, 0.8023, 0.7831,
0.8288, 0.8067, 0.8292, 0.8230, 0.8663, 0.7647, 0.8238, 0.8505, 0.8549,
0.8192, 0.4032, 0.8500, 0.7471, 0.8711, 0.6402, 0.8698, 0.8059, 0.1204,
0.8106, 0.8069, 0.8137, 0.8325, 0.8249, 0.8030, 0.8263, 0.8228, 0.8597,
0.8323, 0.8071, 0.8122, 0.8528, 0.8356, 0.8280, 0.8269, 0.8862, 0.8243,
0.6948, 0.8441, 0.7788, 0.8369, 0.7019, 0.5817, 0.8032, 0.8476, 0.8377,
0.6626, 0.7552, 0.8360, 0.7477, 0.8230, 0.8575, 0.7522, 0.8433, 0.8284,
0.8219, 0.8094, 0.7965, 0.8598, 0.8694, 0.8448, 0.7836, 0.8222, 0.8133,
0.8347, 0.8009, 0.6716, 0.7855, 0.8450, 0.8294, 0.8396, 0.8627, 0.6308,
0.8218, 0.8476, 0.8377, 0.7354, 0.8518, 0.7811, 0.7732, 0.8161, 0.8573,
0.8958, 0.8670, 0.7972, 0.8534, 0.8425, 0.7757, 0.8497, 0.8217, 0.8416,
0.7705, 0.7980, 0.8260, 0.8212, 0.8472, 0.7870, 0.8672, 0.8413, 0.8532,
0.8433, 0.8362, 0.8486, 0.7799, 0.3952, 0.7950, 0.8696, 0.7843, 0.8094,
0.8368, 0.8399, 0.8233, 0.8477, 0.8310, 0.8746, 0.8257, 0.7898, 0.7429,
0.8410, 0.8545, 0.7819, 0.8555, 0.7937, 0.8640, 0.8846, 0.8226, 0.8343,
0.8836, 0.8672, 0.8712, 0.8753, 0.8627, 0.6463, 0.8115, 0.8349, 0.6728,
0.8248, 0.8314, 0.8078, 0.8337, 0.8363, 0.8605, 0.8642, 0.6955, 0.8554,
0.8500, 0.8578, 0.8759, 0.8267, 0.8706, 0.8614, 0.8319, 0.8381, 0.8306,
0.8539, 0.8724, 0.8623, 0.7685, 0.4230, 0.8440, 0.8680, 0.7380, 0.8451,
0.8434, 0.7951, 0.7021, 0.8027, 0.7869, 0.7681, 0.7994, 0.7507, 0.7749,
0.6073, 0.8467, 0.8146, 0.8543, 0.8250, 0.7795, 0.8210, 0.5414, 0.8239,
0.7689, 0.8587, 0.8357, 0.8150, 0.7621, 0.8041, 0.8198, 0.6582, 0.7983,
0.8798, 0.8155, 0.7568, 0.8639, 0.7789, 0.7954, 0.8395, 0.8032, 0.8819,
0.7639, 0.7678, 0.8087, 0.7510, 0.8765, 0.8376, 0.8530, 0.8259, 0.8832,
0.8624, 0.8759, 0.8752, 0.8261, 0.8310, 0.8213, 0.7409, 0.6356, 0.8627,
0.7925, 0.8654, 0.8427, 0.8772, 0.8615, 0.8282, 0.8170, 0.8122, 0.8440,
0.7959, 0.7800, 0.8105, 0.8568, 0.8071, 0.8265, 0.8294, 0.7886, 0.7360,
0.8353, 0.8361, 0.7907, 0.8799, 0.8222, 0.7773, 0.8621, 0.8924, 0.8666,
0.7647, 0.8388, 0.8744, 0.8491, 0.8293, 0.7938, 0.7834, 0.8292, 0.8528,
0.8328, 0.6113, 0.8129, 0.8289, 0.8698, 0.8454, 0.7847, 0.7544, 0.7837,
0.8541, 0.8061, 0.7351, 0.8736, 0.7582, 0.8303, 0.8389, 0.8013, 0.8451,
0.7557, 0.8576, 0.8050, 0.7712, 0.7335, 0.7494, 0.7167, 0.8124, 0.8401,
0.8396, 0.8193, 0.7785, 0.8417, 0.8990, 0.7918, 0.7968, 0.8466, 0.8757,
0.8350, 0.8206, 0.7793, 0.7991, 0.8007, 0.8208, 0.8245, 0.8906, 0.8512,
0.7648, 0.8203, 0.8272, 0.7974, 0.4741, 0.8468, 0.8520, 0.8162, 0.8726,
0.7723, 0.8656, 0.6251, 0.8423, 0.8253, 0.8052, 0.8529, 0.8468, 0.8423,
0.7676, 0.8127, 0.7526, 0.8394, 0.7966, 0.8639, 0.8554, 0.8510, 0.7682,
0.8121, 0.8207, 0.8330, 0.8375, 0.8373, 0.8116, 0.7824, 0.7676, 0.8017,
0.8238, 0.8440, 0.8155, 0.8147, 0.8675, 0.8001, 0.7920, 0.8160, 0.8220,
0.8266, 0.8224, 0.8594, 0.7875, 0.8988, 0.8142, 0.8199, 0.8360, 0.7264,
0.8698, 0.7461, 0.9026, 0.8009, 0.8395, 0.8388, 0.8474, 0.8285, 0.7975,
0.8631, 0.7732, 0.8797, 0.7702, 0.8020, 0.8713, 0.8468, 0.7759, 0.8404,
0.7816, 0.8089, 0.8809, 0.7938, 0.8396, 0.8229, 0.8632, 0.8246, 0.8296,
0.8395, 0.8394, 0.8734, 0.8080, 0.8042, 0.8581, 0.8044, 0.8278, 0.7909,
0.8199, 0.8598, 0.7824, 0.8558, 0.8272, 0.6071, 0.8762, 0.8739, 0.7273,
0.8264, 0.8606, 0.8507, 0.8815, 0.8668, 0.8731, 0.8196, 0.8430, 0.8314,
0.8413, 0.7872, 0.7890, 0.8120, 0.7748, 0.7626, 0.8073, 0.8088, 0.8173,
0.8306, 0.8696, 0.7386, 0.7501, 0.7640, 0.8859, 0.8054, 0.7725, 0.8132,
0.8514, 0.8068, 0.7764, 0.8593, 0.8149, 0.7365, 0.7893, 0.7723, 0.3342,
0.8536, 0.8200, 0.8812, 0.8863, 0.6804, 0.8344, 0.8461, 0.8609, 0.8329,
0.8402, 0.7685, 0.8421, 0.8028, 0.7943, 0.8207, 0.8171, 0.8430, 0.8635,
0.8079, 0.8277, 0.8160, 0.8674, 0.8471, 0.8553, 0.8340, 0.8134, 0.8431,
0.8594, 0.7742, 0.8163, 0.8107, 0.7869, 0.8616, 0.7600, 0.7974, 0.8172,
0.8199, 0.8857, 0.7693, 0.8042, 0.8382, 0.8255, 0.8540, 0.7965, 0.8106,
0.8492, 0.8156, 0.8438, 0.8291, 0.7911, 0.8288, 0.8072, 0.8144, 0.7479,
0.7984, 0.6813, 0.8631, 0.8634, 0.8591, 0.8879, 0.8417, 0.8243, 0.8133,
0.7753, 0.8220, 0.8824, 0.7933, 0.8470, 0.8330, 0.7984, 0.7602, 0.7772,
0.8400, 0.8288, 0.8028, 0.8311, 0.7752, 0.8047, 0.8426, 0.8425, 0.8382,
0.7946, 0.8917, 0.7862, 0.8000, 0.8173, 0.8031, 0.8035, 0.6053, 0.8399,
0.8695, 0.8117, 0.7776, 0.8686, 0.8043, 0.6718, 0.7966, 0.7950, 0.8767,
0.8020, 0.7870, 0.8523, 0.8418, 0.7928, 0.8084, 0.8016, 0.7838, 0.8369,
0.8687, 0.6238, 0.7291, 0.8464, 0.9016, 0.8235, 0.8077, 0.8754, 0.8382,
0.7756, 0.8214, 0.8362, 0.8896, 0.8314, 0.8766, 0.8108, 0.8386, 0.8415,
0.8514, 0.8170, 0.8237, 0.8605, 0.8332, 0.8762, 0.8532, 0.6009, 0.8290,
0.8486, 0.8411, 0.8530, 0.8230, 0.8687, 0.7632, 0.8797, 0.7985, 0.7244,
0.6913, 0.7908, 0.8441, 0.8740, 0.8363, 0.8803, 0.8233, 0.8475, 0.8272,
0.8725, 0.8538, 0.8205, 0.8691, 0.7380, 0.8058, 0.7254, 0.8247, 0.8636,
0.8505, 0.7804, 0.8680, 0.8078, 0.8831, 0.6013, 0.8474, 0.7991, 0.8448,
0.8481, 0.8355, 0.7909, 0.8654, 0.8544, 0.8080, 0.8534, 0.8683, 0.7848,
0.8243, 0.8402, 0.8552, 0.8179, 0.6202, 0.8112, 0.8137, 0.7802, 0.8101,
0.8350, 0.8131, 0.5832, 0.8163, 0.8608, 0.8258, 0.7903, 0.8585, 0.8126,
0.7493, 0.8265, 0.8183, 0.8171, 0.7841, 0.8595, 0.8644, 0.8538, 0.8877,
0.7995, 0.8488, 0.8274], device='cuda:0')),
('bert.encoder.layer.0.output.LayerNorm.bias',
tensor([ 4.6199e-03, -1.6961e-01, -1.4697e-02, -9.7126e-03, 4.5236e-02,
-1.6568e-01, 2.6977e-01, -3.1837e-01, -9.2425e-02, -6.0988e-02,
-3.2961e-02, -9.0389e-02, -8.0172e-02, -5.6077e-02, -5.7109e-02,
-1.6012e-01, 1.4982e-02, -3.1302e-02, -2.8249e-02, 3.9064e-03,
-1.5069e-01, -7.7403e-02, 2.3266e-02, -8.1754e-02, -9.6310e-02,
-1.2764e-01, 3.8156e-02, -1.5844e-01, -1.4782e-02, -4.7772e-02,
-7.4634e-02, 2.0058e-01, 1.5659e-02, -9.5600e-02, -6.9835e-02,
-8.6756e-02, -2.7610e-02, -3.1768e-02, -2.1854e-01, -6.1099e-02,
-9.4575e-02, 3.7124e-02, -9.4798e-03, -1.3815e-01, 9.5998e-03,
-4.8509e-02, -1.7842e-01, 8.8251e-02, -1.1249e-01, -2.4263e-02,
-9.4996e-02, -3.1526e-02, -5.1030e-02, -8.0363e-02, 3.4469e-03,
-5.9388e-02, -1.6341e-02, -4.2804e-02, -8.7300e-02, -8.0739e-02,
-7.5878e-02, -5.1650e-02, -1.4133e-01, 6.6438e-02, -3.5003e-01,
2.4850e-02, 1.5812e-02, -5.4051e-02, -1.9763e-02, -1.3702e-01,
5.2502e-02, -1.3677e-01, -6.9607e-02, -6.7500e-02, 2.4390e-02,
-5.9564e-02, -4.4221e-02, 1.8109e-02, -2.6297e-02, -7.7988e-02,
-2.8896e-02, -6.3791e-02, -2.7384e-02, -1.6775e-01, 3.8434e-01,
-1.2324e-01, 6.4624e-02, 1.4729e-02, -7.1416e-02, -1.4977e-01,
-1.9026e-02, 1.1507e-02, 5.8936e-02, -1.8685e-01, 1.5277e-02,
-9.4842e-02, -4.6808e-02, 4.0509e-02, -5.7914e-02, -1.5943e-01,
4.5000e-02, 3.0273e-02, -1.5622e-01, -1.8290e-01, -1.3024e-01,
-1.4273e-01, -4.8834e-02, -1.5412e-01, -1.9901e-02, 1.3499e-02,
-2.3629e-02, -7.0750e-02, 5.7125e-03, 2.1496e-01, 3.8352e-02,
-1.8119e-01, -1.8641e-02, -1.1202e-01, -6.5231e-02, -8.1882e-02,
-3.6997e-02, 1.1409e-01, -2.2176e-02, -1.2187e-02, -9.9197e-02,
8.3216e-03, 7.2254e-02, -2.3928e-02, -1.0224e-01, -1.2587e-01,
-8.9112e-04, -1.4561e-01, 5.8961e-02, -9.0877e-02, -5.6235e-02,
-1.3081e-01, 1.3955e-02, -4.0439e-02, -2.8880e-02, 3.1166e-02,
-7.8955e-02, -9.3757e-02, -2.9725e-04, -8.0460e-02, -5.3246e-02,
5.8016e-02, -8.3140e-02, -9.5228e-02, -5.4584e-02, 1.0061e-02,
5.3568e-02, -1.4356e-01, -6.3965e-02, 8.2274e-03, -8.1326e-02,
-7.9141e-02, 1.8048e-02, -1.7433e-02, -1.3125e-02, -5.3919e-02,
-8.1371e-02, -5.1369e-02, -1.4092e-02, 3.9582e-02, -2.4580e-02,
4.7157e-02, -3.4326e-01, -9.0033e-02, -1.8868e-02, 2.3817e-02,
-3.9235e-02, -1.9910e-01, -1.8862e-02, 9.5137e-02, -2.2555e-01,
-1.9037e-01, -1.7031e-01, 1.9660e-01, -4.5165e-02, 4.8821e-02,
4.8237e-02, -3.9781e-02, 2.2879e-02, 3.9159e-02, -5.6968e-02,
-8.2530e-03, -2.0077e-03, 2.2829e-03, -3.4688e-02, -2.1449e-02,
-2.1705e-01, -2.1752e-01, -1.2391e-01, -9.5239e-02, 1.9716e-02,
3.9020e-03, -3.2222e-03, 2.3643e-01, 6.0353e-02, -1.4029e-01,
-1.3663e-01, -1.3561e-01, -5.6178e-02, -2.5442e-01, -1.1860e-01,
-1.2915e-01, -5.4645e-02, -4.5815e-02, 4.7628e-02, 1.0530e-01,
9.2411e-03, -4.1835e-02, -5.7069e-02, -4.2977e-02, 4.6910e-02,
-1.1506e-01, -2.7270e-03, -6.1946e-02, -3.9090e-02, 2.6342e-02,
-3.3594e-02, -1.6175e-02, -7.9690e-02, 9.0212e-02, -6.4059e-03,
-7.6307e-02, -1.9085e-01, -1.3950e-01, -1.6199e-01, 4.0814e-01,
3.2628e-02, -3.5130e-02, -1.0646e-01, -2.2227e-03, 2.0490e-02,
-7.9902e-03, -4.4362e-02, -8.4535e-02, -9.3760e-02, 2.3962e-02,
-3.7450e-02, 7.3647e-02, 6.2153e-03, -5.6965e-03, 3.6376e-02,
-4.3001e-03, -5.0068e-02, -2.6902e-02, -7.4365e-02, -1.0045e-02,
-3.8585e-02, -9.3008e-02, -6.9865e-02, -3.5661e-02, -1.0907e-01,
-5.5926e-02, 4.7303e-02, 1.5633e-01, 1.0641e-01, 3.5031e-02,
7.1075e-03, 6.4954e-02, -7.8460e-02, -1.2882e-01, -5.6439e-02,
-7.9888e-02, -4.1523e-02, -1.0424e-02, -2.1762e-01, -1.7745e-02,
-9.7767e-02, 9.0055e-03, -4.0581e-02, -1.6433e-01, -1.3346e-01,
-1.0041e-01, 6.3318e-03, -1.5931e-02, -1.6526e-02, 2.7343e-02,
-4.0643e-02, 3.3751e-02, -3.7357e-02, -2.9922e-01, -7.9339e-03,
-1.5120e-01, -1.4103e-01, 4.8795e-02, -1.0700e-01, -8.9486e-02,
-5.2251e-02, 9.4348e-02, 2.7796e-03, 4.1357e-02, 2.1121e-02,
-4.1432e-02, 8.9371e-03, 2.0637e-02, -5.1798e-02, -1.5521e-01,
-3.0484e-02, -1.5955e-02, 2.4200e-02, -2.1070e-02, 5.7844e-02,
8.9618e-02, -6.6789e-02, -6.0990e-02, -1.9000e-01, 5.5970e-02,
-2.1431e-01, 4.3372e-02, 4.5778e-03, -8.7323e-03, -6.5920e-02,
-2.3766e-02, 4.5478e-02, -2.2155e-02, -4.6861e-02, -9.1740e-02,
7.3726e-02, -1.3753e-03, 6.9254e-02, -5.9954e-02, 1.1091e-01,
-2.7475e-03, -1.8002e-01, -1.2990e-01, -9.7308e-02, -1.2287e-01,
3.9208e-02, 9.1776e-02, -4.4677e-02, -6.9797e-02, -1.0555e-01,
-9.2801e-02, -4.1972e-02, -1.0107e-01, 4.2948e-02, -5.6708e-02,
1.9519e-01, -3.4872e-02, -2.4849e-02, 4.2739e-02, -1.1822e-02,
-6.5835e-02, -4.7361e-02, 9.0712e-03, -4.2238e-02, 3.9883e-02,
-8.3302e-02, -1.2183e-01, 8.9229e-02, -5.1015e-02, -4.7360e-02,
-1.5422e-02, -6.9810e-03, -4.4942e-02, 2.3585e-03, 2.0823e-02,
-4.4219e-02, 3.2805e-02, -1.3986e-01, -3.2032e-02, -5.6759e-02,
-1.7721e-01, -2.1958e-02, -1.0225e-01, 2.4810e-02, -2.1109e-01,
-1.2862e-01, 4.8475e-02, -4.0124e-02, -1.3475e-01, -1.0614e-01,
6.4936e-02, -5.9232e-02, -1.2019e-01, -1.6634e-01, 1.0107e-01,
-1.3692e-01, -2.3609e-02, -1.6781e-02, -1.9062e-01, 7.9626e-02,
6.9271e-02, -1.0035e-01, -4.5472e-02, -7.5899e-02, 2.5151e-03,
-4.5491e-02, -1.0072e-01, -1.1846e-01, -1.1248e-01, -7.0161e-02,
-4.8467e-02, 1.6995e-03, -1.6667e-01, -1.0472e-01, 8.4973e-02,
5.0207e-02, -1.4513e-01, -9.0571e-02, -6.3725e-02, 5.6985e-02,
-6.6137e-02, -8.7761e-02, 1.5673e-01, -9.5100e-03, -1.4508e-02,
5.6821e-02, -3.3972e-02, -1.0375e-01, -7.7949e-02, -1.2146e-01,
2.6903e-03, -1.4457e-01, -1.3951e-01, 9.5173e-02, -2.8012e-02,
-6.1441e-02, -7.6900e-02, 3.9559e-02, -1.2051e-02, -9.0171e-02,
4.2512e-02, 1.0577e-01, 2.5901e-01, 3.1180e-02, -9.7088e-02,
-5.9741e-02, -1.3904e-02, 1.3570e-01, -6.7811e-02, 1.1900e-01,
-1.9339e-01, -1.7551e-01, -1.4089e-01, 3.7194e-03, -1.1096e-01,
-1.4752e-01, -3.0375e-02, -7.0607e-02, -2.3775e-02, -5.7971e-02,
-2.0701e-03, -6.7423e-02, -4.9796e-04, -6.4757e-02, -6.0957e-02,
-1.6876e-01, 2.1814e-02, -6.0541e-02, -6.0636e-02, -5.4010e-02,
4.1942e-02, -5.9862e-02, -1.4990e-01, -9.5091e-02, 1.6354e-02,
-2.3728e-02, -2.9445e-02, 1.5255e-02, -4.5084e-02, -6.6497e-02,
-7.9883e-03, -8.9158e-02, -7.3027e-02, -9.8183e-02, -3.3597e-02,
-2.5167e-02, -7.8282e-02, -5.3773e-02, -1.2654e-01, 2.0518e-02,
-2.9539e-02, -1.6219e-01, -1.0575e-01, -5.9464e-02, -1.4265e-02,
2.2890e-02, 1.1296e-02, -3.7128e-02, -5.9129e-02, -1.3669e-01,
-1.7082e-02, -7.7251e-02, -2.1119e-02, -3.8792e-02, -7.9817e-02,
-4.0116e-02, -4.7193e-02, -4.4713e-02, -4.2935e-02, -1.1972e-02,
-1.9618e-01, -1.2272e-01, -6.3047e-02, 1.1774e-01, -8.2754e-02,
-9.2771e-02, -8.5923e-02, -8.0898e-02, -9.1019e-02, -1.8372e-02,
-1.9122e-01, -3.1128e-02, 8.5309e-02, 1.6548e-01, -5.2872e-02,
7.0134e-02, -1.2183e-02, -1.4282e-01, -5.3539e-02, 1.2430e-02,
7.1584e-02, -3.7092e-02, -1.1064e-01, -8.4843e-02, -3.4250e-02,
-1.0076e-01, 1.1309e-02, -6.8038e-02, -5.7416e-03, 2.9560e-02,
-2.6252e-02, -9.0506e-02, -5.2926e-03, -7.1824e-02, -2.9103e-02,
-2.7896e-02, -3.9058e-02, 4.8308e-03, 6.3642e-03, -4.7217e-02,
-1.7492e-02, -1.1243e-02, -2.0423e-01, 1.9586e-02, -8.7958e-02,
4.6692e-02, -5.5061e-02, -5.0540e-02, 1.2277e-02, -3.8946e-02,
-3.8192e-02, -6.2494e-02, 7.5423e-02, -9.7163e-02, -4.7342e-02,
6.6002e-02, 6.5329e-02, 2.8877e-03, -8.1315e-02, -3.6506e-02,
-2.7552e-02, 8.4941e-03, -1.9065e+00, -2.0866e-02, -2.2837e-02,
-9.6354e-04, -3.6978e-02, 1.0593e-01, 5.2349e-02, -8.8786e-02,
-4.9915e-02, -8.9187e-02, -2.8335e-02, 2.0237e-02, -1.3628e-01,
-7.2588e-03, -8.2059e-02, -4.6013e-02, -1.0789e-01, -1.4982e-01,
-5.3780e-02, -2.3585e-02, -5.5529e-02, -1.6110e-01, -1.0043e-02,
-1.0129e-01, -1.1610e-01, -6.4000e-02, -1.4450e-01, -1.0618e-02,
-1.3644e-02, -2.5966e-01, -1.3488e-01, 2.0376e-02, -6.0636e-02,
-3.2776e-02, 1.0599e-01, 2.0029e-02, 1.0009e-01, -7.3816e-02,
4.3762e-02, 5.0519e-02, 1.7116e-02, 2.4213e-02, -6.0351e-03,
3.8764e-02, 1.8805e-02, -3.9423e-02, 1.2349e-01, -1.1168e-01,
-1.1562e-02, 1.1484e-03, -1.4921e-01, -6.8474e-02, -3.8104e-02,
-7.1608e-02, -1.5772e-01, 6.5417e-02, 2.7803e-01, -7.7288e-02,
-4.8545e-02, -9.0870e-02, -6.1465e-02, -1.1209e-02, -1.0414e-01,
-5.6123e-02, -7.3589e-03, 2.7474e-03, -2.4057e-02, -1.3252e-01,
1.1676e-01, -1.3225e-02, -5.8591e-02, -4.0416e-02, -1.7053e-01,
-1.4795e-01, -1.2997e-01, -5.6820e-02, -4.0511e-02, -1.0391e-01,
-1.5299e-01, -6.0885e-02, -4.9083e-02, 6.0477e-02, 3.4139e-02,
-2.3173e-03, 8.8971e-02, -3.7831e-02, -6.4793e-03, -3.1467e-02,
-1.1181e-01, 2.8530e-01, -1.8989e-01, 7.2513e-04, -1.2446e-01,
7.8362e-03, -4.4115e-02, 8.9165e-03, 4.4160e-02, 3.0130e-02,
-3.8733e-02, -7.3435e-02, -4.0625e-02, -7.9055e-02, -6.5557e-02,
-5.1685e-02, -3.2094e-02, 2.1094e-02, 6.5248e-02, -1.4852e-01,
-6.0870e-03, -9.7541e-02, 2.9457e-01, -5.2077e-02, -7.8213e-02,
-2.7765e-02, -4.7803e-02, -8.5790e-02, -9.8153e-03, -1.8441e-01,
-6.7323e-02, -6.8995e-02, -3.9593e-02, -5.9745e-02, 2.9066e-02,
-1.0320e-01, -4.7252e-03, -1.4071e-01, -9.0030e-02, -6.5388e-02,
-6.8597e-02, 5.4163e-03, -1.4742e-01, -2.7030e-03, -4.0031e-02,
-6.1587e-02, 9.5879e-02, 1.5721e-01, 4.8234e-02, -2.0267e-01,
-8.5131e-02, 3.1654e-02, -2.6714e-02, -1.3421e-02, -9.1219e-03,
-6.8035e-02, -2.0343e-01, -3.4156e-02, -1.8043e-01, 9.7312e-04,
-7.7882e-02, -6.3685e-02, -7.1693e-03, -1.0722e-02, -1.8758e-03,
-7.4513e-02, -5.4754e-02, -1.9126e-02, -8.4772e-02, -1.7480e-02,
-8.4709e-02, -4.6755e-02, 5.4138e-02, -6.3053e-02, -3.2623e-02,
-1.1441e-01, -1.8137e-01, -3.5017e-02, -9.7563e-02, -1.3665e-02,
1.7350e-01, -1.0315e-01, -3.1845e-02, -1.0592e-01, -6.4554e-02,
3.4591e-02, 2.2372e-02, -4.0878e-02, -5.6760e-03, -8.1204e-02,
-3.4212e-02, -6.4663e-02, 3.3513e-02, 1.7254e-02, -7.7438e-02,
1.3408e-02, -4.3166e-02, 8.0372e-02, -1.0110e-01, -3.2255e-02,
-3.3587e-02, -5.7054e-02, 1.4166e-03, -1.3034e-02, -2.0398e-01,
-6.7400e-02, -9.5813e-02, -2.2268e-02, 1.5617e-01, -1.9843e-02,
-4.1593e-02, 8.4336e-02, -2.2316e-02, -2.6472e-02, -2.0578e-01,
1.4139e-01, -8.2480e-02, -3.8506e-02, -5.6539e-02, -1.5207e-02,
3.2133e-02, -1.2176e-02, -4.9424e-02], device='cuda:0')),
('bert.encoder.layer.1.attention.self.query.weight',
tensor([[-0.0181, 0.0282, 0.0206, ..., -0.0170, 0.0173, 0.0534],
[ 0.0103, 0.0548, 0.0241, ..., -0.0784, -0.0290, 0.0118],
[-0.0111, -0.0652, 0.0219, ..., 0.0011, -0.0376, -0.0019],
...,
[ 0.0963, -0.0389, -0.0172, ..., 0.0155, 0.0597, 0.0114],
[ 0.0464, 0.0196, 0.0253, ..., 0.0351, -0.0214, 0.0159],
[-0.0013, 0.0086, -0.0202, ..., -0.0268, -0.0440, -0.0159]],
device='cuda:0')),
('bert.encoder.layer.1.attention.self.query.bias',
tensor([ 2.6163e-02, 5.8681e-04, -2.6568e-02, -2.9453e-02, -6.7273e-02,
6.5654e-02, 5.0828e-04, -2.0330e-02, -4.6078e-03, -4.5562e-02,
5.5924e-02, -2.9254e-02, -5.9684e-02, 2.1262e-03, 6.1493e-02,
3.1283e-02, 1.0605e-01, -1.0957e-02, 1.8765e-02, -7.4290e-02,
-2.5324e-02, 8.9290e-03, -1.0428e-01, -4.3405e-02, -2.7409e-02,
-9.0997e-02, 3.7342e-03, 5.4157e-02, -1.6123e-02, -5.4004e-02,
-4.6176e-02, 2.8813e-02, -7.6614e-02, 1.2074e-02, 1.0660e-01,
-1.0987e-01, 5.3163e-02, 9.5453e-02, -5.0850e-02, 4.5437e-02,
-3.1684e-02, 3.4233e-02, 1.3518e-01, -2.7386e-01, 7.5450e-02,
4.9810e-02, -7.2336e-03, 9.1589e-02, -6.0850e-02, 3.3302e-02,
-4.2740e-02, -3.7907e-02, -1.3175e-02, 4.9736e-02, -1.6267e-02,
-3.7086e-02, -4.7656e-02, -1.0026e-01, -3.3586e-01, -6.8560e-02,
-1.1020e-01, -4.3588e-03, -6.0534e-02, -5.4098e-02, 1.1088e-02,
2.7153e-01, 2.7513e-02, 2.5992e-02, 1.6460e-01, 1.4001e-01,
-2.6191e-03, 5.9910e-02, -6.3117e-02, -8.8566e-02, -4.9858e-01,
6.7890e-02, -1.8918e-02, 2.0193e-02, -1.8147e-02, -6.4660e-02,
1.3360e-01, -2.6235e-02, 8.1326e-02, -1.4520e-01, 7.3177e-02,
-3.4636e-01, -3.4736e-02, -7.3420e-02, -5.1308e-02, 8.9364e-02,
-1.0482e-01, -1.5181e-01, -1.4353e-02, -1.4931e-02, 6.7710e-02,
4.0064e-02, -2.4879e-01, -1.0620e-01, -3.6776e-02, 3.2235e-02,
-1.1784e-01, 6.6541e-02, 9.3156e-02, 4.7798e-02, 6.6350e-03,
-6.1566e-02, 3.2590e-02, -2.8783e-03, 3.2415e-02, -7.8883e-02,
2.2650e-01, -9.7363e-02, 1.2726e-01, -3.3723e-02, -8.1167e-02,
2.2795e-01, 6.5321e-02, 8.6770e-02, 4.4908e-02, -1.8411e-01,
2.8324e-01, -1.1363e-01, 1.2295e-01, -4.6907e-02, 2.8288e-01,
-5.9550e-02, -3.8148e-02, 4.1914e-02, -6.0324e-02, 4.9883e-02,
-1.6747e-04, -8.9328e-02, 1.3682e-02, -2.2135e-01, -5.3196e-03,
5.6979e-02, 6.5510e-02, 4.4209e-02, 2.0768e-01, -1.2513e-01,
-6.9192e-02, 3.7049e-02, -8.2799e-02, -1.4858e-02, 2.5078e-01,
-5.7393e-02, 2.1529e-02, 1.0511e-01, 3.5017e-01, -2.2637e-01,
5.9055e-02, 8.6986e-02, 2.5116e-02, -2.6212e-02, -2.9360e-01,
9.1241e-02, -5.6655e-02, 5.4877e-01, 2.7867e-01, 1.0726e-01,
3.5828e-02, -1.9890e-01, -1.1555e-02, -7.6636e-02, -1.5093e-01,
-9.3992e-02, -2.8599e-02, 7.8744e-03, 2.5722e-01, 3.3954e-01,
2.4717e-01, 4.7573e-01, -8.3516e-02, 2.1795e-02, -5.4538e-01,
1.7315e-02, -8.4933e-02, 8.1438e-02, -8.2080e-01, -3.7068e-01,
4.0178e-02, -1.5054e-01, 1.2879e-01, -7.5940e-01, 2.5120e-01,
-3.0331e-02, 4.5909e-02, 3.8852e-02, 3.7626e-02, 9.1919e-02,
-9.6387e-02, 1.1385e-01, 3.5652e-01, -1.2028e-01, -5.9742e-02,
-2.5878e-01, 2.0360e-01, 3.1106e-01, -1.1470e-01, 5.0797e-02,
1.1860e-01, -3.4102e-01, -2.8666e-01, 1.5456e-01, -1.3845e-01,
-2.5706e-02, 1.9423e-01, -3.1921e-01, 5.2684e-01, -1.1155e-01,
-2.6747e-01, -1.8880e-01, 2.1799e-01, 2.2234e-01, 1.1710e-01,
2.2091e-01, -2.4245e-01, -8.0848e-02, -6.0211e-01, -4.5580e-02,
5.7210e-02, -9.0607e-02, -2.4832e-02, -3.9009e-01, 5.8705e-01,
-2.1983e-01, 3.5412e-01, -7.9917e-02, -2.1941e-01, 2.4204e-01,
-9.7351e-02, 2.4085e-01, -1.4216e-01, 8.4855e-02, 3.2374e-01,
-2.1986e-01, -6.0634e-02, -3.0147e-01, -1.3253e-01, -3.7179e-01,
1.4617e-01, 1.2105e-01, 1.4786e-01, 6.2012e-02, -5.1304e-03,
-5.1957e-02, -2.9725e-01, 6.6013e-02, 7.7827e-02, -2.1281e-01,
7.2525e-03, -2.8546e-02, -4.2520e-02, 1.8514e-01, 1.6273e-01,
-8.3200e-01, 4.7731e-01, 3.0887e-02, 1.2696e-01, 9.6902e-02,
2.6177e-02, 2.1924e-01, -7.7621e-02, -2.3588e-01, 5.2736e-01,
-3.1139e-01, 2.4686e-01, -2.3020e-02, 6.3180e-01, -1.5536e-01,
4.2193e-03, -4.9251e-02, -1.8961e-01, 1.4207e-02, -6.1057e-03,
3.3689e-01, -9.6067e-02, 4.4588e-02, 5.2610e-02, 5.7414e-02,
4.9699e-02, 1.0087e-02, 2.3177e-01, 4.1588e-02, 7.4186e-02,
-3.3344e-01, -1.8641e-01, -3.0425e-01, -1.1267e-01, -2.7399e-01,
-1.2610e-01, -3.1151e-01, 6.8868e-02, -5.0872e-01, -1.6559e-01,
-3.5935e-02, -2.8445e-01, -1.0993e-02, 2.2858e-01, -2.1997e-02,
-2.1765e-02, -1.4370e-01, 4.0363e-03, -3.2526e-03, 8.5790e-02,
2.0994e-01, 1.0953e-01, 2.0917e-01, -6.9478e-02, -4.7386e-02,
3.5214e-01, 4.8780e-02, 3.7604e-02, -1.2361e-01, 1.1875e-01,
7.4883e-04, -3.2836e-02, -1.9084e-02, 1.5941e-01, -1.4093e-01,
2.6682e-02, -3.2183e-03, -1.4420e-02, 3.6848e-02, 5.0418e-02,
-4.6229e-02, 3.5672e-02, -6.8689e-02, -1.2864e-02, -4.1171e-02,
-1.8338e-02, -7.8403e-03, 5.7069e-02, 8.3709e-03, -1.0905e-02,
-5.3850e-02, 1.7553e-02, 7.4569e-02, -6.0464e-02, 4.1522e-02,
1.9542e-03, 5.4976e-02, 5.3257e-02, -1.2382e-03, 1.9350e-01,
-1.1376e-02, -6.6743e-03, -2.1744e-02, -1.1534e-02, 5.9216e-02,
-8.8100e-02, -8.7662e-02, -3.4996e-02, -2.7876e-02, -1.3861e-02,
-4.9659e-02, 4.4231e-02, 1.9654e-02, -5.1495e-02, -7.3070e-02,
7.0729e-02, -5.0288e-02, -5.7118e-02, -3.5474e-02, 1.4722e-02,
-7.8933e-02, -8.2653e-02, 7.8248e-02, -1.5370e-02, 4.3852e-02,
6.9402e-03, -4.7350e-02, 4.1582e-02, -2.3034e-02, -5.1356e-02,
-1.8682e-02, 5.9965e-02, 4.1967e-02, -7.6274e-02, 1.7596e-02,
-6.2251e-02, -3.0927e-03, 9.5712e-03, 2.6241e-02, -3.9585e-01,
3.6337e-01, 1.7024e-01, 2.7020e-01, 1.5891e-01, 1.6000e-01,
-2.6857e-01, -2.1993e-02, 2.4469e-01, 3.7558e-01, 2.4941e-01,
2.4911e-01, -2.7496e-01, -1.1027e-02, -5.4497e-02, -3.2209e-01,
2.4086e-02, 5.6298e-02, -2.2671e-01, -6.9981e-02, -2.0620e-01,
2.4768e-02, 5.6561e-01, 3.1164e-01, 1.0797e-01, -3.1435e-01,
-4.6929e-02, -3.5241e-01, -1.2873e-01, -4.4451e-02, -3.4684e-01,
3.2332e-02, -1.9288e-01, 3.1908e-01, -1.7347e-01, 3.5113e-01,
-2.3709e-02, 7.0378e-02, 8.0083e-04, -4.2469e-01, -3.2990e-02,
1.5006e-01, 4.1798e-01, -1.9498e-02, -1.4835e-01, 3.6113e-01,
2.9609e-02, 9.4861e-02, -1.5042e-01, -3.4698e-01, 8.9611e-02,
1.0092e-01, 1.5533e-01, -2.6756e-01, 2.0000e-01, -5.6699e-02,
6.6869e-02, 3.4833e-01, 1.1865e-01, 3.0828e-01, -9.8879e-02,
1.5206e-01, 1.0698e-01, 2.3163e-01, -1.6408e-01, 8.7483e-03,
4.1463e-01, 8.3538e-02, -2.5006e-01, -4.5562e-02, 4.0908e-02,
1.0644e-02, -4.6682e-02, -2.6393e-02, 1.8337e-02, 6.4573e-03,
-2.1817e-01, 5.0744e-02, 2.9081e-02, 8.4261e-02, 5.2016e-02,
-1.0717e-01, 2.4454e-03, 1.3556e-01, 1.5839e-02, 2.8751e-03,
-1.7778e-02, 8.3980e-03, -3.5315e-02, -6.5276e-03, -9.4722e-02,
2.4575e-02, 2.6585e-01, 3.3018e-01, -2.5192e-02, -3.5618e-02,
3.7148e-02, 7.0861e-02, -2.0719e-02, -3.1652e-02, -1.1797e-02,
6.1466e-02, 1.8135e-03, 4.8265e-01, -5.2087e-03, -1.5805e-02,
-4.1790e-02, -1.3769e-04, 6.5108e-02, -6.1441e-04, 1.2545e-01,
4.8894e-02, 2.5131e-03, 1.6722e-02, -2.8108e-02, -6.0752e-03,
4.1401e-02, -3.3663e-02, 1.4542e-01, -1.5616e-02, -1.9809e-02,
-1.8401e-02, -1.5491e-02, 1.6337e-03, -8.5944e-02, 2.7764e-03,
3.9467e-02, -2.2445e-02, -2.5486e-01, 2.0988e-01, 3.6054e-01,
-1.7191e-01, 5.5741e-02, 2.2856e-01, 6.6003e-02, 1.6423e-01,
1.3845e-01, -4.0191e-01, -3.2962e-01, 1.7323e-02, -2.8201e-01,
-4.0166e-01, 1.2251e-01, 3.7619e-02, 3.5010e-03, 3.1009e-01,
-5.7285e-02, -9.4557e-02, 2.5540e-01, -2.6505e-01, 3.4745e-01,
-1.1267e-01, -1.6070e-01, 1.0111e-01, 6.0682e-02, 1.4597e-01,
2.6084e-01, 2.6566e-03, -2.8548e-01, 5.9021e-02, -1.4776e-01,
-3.9564e-01, -2.5282e-01, 9.2852e-02, -1.1565e-01, 3.0738e-01,
-7.1967e-02, 2.0938e-02, -1.9211e-01, -6.5839e-02, 6.3836e-02,
1.6275e-01, 2.0546e-01, -5.3290e-02, 1.3731e-01, -9.9764e-03,
-8.8058e-02, -1.6065e-01, -1.7494e-01, -3.6060e-02, 4.3876e-01,
-1.5952e-01, 2.1086e-01, 6.3443e-02, -9.7491e-02, -2.3889e-01,
4.0186e-01, 7.6839e-02, -7.0108e-02, -2.7720e-01, 2.4024e-01,
-1.0367e-01, 1.0494e-01, 1.4244e-03, 1.6331e-01, 2.1748e-02,
-2.0131e-02, -9.4790e-02, 2.6095e-02, 1.9893e-02, -9.1367e-02,
9.1052e-03, 1.5429e-02, -1.4915e-01, -1.3287e-02, 6.6552e-02,
-1.1966e-01, -1.5831e-01, -4.5385e-02, -4.2807e-02, -9.0708e-02,
-1.2328e-01, 5.0256e-02, 4.6196e-02, -6.6473e-02, -8.1601e-03,
-5.2093e-02, 7.3677e-02, -3.7063e-02, 6.2411e-02, -8.3254e-03,
5.3832e-03, 2.4506e-02, 5.6725e-02, -9.3250e-03, -2.8011e-02,
2.8357e-02, 1.1080e-03, 1.8403e-02, -1.4593e-01, -5.6503e-02,
-7.0667e-02, -1.6030e-01, 7.5192e-02, 3.1435e-02, -3.0205e-02,
-7.4792e-02, 5.8212e-02, -1.3132e-02, 7.8036e-02, -1.8645e-02,
-1.2190e-01, 1.4095e-02, -5.3589e-02, -1.8848e-04, 1.0864e-02,
4.4548e-02, -9.3111e-02, 2.4875e-02, 2.1382e-01, -3.7361e-02,
7.3766e-02, -8.9025e-02, -5.1405e-02, -7.2432e-02, -1.1593e-01,
5.7559e-01, 3.1121e-01, -2.8077e-01, 1.7063e-01, 2.7453e-01,
4.8911e-01, -1.9121e-01, 1.8838e-02, 2.0453e-01, -2.4480e-01,
1.7089e-01, -3.6981e-02, 1.3353e-01, -2.4752e-01, 2.8181e-02,
-1.3601e-01, 1.9719e-02, 1.0271e-01, -1.2716e-01, -2.4155e-01,
1.1217e-02, -6.0918e-02, -3.2978e-01, -2.7454e-01, 5.1787e-02,
-5.1993e-01, 5.8795e-02, 1.0265e-01, -1.7735e-01, 4.8362e-01,
4.2180e-01, 2.5232e-01, 8.5644e-02, 6.7169e-02, -3.1340e-01,
-1.6676e-01, -9.9414e-02, 1.1847e-02, -8.5211e-02, -1.0608e-01,
-2.5049e-02, -1.6374e-01, 1.3967e-02, -1.8033e-01, -1.4583e-01,
-7.6300e-02, -4.7092e-01, 3.7288e-02, -2.6289e-01, -1.1302e-01,
-5.3953e-01, -1.3449e-02, 8.9237e-02, -1.6805e-01, 1.7482e-01,
1.9223e-02, -2.1795e-01, 3.5852e-02, 1.1514e-01, -7.0357e-02,
-1.6042e-01, -6.8652e-02, -1.9539e-01, 7.0234e-02, -5.4993e-02,
-1.0328e-01, 2.5859e-02, -2.4870e-01, 7.0959e-02, 1.4996e-01,
-1.3209e-01, 4.9656e-02, -5.0579e-04, 3.8948e-02, 1.9060e-01,
-4.4554e-02, -1.1427e-01, 2.5518e-01, 2.9036e-02, 2.4670e-01,
-1.1808e-01, 3.2563e-01, -1.9982e-01, -1.0055e-01, 3.2438e-03,
-1.3552e-01, 1.7906e-02, 4.9400e-01, -1.7777e-01, -1.2135e-01,
1.1548e-01, 3.8084e-02, -2.8469e-02, -1.1973e-01, 1.4018e-01,
-2.3165e-01, 1.8627e-01, -3.6597e-02, 1.0602e-01, -1.1925e-02,
-3.2879e-01, -5.9648e-02, 3.1694e-02, 1.1411e-01, 4.9746e-01,
-1.0862e-01, -1.6381e-01, -2.7074e-01, -1.2880e-02, -2.1507e-01,
-1.9643e-01, -1.0297e-01, -4.1813e-01, -2.1476e-02, 3.6452e-02,
2.7382e-01, 9.5940e-03, 9.1777e-02, -3.3747e-02, 4.4465e-02,
2.8666e-01, -1.9472e-01, 1.7076e-01, -1.9886e-01, -1.0175e-01,
1.5090e-02, 3.0083e-01, -3.8224e-01], device='cuda:0')),
('bert.encoder.layer.1.attention.self.key.weight',
tensor([[-0.0005, 0.0120, 0.0103, ..., -0.0187, -0.0428, 0.0120],
[ 0.0027, -0.0335, 0.0848, ..., 0.0108, 0.0231, 0.0235],
[ 0.0209, -0.0327, -0.0250, ..., 0.0587, -0.0066, -0.0254],
...,
[ 0.0083, 0.0394, -0.0240, ..., 0.0498, 0.0045, -0.0461],
[ 0.0386, -0.0260, 0.0137, ..., 0.0640, -0.0264, -0.0129],
[-0.1044, -0.0378, -0.0413, ..., -0.0295, -0.0006, 0.0178]],
device='cuda:0')),
('bert.encoder.layer.1.attention.self.key.bias',
tensor([ 1.7260e-04, -1.2264e-03, -1.6482e-04, -3.6382e-04, -7.1563e-04,
1.2360e-03, 2.9537e-05, 1.3929e-03, -2.9742e-05, -3.7170e-04,
6.9738e-04, 4.8904e-04, 1.1827e-03, -1.8268e-03, 7.1904e-04,
8.5253e-04, -1.2939e-03, -1.3531e-03, 5.5522e-04, -1.2310e-03,
2.0094e-04, 2.2294e-03, -1.8106e-03, -2.1234e-05, 7.9184e-04,
6.0521e-04, -1.0996e-03, 1.0110e-03, 3.2165e-04, -3.3242e-04,
5.3102e-04, 9.0777e-04, -1.0520e-05, -1.3232e-04, 1.6546e-03,
-4.1228e-04, 9.2487e-04, 1.5776e-03, 7.4164e-06, 1.2445e-03,
2.2982e-03, -2.8824e-03, -7.1165e-04, 9.8688e-04, 6.8964e-04,
1.5772e-04, -6.6393e-05, 2.6899e-03, -6.4405e-04, 1.7693e-03,
7.2645e-04, 1.6651e-03, -2.9371e-04, -2.8469e-04, -1.7599e-03,
3.8483e-04, -2.5753e-05, 4.9793e-04, 2.4015e-03, -1.5533e-03,
1.6019e-03, -2.3470e-03, 3.1729e-03, 5.1549e-04, 1.2403e-03,
3.9874e-03, -1.6820e-03, 2.5679e-03, 1.5988e-03, -2.1565e-03,
-3.0201e-03, 1.7139e-04, -8.0152e-04, -3.1066e-03, 5.7016e-04,
1.7727e-03, -8.2319e-04, -4.5304e-03, -3.6115e-03, -1.1506e-03,
-3.0534e-03, 8.2659e-04, -1.6625e-03, 2.3258e-03, 4.4995e-03,
-1.7282e-03, 2.3348e-03, 3.8766e-04, -3.5063e-03, 3.6072e-03,
1.3785e-03, 1.3696e-03, 9.0063e-04, 2.1620e-04, 4.1861e-03,
-4.5990e-03, 3.0325e-03, 2.4709e-03, -2.7844e-04, 6.2891e-04,
-1.5008e-03, 2.6891e-03, 3.6142e-03, 3.2309e-03, 3.2358e-03,
-9.3589e-04, 3.7734e-03, -4.6775e-04, 8.3373e-04, -2.0429e-03,
6.6924e-04, 6.5765e-05, 3.3335e-03, 3.6687e-03, 2.8986e-04,
-4.4403e-03, -2.2266e-03, -2.5745e-03, -1.7900e-03, -2.0330e-03,
-6.4203e-04, -8.6246e-04, 3.7597e-03, 1.3407e-03, 1.3489e-03,
1.5856e-03, -1.2834e-03, -1.4281e-03, -2.9444e-03, 1.0956e-03,
1.7890e-03, 2.0049e-03, -9.2848e-03, -2.6491e-03, -6.3367e-03,
5.0918e-03, 4.0192e-03, 3.1795e-03, 1.1113e-03, -4.9016e-03,
-9.3264e-04, -1.7565e-05, -2.7507e-03, 2.0622e-04, 4.6882e-03,
-7.7236e-03, 1.6992e-03, 1.0333e-02, 4.2824e-03, -3.4405e-03,
-2.7382e-04, 1.6667e-03, 3.0158e-03, 2.6948e-03, -5.8052e-03,
3.7676e-03, -3.3948e-03, 8.7994e-03, -2.7203e-03, 2.8248e-03,
-3.8853e-03, -3.3745e-04, -2.8062e-03, 3.2803e-03, -4.9699e-03,
-1.2283e-03, 1.2863e-03, 2.8605e-04, 4.6072e-03, 5.4395e-03,
-2.4202e-03, 6.8396e-03, -8.6275e-03, -6.2029e-03, -1.3165e-02,
2.6653e-03, -5.9213e-04, -1.9447e-03, -1.1308e-02, -5.0391e-03,
-4.1426e-03, -2.3734e-03, -5.4496e-03, -8.5374e-03, -1.3235e-03,
1.1968e-04, 2.3639e-03, 1.5650e-03, 4.7369e-03, 5.1669e-03,
8.9066e-03, 1.7733e-03, 1.3360e-03, -2.2422e-03, -1.6946e-03,
-2.4314e-03, 3.4007e-03, 1.1401e-02, -7.9253e-03, 1.6264e-04,
3.8112e-04, 4.5444e-03, 3.9868e-05, 3.5214e-03, -4.0813e-03,
4.6002e-03, 3.4835e-03, 3.8806e-03, 2.1646e-03, -5.7395e-03,
-2.4058e-03, 4.4499e-04, 7.6269e-03, 1.7222e-03, -1.2363e-03,
6.0695e-03, -1.1026e-02, -8.6023e-03, 1.7135e-03, -1.3558e-03,
-4.4716e-03, -4.4965e-03, -2.8811e-03, -6.3721e-03, -2.4299e-03,
-3.5088e-04, -1.6825e-03, 1.2979e-03, -4.2047e-03, 6.8640e-03,
2.2822e-03, -1.3442e-03, -4.6018e-03, -4.7543e-03, 4.7680e-03,
-2.2769e-04, 3.2580e-03, -6.0897e-03, 1.4313e-03, -3.5890e-03,
1.7196e-03, 1.8051e-03, -2.1155e-04, 1.4972e-03, -2.4462e-03,
3.3800e-03, -1.0120e-03, 9.6756e-03, 8.4968e-03, 5.0557e-03,
2.5517e-03, -2.8073e-03, 1.3024e-03, 2.0359e-03, -1.6908e-03,
-4.8748e-03, 1.9542e-03, -5.6824e-04, -2.3553e-03, 2.4922e-03,
2.2023e-03, -5.8110e-03, 9.3857e-04, 2.6381e-03, -2.0256e-03,
1.6885e-03, 6.9716e-03, -1.8769e-03, 3.0633e-03, -2.2651e-03,
1.2855e-03, 4.4901e-04, 5.5632e-03, -2.4047e-03, 1.1690e-04,
4.4488e-03, 2.1225e-03, -7.8497e-04, 2.3544e-03, -1.2166e-03,
1.0280e-03, 5.1364e-04, 6.6548e-04, -2.0808e-03, 3.3251e-03,
5.5706e-03, -4.1831e-03, -5.9722e-03, 3.1944e-03, -2.6566e-03,
-1.5708e-03, -6.1001e-03, 1.6959e-03, -2.3628e-03, -6.7586e-03,
-5.3671e-03, -4.0750e-03, 1.8877e-03, -3.4400e-03, -4.7629e-03,
-2.4302e-03, 8.2939e-03, -4.5164e-03, -1.1486e-03, 2.6417e-03,
-1.1087e-03, 2.3770e-03, 1.4414e-04, -1.4893e-03, -3.4246e-03,
-1.3424e-03, 5.2391e-03, -3.6433e-03, -2.2113e-04, -1.4551e-03,
-4.7271e-03, -4.1751e-03, 8.3295e-03, -5.3602e-03, -2.5914e-03,
3.3750e-03, -5.7012e-04, 3.6322e-03, -1.1652e-03, -2.2129e-03,
-5.7692e-04, -2.8938e-03, -1.5309e-03, -1.0850e-03, -4.5378e-03,
2.4002e-04, -1.0110e-03, -2.4503e-04, 2.7677e-03, -1.6780e-03,
1.6907e-03, -1.7534e-04, -1.7305e-03, 1.8220e-03, -3.1968e-03,
-2.1709e-03, -9.0472e-04, -2.5865e-03, -2.6418e-04, 2.5723e-04,
1.5907e-03, -2.3443e-03, -1.5921e-04, 6.1980e-04, -1.7214e-03,
1.5172e-03, -5.5981e-05, 7.1760e-05, -7.3637e-04, 1.5044e-03,
-2.4664e-04, -3.7750e-04, 2.6220e-03, 4.4532e-04, 1.4725e-03,
-2.2275e-03, -1.0080e-03, -1.2240e-03, 4.7459e-04, -3.0080e-03,
4.7226e-04, -5.0702e-04, 3.3451e-04, -9.1679e-04, 1.6658e-03,
-1.6432e-03, -8.2929e-04, 2.1273e-03, 4.1927e-04, -8.2915e-04,
-3.1230e-03, 9.3427e-06, 1.0404e-03, -2.4080e-03, 3.0468e-03,
-4.1867e-04, -1.3322e-03, -2.9034e-03, 1.3771e-03, 1.5577e-03,
-7.3700e-04, -6.7690e-04, -2.7865e-03, 3.7987e-04, 1.2188e-04,
-4.5556e-03, 1.9486e-03, -2.4075e-03, -8.5803e-05, 2.7531e-03,
3.4321e-04, 1.0211e-03, 1.9216e-03, -4.4803e-04, 6.8770e-04,
1.1398e-03, 3.2879e-05, -1.6415e-03, -2.1465e-03, -1.0255e-03,
8.6089e-04, 2.4173e-03, 1.5481e-03, -1.4796e-03, 1.1777e-03,
-2.3553e-03, -3.6290e-04, -5.2727e-04, -8.1416e-04, 3.7586e-04,
1.9134e-03, 8.5375e-04, 2.3630e-05, -2.0101e-03, -7.1616e-04,
3.1843e-03, 1.3302e-04, -1.8823e-03, 4.6032e-04, 1.5766e-03,
9.7064e-04, -2.0280e-03, 4.7619e-03, -2.4001e-03, -6.2475e-04,
3.8346e-05, -1.7992e-03, -1.4222e-03, -3.6321e-04, 2.9322e-04,
-2.6856e-03, -8.0721e-04, 4.6216e-04, -3.7566e-04, -8.2525e-05,
5.0907e-04, 3.3010e-03, -4.1892e-05, 2.0023e-03, -1.2086e-03,
1.1545e-03, 2.0312e-03, -2.0103e-03, 2.2276e-03, -6.3723e-04,
-9.2459e-03, 1.2829e-03, 2.9021e-03, -2.2387e-03, -3.1576e-04,
3.7711e-03, 4.5708e-04, 4.1625e-03, 1.5047e-04, 3.6757e-03,
6.1030e-03, -9.8324e-04, 9.1491e-04, -1.4617e-03, -2.0849e-03,
-2.5607e-04, -1.3372e-03, -1.5198e-03, 1.4376e-03, -5.9891e-04,
1.4265e-03, -5.1531e-03, 2.7391e-03, -1.6397e-03, 1.6841e-03,
-7.3335e-04, -3.0683e-03, -6.5684e-03, 1.3689e-04, 5.3466e-05,
-1.3599e-03, -1.0134e-03, 3.5622e-03, -1.2543e-03, -2.3219e-03,
-4.0807e-03, -1.1452e-03, -5.8411e-03, 1.0677e-04, -8.4291e-04,
5.1363e-03, -1.8787e-03, -3.5042e-04, 3.4048e-03, -6.1531e-03,
-2.3668e-03, 4.8141e-03, -5.5540e-03, 8.1396e-05, 4.8143e-04,
-1.7418e-03, 1.2427e-03, -5.0623e-03, -3.2807e-03, 2.1009e-04,
-5.5382e-03, 2.0122e-03, -2.1591e-03, 2.0857e-03, 1.2918e-03,
6.5067e-04, 4.9452e-03, -2.8027e-03, 3.4858e-03, 1.6647e-03,
-1.2326e-03, 2.0984e-03, 1.0595e-03, 1.4023e-03, 1.4496e-03,
-2.0589e-03, -3.6642e-03, -2.8085e-03, 2.0648e-03, -2.1445e-03,
-1.8270e-04, -1.0050e-03, -1.3203e-03, 2.2354e-03, -1.4692e-03,
5.0289e-05, -2.4041e-03, -9.6571e-04, -7.6479e-04, 3.7600e-03,
-4.0247e-03, 2.9544e-03, -1.4844e-03, 1.7290e-03, -5.0198e-05,
2.1833e-03, -1.2992e-03, -3.5347e-04, -4.1963e-03, -2.9438e-03,
-2.6890e-03, -5.5657e-04, 3.2024e-03, -1.6409e-03, -9.1977e-04,
6.6205e-04, -2.0919e-03, -2.5590e-03, -1.5746e-04, -2.5714e-03,
1.6807e-03, 1.1793e-03, 6.0250e-04, 5.0094e-03, -2.4407e-03,
-2.2599e-03, -7.9980e-04, -1.5204e-03, 1.4623e-03, 5.0433e-03,
-2.4436e-03, 1.5906e-03, 6.3293e-03, 3.2738e-03, -2.7170e-03,
9.5954e-05, 3.5442e-04, 7.4396e-04, -2.7758e-03, -3.3682e-04,
-8.3726e-04, -1.5415e-05, 8.0902e-04, 2.8735e-03, 1.8949e-03,
-3.0405e-04, 7.9326e-04, -2.9103e-03, -3.1081e-04, 5.9579e-04,
8.8851e-04, 2.7382e-03, -6.7711e-04, -1.5984e-04, 2.0929e-03,
1.6470e-04, 7.3141e-04, -9.5370e-04, -2.2099e-03, 2.0677e-03,
2.5813e-03, -3.2675e-03, -2.4568e-03, 7.6336e-04, 7.6356e-05,
2.0018e-03, 1.3096e-03, -2.2785e-03, -1.6240e-03, -8.1596e-04,
-4.1124e-04, -1.1305e-03, -1.6535e-03, -1.2122e-03, 2.4462e-03,
-8.9189e-04, -1.4732e-03, 2.7797e-03, 5.5408e-04, -5.3918e-04,
-5.8072e-04, -4.2835e-04, 1.1904e-03, 8.6853e-04, 9.2774e-04,
-1.3929e-03, -1.3352e-04, 8.8697e-04, -9.7986e-04, 1.4562e-03,
1.2424e-03, 2.2151e-03, 5.4775e-04, 1.8995e-03, 3.4807e-04,
3.9234e-04, 8.7971e-04, 4.0025e-04, -7.4469e-04, -2.6708e-03,
-1.5654e-03, -1.9298e-03, -1.2965e-03, -1.5527e-03, 5.2341e-04,
1.7114e-03, -1.5835e-03, -1.2143e-03, 7.8094e-04, 3.5979e-03,
7.5541e-04, 2.9704e-03, 4.1295e-03, 3.8186e-03, -1.5550e-03,
2.7605e-03, -6.3127e-04, 1.9002e-03, -2.3438e-03, -1.9460e-04,
4.4779e-04, -1.3266e-03, -2.3748e-03, -1.7414e-03, 8.2319e-04,
-1.3800e-03, 1.5178e-03, -2.2367e-05, -1.4350e-03, 2.8395e-04,
-9.2128e-04, 9.2559e-04, 3.6610e-03, 5.1735e-04, 4.8495e-03,
5.9066e-04, 1.2217e-03, -1.8588e-03, 1.6474e-03, 4.6075e-04,
-1.1481e-03, -2.4660e-05, -1.8618e-03, 4.7977e-04, 3.1131e-03,
-1.1828e-03, 2.4191e-03, 8.8099e-04, 2.6505e-03, 4.7162e-04,
-6.4673e-04, -9.2700e-04, 3.2903e-03, -2.8676e-04, -4.6841e-03,
4.6213e-04, -3.0641e-03, -2.8390e-04, -3.5273e-03, -1.2388e-03,
-6.6883e-04, -2.1514e-03, 1.2490e-03, 2.4938e-03, 1.8464e-03,
-2.6851e-03, 3.4522e-04, 1.1081e-03, -1.4310e-03, -6.1494e-03,
2.4722e-03, 1.1099e-03, 4.5572e-03, 4.7261e-04, 3.5434e-03,
1.0231e-03, 1.3941e-03, 4.0750e-03, -8.8688e-04, -1.2854e-03,
2.2668e-03, -7.3014e-04, -4.0276e-03, 9.2208e-04, -8.0841e-04,
2.7972e-03, -3.3175e-03, 3.2546e-03, -4.3903e-03, -2.6589e-03,
-3.2904e-03, -5.1306e-03, -6.7227e-04, -1.5324e-03, 1.4521e-03,
-3.9860e-04, -2.9120e-03, 5.1866e-04, -1.5620e-04, -1.7559e-03,
-2.9428e-03, 2.8643e-04, 3.0968e-03, 8.7065e-04, 5.0107e-03,
2.2722e-03, 1.6456e-03, -1.4055e-03, -1.1758e-03, -2.8098e-03,
1.6932e-03, 3.8673e-03, -1.3818e-03, 7.6502e-04, 5.8832e-03,
4.8341e-03, -4.0512e-03, 1.6042e-03, 2.8998e-03, -1.8194e-03,
2.7799e-04, -9.8048e-04, 2.0564e-03, 9.1004e-04, -4.6873e-03,
-1.3553e-03, 6.4769e-03, 7.3417e-04, -7.5824e-03, -1.4242e-03,
2.3748e-03, 7.1563e-03, -8.2281e-04], device='cuda:0')),
('bert.encoder.layer.1.attention.self.value.weight',
tensor([[-0.0052, 0.0445, 0.0099, ..., -0.0353, -0.0258, -0.0021],
[ 0.0197, -0.0056, 0.0315, ..., -0.0359, -0.0085, -0.0033],
[-0.0342, -0.0220, -0.0473, ..., 0.0871, 0.0073, 0.0574],
...,
[-0.0113, 0.0179, 0.0157, ..., 0.0015, 0.0100, 0.0155],
[-0.0155, 0.0365, -0.0019, ..., 0.0077, -0.0206, -0.0037],
[ 0.0010, 0.0203, 0.0116, ..., -0.0205, 0.0018, -0.0293]],
device='cuda:0')),
('bert.encoder.layer.1.attention.self.value.bias',
tensor([ 1.1377e-03, -3.0408e-03, 2.1161e-03, 6.6918e-03, -1.5375e-02,
-3.1540e-03, 1.1852e-02, 9.2513e-03, -9.2061e-03, -1.6900e-02,
1.0532e-02, -2.0306e-02, 2.1061e-02, 2.5367e-02, -2.0678e-04,
-6.3498e-03, -9.0598e-03, -1.8913e-03, -8.1770e-03, -3.2247e-03,
1.1783e-02, -1.4306e-04, -1.5521e-02, 6.5773e-03, 3.8937e-03,
1.2785e-02, -8.1141e-03, 6.1943e-03, -1.7543e-02, -6.4423e-03,
2.9179e-03, 1.1079e-02, 2.9761e-03, 4.0706e-03, 1.3706e-02,
6.2034e-03, -1.1540e-02, 2.7256e-03, 4.8819e-04, 2.2075e-02,
9.1415e-03, 1.4045e-03, -2.1723e-02, 6.8037e-03, -5.5440e-03,
-7.5324e-03, 1.2285e-03, 4.6940e-03, 6.8554e-04, -3.2641e-02,
-1.3586e-02, -5.6875e-03, 1.9233e-03, -1.4204e-02, -1.1755e-02,
-5.4570e-03, 2.8720e-02, 1.3030e-02, -2.1848e-03, -1.2384e-02,
-2.0515e-03, 1.4343e-02, -1.3461e-02, 3.0845e-03, 9.2664e-03,
6.9327e-03, -1.4778e-02, 2.3259e-03, 2.2421e-02, 7.5558e-03,
7.9683e-03, 9.1171e-03, 1.5507e-02, 2.4405e-02, -3.8030e-02,
3.8790e-03, -3.6265e-03, -7.6171e-03, -1.8314e-02, -2.8307e-02,
-9.8468e-03, -9.5998e-03, -2.6607e-02, -1.0062e-02, 3.1661e-02,
-1.6816e-02, -7.0962e-03, 1.4071e-02, -2.4121e-02, 2.3745e-02,
1.4998e-02, 6.9605e-02, -3.5913e-03, 2.1734e-02, -2.5637e-03,
-2.4891e-02, -1.3166e-02, 7.0378e-03, 1.9957e-02, 2.2597e-04,
-3.5806e-02, 6.1576e-03, -5.7585e-03, -3.9911e-02, 4.6244e-03,
-6.3511e-03, -9.9843e-03, 2.8342e-03, 1.1110e-02, 2.4009e-02,
7.9902e-04, 3.6266e-02, -1.5921e-02, -2.2207e-03, -9.7414e-03,
2.6969e-02, 3.0123e-02, 4.9933e-03, 1.3866e-02, 1.1099e-02,
-2.8676e-02, 4.0436e-03, -1.6579e-02, 6.7721e-03, 1.1187e-02,
4.9139e-02, -2.0373e-02, 1.9287e-03, -1.1278e-02, 7.7709e-03,
4.4137e-02, 8.9112e-03, -1.6508e-02, -7.6356e-03, 2.1742e-02,
-5.1576e-02, -5.0138e-02, 1.0411e-02, 5.4202e-03, 4.0877e-02,
-3.4077e-02, 2.5426e-03, 6.8802e-02, -2.4431e-03, 1.6885e-03,
-9.0971e-03, -4.9824e-02, -2.2469e-02, -1.7191e-03, -1.2825e-02,
-2.9882e-02, 2.0294e-02, 3.4817e-02, -5.3694e-02, -3.9083e-03,
-5.6851e-02, -1.8278e-02, -1.7998e-03, -5.3552e-03, -3.5312e-02,
2.2765e-02, -6.7260e-02, 9.8552e-03, 1.5968e-02, -1.0433e-03,
-2.5740e-03, 1.3429e-02, 6.9891e-02, -1.5904e-03, 2.6443e-02,
5.6285e-02, -9.6566e-03, 6.9062e-02, 5.0098e-02, -1.9537e-02,
-8.6208e-02, 1.9041e-02, 9.5188e-03, 1.3446e-02, 2.6238e-02,
3.2950e-02, 8.8924e-03, -3.1770e-02, 4.2431e-02, 5.9977e-03,
1.9623e-02, 5.5692e-04, 2.0586e-02, -3.0127e-02, -1.0837e-02,
5.4113e-02, -3.4063e-02, -1.4471e-03, 1.4323e-03, -1.1476e-02,
-5.2411e-02, 9.2530e-03, 1.1924e-03, -1.5489e-02, -6.9386e-02,
-8.3707e-02, 1.1618e-02, -3.9667e-02, -2.9057e-02, 5.3269e-03,
-6.5164e-03, 1.1180e-03, 4.9369e-02, 5.3714e-02, 7.0154e-04,
-6.2790e-02, 2.5585e-02, -2.0677e-02, -1.5301e-02, -1.9137e-03,
-2.2736e-02, 2.5786e-03, 7.3835e-02, 8.4042e-02, 3.5966e-02,
-3.4598e-02, 5.5049e-02, 5.5644e-03, 3.4605e-02, -1.6299e-02,
-8.7555e-02, -1.1102e-02, 4.3383e-02, -1.1755e-02, -1.5841e-02,
4.3614e-02, -3.0172e-03, -2.6217e-02, 2.1081e-01, -9.0302e-03,
-5.3227e-02, 2.8660e-02, -8.1218e-02, 8.3625e-02, -3.2917e-02,
9.4861e-04, -4.5512e-03, 3.1016e-02, 7.5525e-02, 1.4717e-03,
2.5899e-02, 3.9650e-03, -6.7091e-02, -4.1864e-02, -2.1167e-02,
-9.9091e-03, 3.8973e-02, -1.6017e-02, 2.2535e-02, -1.8987e-02,
-3.7988e-02, 4.0790e-02, -7.4219e-02, -6.3547e-03, 5.6517e-02,
2.4698e-02, 2.2606e-03, -2.2618e-02, 1.0997e-01, 7.1413e-02,
-4.7880e-02, 2.7845e-02, -3.6527e-02, -2.8140e-02, 4.2444e-02,
2.1640e-03, 2.1844e-02, 5.3381e-02, 5.5131e-02, 3.5690e-02,
6.8488e-02, 4.9983e-02, -1.7147e-01, -4.6679e-02, 9.1588e-03,
4.5531e-02, 4.6830e-02, 8.4209e-03, -6.4255e-02, -6.2894e-03,
2.2013e-03, 5.2321e-02, -4.6797e-02, 5.7746e-03, 1.3944e-01,
5.5968e-02, -2.9595e-02, -5.5736e-02, -1.1375e-03, -9.6547e-02,
-4.1311e-02, 6.0035e-02, 1.6049e-02, 1.1103e-01, 2.0212e-01,
6.1832e-02, 8.2683e-03, 3.0006e-02, -9.3866e-02, -5.2192e-02,
-4.2707e-02, 1.0879e-01, 2.2262e-02, 7.5973e-03, -1.0059e-01,
2.8314e-02, 1.2225e-01, -2.3978e-02, -2.1410e-02, 2.5646e-02,
1.9213e-02, -5.1313e-02, 5.5801e-02, -4.6037e-02, 7.8553e-03,
-8.3479e-03, 1.0007e-02, 1.0161e-02, -4.7854e-03, -6.3447e-04,
-7.0110e-03, 1.5722e-02, -6.6641e-03, -2.3025e-02, -1.4850e-03,
1.2755e-02, 1.9045e-02, 1.7725e-02, -1.6082e-03, 4.8264e-03,
-4.6778e-03, 6.1620e-03, 2.2976e-02, 1.1714e-02, 2.6691e-02,
1.8662e-04, 2.1934e-02, -8.1154e-03, -1.1262e-02, 1.7046e-02,
1.0140e-02, -5.7126e-03, 8.5162e-03, 7.3008e-03, 2.4019e-03,
2.2735e-03, 1.2259e-02, -1.4692e-02, 4.2847e-03, 4.1571e-03,
-2.3877e-03, -8.7767e-03, -1.5873e-02, 4.8077e-03, 1.7659e-02,
1.8922e-03, 2.8474e-03, -1.0500e-02, -2.9204e-02, 3.1843e-04,
1.2210e-02, -1.1034e-02, 1.3985e-02, -2.2256e-02, 4.5811e-04,
1.8722e-02, 1.1133e-02, -1.2611e-02, -1.0794e-02, 1.3318e-02,
-2.4156e-03, -1.0680e-02, 1.2001e-03, -3.4792e-03, 5.0570e-03,
2.8766e-02, 6.4237e-03, 5.7006e-04, -1.9277e-02, -1.0602e-03,
2.0514e-02, 3.2476e-02, -4.0932e-02, -6.9281e-03, 2.9253e-02,
-3.5060e-02, 1.4642e-02, 7.4800e-03, 4.6586e-02, -2.6085e-03,
-2.5072e-02, -4.7545e-02, -5.4743e-04, 9.3364e-03, -2.4815e-03,
-4.6191e-03, 3.0576e-02, -4.8113e-03, -9.2851e-03, -2.1539e-02,
-8.7334e-03, -9.0519e-03, 3.6703e-03, 7.3807e-03, 3.1940e-03,
-5.6659e-03, -3.2028e-03, 8.7427e-03, 1.9516e-02, 2.1314e-02,
5.4538e-03, 1.5225e-02, 5.0189e-03, -7.8549e-03, 2.7841e-02,
-4.7695e-03, 2.1630e-02, 1.5912e-02, -1.7942e-02, -4.6679e-02,
1.3013e-02, 2.4530e-02, 2.0093e-03, 4.2535e-03, 7.3661e-04,
9.2417e-03, -5.1058e-03, 2.8762e-02, -2.0338e-03, -1.1571e-02,
-2.6491e-03, -1.5981e-02, -6.3612e-03, 8.4833e-03, -1.5256e-02,
-4.4170e-02, 1.4960e-02, -2.3068e-02, 6.2148e-03, 9.2166e-03,
-9.7123e-03, -2.4411e-02, -2.3747e-02, 8.1782e-03, -1.4512e-02,
-7.1226e-03, -3.1468e-02, -4.4520e-02, 1.0099e-02, -2.2050e-02,
1.2040e-02, 1.2076e-03, 4.1977e-03, -8.0736e-03, 3.6702e-02,
3.3606e-02, 3.2208e-02, -1.9050e-02, -5.3294e-02, -2.0029e-02,
-1.3178e-02, 1.4234e-03, -1.0006e-02, -7.9748e-04, -1.0290e-02,
1.3237e-02, 7.8909e-03, -4.4627e-02, 1.5785e-02, 2.9790e-02,
3.1437e-02, -2.4204e-03, 1.2565e-02, 1.9712e-02, 2.5748e-02,
-1.5980e-03, -1.7839e-02, 1.3027e-02, 1.6436e-02, 1.2160e-02,
-2.2921e-02, -9.4024e-03, 1.5699e-02, -3.0236e-03, -1.4250e-02,
1.8265e-02, 3.9243e-02, 2.8241e-02, 1.0995e-02, -2.2515e-02,
-2.5128e-02, -3.7115e-02, -1.1053e-02, 4.5840e-03, 1.3588e-02,
3.5902e-02, -3.6959e-03, 4.6566e-02, -2.4481e-02, -4.2310e-02,
3.4298e-03, 5.7574e-04, 1.9986e-02, 1.0411e-02, -4.0277e-02,
3.8291e-04, -1.5380e-02, -9.4201e-03, -1.5057e-02, 1.3515e-02,
1.0415e-02, -1.5337e-03, 2.5060e-03, -2.0796e-02, 1.6927e-02,
5.9484e-03, -2.1134e-02, 3.0852e-02, 7.5537e-03, -3.9444e-02,
-1.6348e-02, 1.9408e-02, 1.7465e-02, -1.0772e-02, 8.3814e-03,
-1.0449e-02, 6.4303e-03, 1.7981e-02, 2.5369e-02, 9.3779e-03,
1.4953e-03, -1.1539e-02, -1.5067e-03, -8.5620e-03, 5.2003e-03,
-6.5350e-03, 3.4599e-03, -2.3980e-02, -2.2606e-03, 1.1377e-02,
-1.3929e-02, 1.5946e-03, -2.0784e-02, -1.9746e-02, 1.0417e-02,
4.0939e-04, -1.3663e-02, 1.4524e-02, 1.6622e-03, 1.8321e-02,
7.6105e-03, -3.3012e-03, 1.1846e-02, 7.5622e-03, -1.2027e-02,
-1.4633e-02, 2.3989e-03, -3.8572e-04, 6.4029e-03, -5.1658e-03,
1.3180e-02, 6.8024e-03, 2.2678e-03, -1.0465e-02, 1.2899e-02,
4.9381e-02, -9.1131e-03, 2.0413e-02, -5.1576e-03, 1.4746e-02,
1.3187e-02, 2.1652e-03, 1.7349e-02, -6.5572e-03, 1.7483e-02,
-2.2120e-02, 7.5057e-03, -1.8245e-02, 8.5249e-02, 2.0094e-02,
-5.9913e-03, -5.5965e-03, 2.1083e-02, -2.7190e-02, 1.5112e-02,
8.5473e-03, 2.3333e-03, 7.3521e-03, 3.6380e-02, 4.6688e-02,
1.5082e-02, -4.3194e-03, 3.2512e-02, -6.0387e-03, 4.6238e-03,
1.4476e-02, 2.7986e-03, 9.5683e-03, 2.0808e-03, -3.0954e-02,
3.5199e-02, 1.0239e-02, -3.2351e-02, 5.6181e-04, -2.0656e-02,
1.7643e-02, -1.7414e-02, 3.1919e-02, -2.0506e-02, -6.1032e-03,
-2.0161e-02, -1.0916e-02, 1.0949e-02, -1.4095e-02, 1.0370e-02,
-5.6782e-04, 2.1304e-02, 8.1011e-03, -1.9186e-02, -9.6900e-03,
-2.0631e-02, -5.6415e-03, 5.9004e-03, -6.0763e-03, -8.2793e-03,
-2.8782e-02, -3.5154e-03, 1.6351e-02, -9.5554e-03, 1.5788e-02,
-1.4590e-02, -2.6064e-02, 3.5462e-02, -3.3455e-03, -2.4103e-02,
1.8854e-02, -2.1142e-02, -1.6221e-02, -4.3868e-02, 2.9292e-02,
-5.2363e-02, 2.2405e-02, 1.8423e-02, -1.1134e-02, 3.0444e-02,
-1.4713e-02, -6.2096e-02, -1.3225e-02, -1.0436e-02, -2.8181e-02,
2.0575e-02, -1.0571e-02, 2.5622e-02, -1.2587e-02, -5.6240e-03,
-2.5980e-03, -3.4805e-02, -2.0065e-02, -2.5875e-02, 1.2110e-02,
-1.4166e-02, -1.7684e-02, -1.3776e-02, 9.9955e-03, 4.6145e-02,
1.0197e-02, 1.1440e-02, -4.6154e-03, -1.4039e-02, -5.0838e-03,
-5.6706e-03, 2.3310e-03, -1.0445e-02, 2.5001e-02, 1.2341e-02,
2.4548e-02, 1.2212e-02, 5.6656e-03, -1.8632e-02, 8.9308e-03,
-9.1553e-03, -4.4157e-02, -3.2999e-02, 3.7568e-02, -3.8868e-04,
6.6744e-03, 3.0593e-02, 1.3668e-02, 5.3261e-02, -2.4645e-02,
1.0954e-02, 2.2399e-02, -1.1042e-03, 4.6247e-02, -3.0096e-02,
5.0598e-03, 3.4079e-02, -2.2214e-02, 1.4303e-02, -6.3954e-02,
-1.3786e-01, -9.4131e-02, -1.1799e-02, 9.8912e-02, 3.0714e-02,
-7.4543e-03, -4.5516e-03, -2.0645e-02, 1.3407e-02, -1.5430e-01,
1.2333e-01, 8.8044e-02, 8.4723e-02, 1.7696e-01, -8.4196e-02,
-5.2699e-02, 1.1772e-01, -3.3966e-03, -1.9452e-02, 1.4321e-02,
2.3279e-01, 1.2035e-02, -4.1043e-02, 5.6063e-02, -7.1806e-02,
2.6941e-02, -2.1950e-01, 8.3619e-03, -5.3090e-04, 2.5301e-02,
9.5310e-02, 1.1608e-01, -1.3828e-01, -1.2801e-02, 2.6647e-02,
-1.0037e-01, 2.6869e-02, 7.7674e-02, 5.0967e-02, 3.9628e-02,
9.2893e-02, -8.9899e-02, -6.7881e-02, 4.3975e-02, -1.1295e-01,
4.6030e-02, -2.0679e-01, 5.6236e-03, 2.8964e-01, 4.7205e-02,
-6.7784e-02, -3.5854e-03, 1.3387e-01, 7.6342e-03, -2.8951e-02,
-2.6114e-02, 2.7268e-02, -5.8994e-03, -1.2398e-01, 5.0260e-02,
7.2553e-03, 1.4812e-02, -1.2922e-02], device='cuda:0')),
('bert.encoder.layer.1.attention.output.dense.weight',
tensor([[-0.0154, -0.0163, -0.0195, ..., -0.0521, -0.0005, 0.0126],
[-0.0094, -0.0178, 0.0429, ..., 0.0426, 0.0134, -0.0384],
[-0.0204, -0.0188, 0.0416, ..., 0.0057, 0.0067, 0.0260],
...,
[-0.0043, -0.0237, 0.0153, ..., -0.0149, -0.0157, -0.0057],
[-0.0184, -0.0138, 0.0233, ..., -0.0096, -0.0197, 0.0129],
[ 0.0032, 0.0209, 0.0047, ..., 0.0051, -0.0029, -0.0128]],
device='cuda:0')),
('bert.encoder.layer.1.attention.output.dense.bias',
tensor([-4.4592e-02, -8.9818e-03, -1.0622e-01, -5.3229e-02, 4.4773e-02,
-6.1403e-02, 1.0608e-01, -1.4861e-01, 3.3158e-03, -8.5938e-04,
1.0468e-01, 6.2938e-02, 5.9490e-04, 7.5971e-02, -6.6756e-02,
-3.1471e-02, 1.0620e-01, -1.0544e-01, 1.3867e-01, -1.0550e-02,
-5.7345e-03, -7.1474e-03, -2.7406e-02, 5.5414e-02, -1.9892e-01,
-1.1174e-01, 2.3757e-03, -1.6365e-01, -2.2273e-02, 7.8620e-02,
3.9782e-02, 1.3792e-02, -1.6567e-02, -9.0393e-02, 1.2152e-02,
4.8460e-03, -1.7382e-01, 2.0976e-02, -2.6752e-01, -1.5787e-01,
-6.1549e-02, 1.3297e-01, 3.6182e-02, 1.3190e-02, -8.8619e-03,
1.8825e-02, -2.0362e-02, -3.2109e-02, 1.0309e-01, -5.3360e-02,
7.4560e-02, -4.5214e-02, -2.8572e-01, 1.4303e-01, 1.8699e-01,
-1.8641e-01, 1.3957e-01, 1.1329e-01, -1.9997e-01, -9.8592e-02,
4.5674e-03, 5.6845e-02, -1.1798e-02, -3.5123e-02, -3.8922e-02,
2.4259e-03, 1.4613e-01, 1.2035e-01, -4.8748e-02, -1.3872e-01,
2.1067e-02, -2.4376e-02, 9.0554e-02, -1.3822e-01, -4.1916e-02,
3.1674e-02, -8.2765e-02, -9.4207e-02, -1.8899e-03, -4.8144e-02,
-1.0402e-01, -1.1278e-01, 1.4003e-02, 8.3654e-02, 2.2653e-01,
-1.3888e-01, 6.6613e-02, -6.6329e-02, -6.8203e-03, -1.1633e-02,
-6.2882e-02, -1.8690e-02, 3.7039e-02, 1.0594e-01, -7.0217e-02,
-7.9047e-02, -4.2030e-02, -1.4543e-01, -1.4579e-02, 1.8431e-02,
9.6382e-03, 1.3146e-02, -1.9320e-02, 6.0218e-02, -1.1668e-01,
5.6955e-02, 3.6976e-02, -2.2050e-02, 1.3177e-01, 2.2795e-02,
-1.5803e-03, 1.5401e-01, 5.0543e-02, 9.1403e-02, 8.9261e-02,
3.5832e-02, 1.3641e-03, -1.1937e-02, 4.5993e-02, -3.4305e-02,
1.3157e-01, 1.7420e-02, 2.6570e-02, 6.2286e-02, -1.1550e-01,
-3.1286e-02, 4.0856e-02, -9.7053e-02, 6.4126e-02, -9.7608e-03,
3.9409e-02, -3.1478e-03, -5.6296e-02, -2.8575e-02, 2.6093e-02,
-2.2356e-02, -1.1336e-01, 4.1177e-03, -1.5708e-03, -6.3295e-02,
3.5807e-02, 7.1467e-03, 7.9400e-02, -3.8876e-01, 5.4614e-03,
3.9343e-02, 1.4544e-02, -2.5916e-02, 1.2000e-03, 1.5656e-01,
1.9773e-02, 4.5264e-04, -7.0016e-04, -1.0990e-03, -8.1697e-02,
-6.9212e-02, 2.4418e-02, -6.6718e-02, -1.7076e-01, 1.1247e-01,
4.7887e-02, -2.9089e-02, -1.2582e-02, -4.3235e-02, -6.9109e-02,
1.7394e-02, -7.4345e-03, -8.8564e-02, 4.0751e-02, 1.5900e-02,
4.6734e-02, -4.0160e-02, 2.3079e-01, 3.1128e-02, 2.1073e-02,
-7.4725e-02, 2.4659e-02, 2.3471e-02, -1.8210e-02, 2.7169e-03,
1.4046e-03, 6.8777e-02, 1.9658e-02, -8.3138e-02, 9.3449e-02,
2.1226e-01, 7.2789e-02, 3.6478e-02, 5.2054e-02, -2.7732e-02,
-1.6886e-02, -2.6966e-01, 7.3026e-02, 9.1492e-02, 9.2166e-02,
1.1815e-01, 1.2664e-02, 4.0317e-02, 1.7779e-01, 7.0650e-02,
4.0384e-03, -1.3506e-01, 1.7476e-01, 1.2333e-01, -1.5595e-01,
9.3056e-02, -8.4975e-02, -1.2014e-02, 2.8667e-03, 9.9821e-02,
-6.8128e-02, -5.3017e-02, -2.3721e-02, 8.3836e-02, 7.2793e-02,
-1.6742e-02, 1.0749e-01, 3.3393e-02, 7.8534e-02, -4.6827e-02,
-6.6980e-02, 6.2278e-02, 1.2760e-02, -4.1325e-02, 3.4294e-02,
1.2995e-01, 7.5983e-02, -2.4816e-02, 9.8166e-02, -1.2196e-01,
8.7535e-02, 6.7689e-02, -9.8564e-02, 1.4409e-01, -1.3445e-01,
-2.6649e-02, -1.0996e-01, -3.5543e-02, -5.9721e-02, 6.2817e-02,
1.0870e-01, 1.8072e-01, -2.2236e-01, 9.2566e-02, 5.4796e-02,
4.0627e-02, -8.3232e-02, -1.2145e-01, 2.5655e-02, -1.9812e-02,
-1.5730e-01, -3.9837e-02, 6.8435e-02, 3.4401e-02, 6.6675e-02,
-7.6456e-02, 1.0578e-01, 5.4485e-02, -2.3091e-02, 2.7209e-03,
6.8177e-02, -1.2079e-01, 1.0588e-01, 2.5309e-02, -3.8604e-02,
-2.5233e-02, 8.3924e-02, -1.1175e-01, 1.6216e-02, 7.3246e-03,
-4.3018e-02, 6.4526e-02, 6.2509e-02, -4.2959e-02, 9.4674e-03,
5.4908e-02, 1.0481e-01, 1.3819e-02, 1.6526e-02, 6.8970e-02,
-1.5626e-02, -5.3560e-02, 1.2257e-01, 1.4949e-01, 5.1912e-03,
5.0393e-02, -4.8633e-02, 8.1108e-02, 2.7683e-02, 4.7177e-03,
-2.1822e-01, -8.0754e-02, 1.6778e-01, 1.3030e-02, 1.5673e-01,
-9.4328e-02, 9.9701e-02, -2.1682e-01, -1.9933e-02, 1.3847e-01,
-2.7231e-02, -6.9130e-02, -3.5770e-02, 4.2841e-02, -2.3572e-02,
-1.0989e-01, -9.4668e-02, 6.6386e-03, 1.2719e-01, 3.3458e-02,
5.1544e-02, 1.9375e-02, -5.7505e-02, -1.6013e-01, -7.2401e-02,
-5.5561e-02, -4.6473e-02, -1.7831e-03, -9.1179e-04, -1.9550e-01,
1.3633e-02, -6.7523e-02, 3.2633e-02, 1.9867e-02, 2.7017e-02,
-5.1797e-02, 2.7432e-02, -1.9260e-01, 1.4427e-02, 1.6146e-02,
1.1655e-02, -1.6296e-02, 3.6048e-02, 8.9736e-02, 1.5878e-01,
-5.1088e-02, -1.2516e-01, -4.3492e-02, -4.3004e-02, 1.6298e-01,
1.8437e-01, 4.3733e-02, 5.4832e-02, 9.2516e-03, -1.5267e-01,
-2.6537e-02, 9.3825e-02, -9.1728e-02, -1.0679e-01, 1.1860e-02,
4.9629e-04, -5.8676e-03, 4.1538e-03, 8.4641e-02, 9.7138e-02,
2.8022e-02, -9.5098e-02, 2.8737e-02, -1.0140e-01, 1.5465e-01,
-5.3543e-02, 7.0623e-02, 1.4260e-01, -4.6661e-02, 5.8654e-03,
-9.2508e-02, -2.6309e-02, -2.1222e-02, -5.1721e-02, -1.1948e-01,
1.0013e-01, -7.5083e-02, -1.0261e-01, -4.6270e-02, 9.7062e-02,
7.8676e-02, -4.5635e-02, 1.6291e-02, 6.6324e-03, -7.2733e-02,
8.0945e-02, -1.4210e-02, -1.7155e-02, 1.0287e-01, 1.0494e-01,
-6.1097e-02, 6.7081e-02, -1.1150e-02, -1.3644e-01, -3.1341e-02,
3.7786e-03, -5.6807e-02, 5.1666e-02, -4.6558e-02, 7.3341e-02,
5.8219e-02, 1.4124e-01, -1.7373e-03, -2.8465e-02, 2.7752e-02,
2.4940e-03, -1.4251e-01, -2.8459e-01, 7.1188e-03, 1.9176e-02,
-1.8040e-01, 7.2564e-02, 1.4743e-01, -1.2493e-01, 6.1202e-02,
1.8370e-01, 4.7814e-02, 1.3084e-02, 8.2709e-02, -4.7833e-02,
5.4942e-02, -3.4134e-02, -2.5469e-03, 4.6765e-02, -2.5183e-03,
-1.3630e-01, -6.7621e-02, 7.8035e-02, 1.3219e-02, 2.3801e-02,
-1.4280e-02, -2.9771e-02, -1.3045e-01, 2.1356e-02, 1.1120e-01,
-5.0732e-02, 9.6564e-02, -2.3921e-02, -2.6969e-03, -1.4007e-01,
1.3658e-02, 1.1759e-02, -5.9498e-02, -2.8090e-02, -1.0103e-01,
1.9898e-02, 1.5668e-01, -3.4995e-02, -5.7779e-02, 6.9868e-05,
-1.9046e-01, -3.9079e-03, -3.0563e-02, -3.2947e-02, 7.4647e-02,
5.9166e-02, -4.1074e-02, 2.8240e-02, 4.2394e-02, -1.3473e-01,
6.4512e-02, -8.2759e-02, -1.4505e-01, -8.4188e-02, -5.6544e-02,
-2.8018e-02, 2.2267e-02, 1.2193e-01, 5.3135e-02, 1.3125e-01,
1.2909e-01, -9.2695e-02, -8.2726e-02, -5.2208e-02, -9.3758e-02,
-1.2351e-02, -4.1892e-02, -4.9894e-02, -5.4050e-02, -4.1269e-02,
-1.0596e-01, 6.8459e-04, -5.2148e-03, 6.2038e-02, 3.7836e-03,
-2.8319e-02, 1.0287e-01, -5.1317e-02, 5.7406e-02, -5.3672e-02,
-1.2332e-01, -5.5514e-02, -1.5357e-02, -1.2516e-02, 4.8076e-02,
7.8732e-02, -7.1773e-03, -1.0895e-01, -3.5010e-02, -7.1003e-02,
4.1453e-02, 8.0364e-02, -3.5491e-02, -4.1601e-02, -2.3125e-02,
-2.1669e-02, -2.5985e-02, 6.7722e-02, 1.0676e-02, -5.0915e-02,
2.3245e-02, -1.8804e-03, -6.8439e-02, 9.9718e-02, 3.0013e-02,
5.9648e-02, 1.0031e-01, -7.7056e-02, -1.7197e-01, -2.7048e-02,
4.4011e-03, 3.1680e-02, -2.9416e-02, -1.1978e-01, 4.7440e-02,
5.7077e-02, 1.3407e-01, 2.7559e-01, 2.4652e-02, -3.0799e-02,
1.5876e-02, 5.0355e-02, -1.1195e-02, -1.2367e-01, -5.6347e-02,
1.1321e-01, 6.1795e-02, -2.5019e-02, 8.4668e-02, -2.3784e-02,
2.4282e-02, 1.5965e-01, 6.4413e-02, 1.0327e-01, -1.1916e-01,
7.6611e-04, -2.8110e-02, 6.3201e-02, 1.1822e-02, 3.6010e-02,
-4.2339e-02, -1.1909e-01, -5.6580e-03, 1.0574e-01, 2.5333e-02,
1.2047e-02, -5.6605e-03, -3.8933e-03, 1.1424e-01, -5.9209e-02,
-1.4768e-02, 4.6312e-02, -1.3539e-01, -2.4654e-02, 1.6451e-02,
-6.3661e-02, -1.6388e-02, -3.7788e-02, 1.6005e-02, -1.5781e-02,
7.5276e-02, 2.7793e-03, 3.6931e-02, -7.4306e-02, -5.0144e-02,
-8.3230e-02, -1.3718e-02, 1.8356e-02, 3.1162e-02, 1.5413e-02,
-2.8350e-03, -3.3083e-02, 7.9221e-02, 5.8873e-02, -3.8186e-02,
8.4119e-02, -6.5414e-02, 6.9734e-03, -2.7285e-02, 4.4535e-04,
-1.0110e-02, -3.8332e-02, -3.5923e-02, -4.1357e-02, 6.1796e-02,
-3.0454e-02, 1.1723e-01, -3.4916e-02, -1.1715e-01, -1.6694e-02,
-4.1985e-02, -4.6924e-02, -7.9502e-02, 6.7170e-02, -3.7622e-02,
-5.1406e-02, 9.3523e-04, 3.8055e-02, 2.5506e-02, -5.7436e-02,
-3.7325e-02, 1.2480e-02, -1.1821e-01, 8.0994e-03, 3.0365e-02,
-1.1498e-01, 6.2184e-02, -1.0289e-02, 1.1455e-01, 1.0661e-02,
-1.5382e-02, -1.4417e-01, -1.1208e-02, -7.6912e-02, 4.0158e-02,
-1.3089e-01, -1.2924e-02, -1.2597e-02, 2.5485e-02, -7.5201e-02,
-2.2994e-02, -3.8889e-02, -5.1272e-02, -2.9678e-02, 2.1266e-01,
-7.5901e-02, 2.1184e-02, -1.7930e-02, -2.7441e-02, -8.4486e-03,
8.7648e-03, 4.1766e-02, -5.4088e-02, 1.1348e-01, 7.1733e-02,
-5.8744e-02, -6.8956e-03, -4.4044e-02, -7.3124e-02, -1.3435e-02,
5.8856e-02, 2.1052e-02, 8.7383e-02, -1.1283e-01, -6.9772e-03,
-6.0549e-02, -5.4800e-02, 1.3558e-01, -3.4716e-02, 5.7590e-02,
-7.1723e-02, -6.8991e-02, 1.3769e-02, 2.8341e-02, 2.8291e-02,
5.5957e-02, 5.8957e-02, 4.7628e-02, -4.2881e-02, -3.9083e-02,
1.2689e-01, -8.4538e-03, 7.3433e-02, -5.5314e-02, -1.1659e-01,
3.1213e-02, 1.3555e-02, 7.8753e-02, 2.8030e-02, 5.1065e-02,
-1.1684e-02, -1.6686e-01, 7.6556e-03, -8.1012e-04, -4.5548e-02,
-2.6447e-02, 2.4222e-02, 3.6421e-02, 8.5535e-03, 1.8315e-02,
6.2612e-02, -3.0647e-02, 2.4398e-02, -2.4586e-02, 2.8807e-02,
5.6494e-02, 2.1839e-01, -2.0975e-02, -1.6307e-02, 6.6381e-03,
-3.9020e-03, -2.0076e-02, -4.1920e-02, -2.0143e-02, -3.7768e-03,
8.0655e-02, -7.5297e-02, -3.4413e-01, 7.2158e-02, -1.8868e-02,
2.1187e-02, 1.7936e-02, 6.0891e-02, 7.5132e-02, 5.7640e-03,
1.0593e-01, -5.4595e-02, 5.9933e-03, -3.6318e-02, 8.5983e-02,
-1.4105e-01, 1.3229e-01, 1.0025e-01, -5.5884e-02, 5.2944e-02,
1.3861e-03, 6.6550e-02, -2.0495e-02, 2.2366e-02, 6.8754e-03,
-2.6652e-01, -6.2744e-02, -2.4481e-04, 7.2390e-02, 8.7863e-03,
-2.0328e-02, -9.4628e-02, 1.3519e-01, -5.7359e-02, 5.8963e-02,
-4.6219e-02, 1.0549e-01, 2.8751e-02, 2.8165e-02, -2.2894e-02,
6.9197e-02, -3.2866e-02, 1.1862e-02, -6.2668e-02, -5.7585e-02,
-6.8566e-02, 2.1682e-02, -4.0106e-02, 2.0693e-01, 6.1809e-02,
1.0218e-01, 5.7082e-02, 1.6177e-02, 5.9540e-02, -2.4915e-02,
6.6038e-02, -4.2215e-02, -1.0029e-01, -8.2068e-02, -1.9570e-02,
8.8501e-04, 3.6262e-02, -1.2045e-02, -1.0821e-03, 1.0893e-02,
-9.0908e-02, -5.7936e-02, 2.7761e-02], device='cuda:0')),
('bert.encoder.layer.1.attention.output.LayerNorm.weight',
tensor([0.8920, 0.8885, 0.9187, 0.8756, 0.8506, 0.9359, 0.8434, 0.9526, 0.9493,
0.8176, 0.9282, 0.9151, 0.9312, 0.9194, 0.8923, 0.8114, 0.8790, 0.8644,
0.8723, 0.9202, 0.8492, 0.9354, 0.8896, 0.8800, 0.8484, 0.8600, 0.9201,
0.9156, 0.8726, 0.8934, 0.8973, 0.7736, 0.9229, 0.8189, 0.8751, 0.8642,
0.8115, 0.9185, 0.8499, 0.8994, 0.9183, 0.8848, 0.9004, 0.9217, 0.9284,
0.9321, 0.8987, 0.9239, 0.9563, 0.8690, 0.9550, 0.8471, 0.8886, 0.8982,
0.8281, 0.7760, 0.9084, 0.8876, 0.8201, 0.8519, 0.8983, 0.9329, 0.9526,
0.9136, 0.8314, 0.9262, 0.8995, 0.8687, 0.8278, 0.8676, 0.8922, 0.8492,
0.8660, 0.8661, 0.9213, 0.9280, 0.9110, 0.8879, 0.9284, 0.9070, 0.8745,
0.8581, 0.8914, 0.8683, 0.7926, 0.9211, 0.8366, 0.8719, 0.9221, 0.8891,
0.9179, 0.8643, 0.9270, 0.9114, 0.8796, 0.8955, 0.7417, 0.9298, 0.9152,
0.9572, 0.8399, 0.9435, 0.8184, 0.9612, 0.7772, 0.9555, 0.9364, 0.8553,
0.9113, 0.9013, 0.8452, 0.9026, 0.9339, 0.7453, 0.9106, 0.9732, 0.8980,
0.9151, 0.9061, 0.9277, 0.9324, 0.8843, 0.8810, 0.8698, 0.8476, 0.8269,
0.8777, 0.8778, 0.8782, 0.8677, 0.8958, 0.8432, 0.8942, 0.9122, 0.9132,
0.8626, 1.4604, 0.9081, 0.8292, 0.9164, 0.8365, 0.9127, 0.8742, 1.6964,
0.8787, 0.9007, 0.8959, 0.8905, 0.9013, 0.8937, 0.9381, 0.9283, 0.8963,
0.8777, 0.9102, 0.8815, 0.9009, 0.9180, 0.8900, 0.8944, 1.0081, 0.9144,
0.7545, 0.9023, 0.8680, 0.9215, 1.0501, 0.7503, 0.8273, 0.8699, 0.9005,
0.7484, 0.8358, 0.8742, 0.9114, 0.9625, 0.9430, 0.9986, 0.9243, 0.9064,
0.8829, 0.8841, 0.8352, 0.9906, 0.8885, 0.9278, 0.8579, 0.9106, 0.8869,
0.8787, 0.9309, 0.8581, 0.8832, 0.8970, 0.8989, 0.9315, 0.9068, 0.7698,
0.8842, 0.9386, 0.9253, 0.8541, 0.9194, 0.9598, 0.8830, 0.8949, 0.8995,
0.9287, 0.9039, 0.9246, 0.9075, 0.9377, 0.8629, 0.9197, 0.8644, 0.9429,
0.8522, 0.8510, 0.9009, 0.8519, 0.9032, 0.8643, 0.9157, 1.0280, 0.8725,
0.9154, 0.9164, 0.9201, 0.9064, 0.6427, 0.8577, 0.8950, 0.9000, 0.8639,
0.8838, 0.9027, 0.7524, 0.9319, 0.8379, 0.8951, 0.8806, 0.8571, 0.8644,
0.8829, 0.9250, 0.8599, 0.9093, 0.8557, 0.9457, 0.9472, 0.9193, 0.9061,
1.0134, 0.9570, 0.9747, 0.8847, 0.9115, 0.7129, 0.8869, 0.9108, 0.7930,
0.9217, 0.8814, 0.9074, 0.9215, 0.9116, 0.9090, 0.9243, 0.8261, 0.8993,
0.9187, 0.8890, 0.9363, 0.8971, 0.9829, 0.9154, 0.8786, 0.8952, 0.8878,
0.9016, 0.9599, 0.9017, 0.8236, 0.8208, 0.8925, 0.9429, 0.7947, 0.9459,
0.9174, 0.8668, 0.7901, 0.8806, 0.8595, 0.8503, 0.9157, 0.8146, 0.9459,
0.7179, 0.9357, 0.9433, 0.9288, 0.8785, 0.8503, 0.8796, 0.6724, 0.9294,
0.8394, 0.9402, 0.9505, 0.8812, 0.9243, 0.8892, 0.8990, 0.7693, 0.8611,
0.9160, 0.8902, 0.8411, 0.9527, 0.8496, 0.8903, 0.9144, 0.8843, 0.9469,
0.8651, 0.8829, 1.0413, 0.8888, 0.9470, 0.9323, 1.0197, 0.9037, 0.9224,
0.9068, 0.9466, 0.9034, 0.8986, 0.9497, 0.9096, 0.8371, 0.7373, 0.9247,
0.8578, 0.9249, 0.8910, 0.9187, 0.8961, 0.8931, 0.9053, 0.8816, 0.9117,
0.8535, 0.8436, 0.9089, 0.9264, 0.9181, 0.8809, 0.8987, 0.8902, 0.8246,
0.8611, 0.9252, 0.9107, 0.9246, 0.8805, 0.9121, 0.9170, 1.0183, 0.9062,
0.9746, 0.8927, 0.9225, 0.9167, 0.8932, 0.8690, 0.8638, 0.8601, 0.8999,
0.9291, 0.7388, 0.9051, 0.8977, 0.9077, 1.0064, 0.8763, 0.8347, 0.8527,
0.9078, 0.9332, 0.8180, 0.9326, 0.8359, 0.8875, 0.9099, 0.8863, 0.9030,
0.8636, 0.9692, 0.8953, 0.8478, 0.7894, 0.8468, 0.8796, 0.8911, 0.8823,
0.9078, 0.8723, 0.9395, 0.9264, 0.9563, 0.8806, 0.8355, 0.9547, 0.9372,
0.9203, 0.8873, 0.8730, 1.0085, 0.8903, 0.9153, 0.8962, 0.9560, 0.9178,
0.8581, 0.8816, 0.9175, 0.9468, 0.7351, 0.9096, 0.9560, 0.8846, 0.8923,
0.9107, 0.9454, 0.8486, 0.9765, 0.9264, 0.8823, 0.9095, 0.9040, 0.9388,
0.8390, 0.8864, 0.8058, 0.8523, 0.8953, 0.9084, 0.9244, 0.9168, 0.8493,
0.9375, 0.7345, 0.9022, 0.9088, 0.9107, 1.0238, 0.8384, 0.8688, 0.8429,
0.8660, 0.8526, 0.8889, 0.8747, 0.9106, 0.8451, 0.8412, 0.8881, 0.8613,
0.8966, 0.9034, 0.9107, 0.8845, 0.9427, 0.9108, 0.9386, 0.9074, 0.7495,
0.9523, 0.8803, 0.9619, 0.8570, 0.8734, 0.9280, 0.9296, 0.9176, 0.9143,
0.9705, 0.8332, 0.9739, 0.8430, 0.8564, 0.9387, 0.8952, 0.8737, 0.9009,
0.8560, 0.8420, 0.9246, 0.8561, 0.8780, 0.8931, 0.9118, 0.8313, 0.8831,
0.9136, 1.0193, 0.9384, 0.8729, 0.9392, 0.9077, 0.9614, 0.8784, 0.9384,
0.9061, 0.9144, 0.8484, 0.8993, 0.8722, 0.7822, 0.8976, 0.9202, 0.8060,
0.9149, 0.9433, 0.9120, 0.9552, 0.9554, 0.9408, 0.9263, 0.9347, 0.8934,
0.9402, 0.9221, 0.8326, 0.8812, 0.8781, 0.8217, 0.9260, 0.8729, 0.8991,
0.9212, 0.9220, 0.8421, 0.7934, 0.8597, 0.9099, 0.8758, 0.8676, 0.9037,
0.9243, 0.8604, 0.8682, 0.9424, 0.9168, 0.8085, 0.9174, 0.8498, 2.8153,
0.8901, 0.8788, 0.9166, 0.9255, 0.8165, 0.9181, 0.9323, 0.9143, 0.8692,
0.9155, 0.8601, 0.9708, 0.8639, 0.8740, 0.8646, 0.9019, 0.9174, 0.9213,
0.8671, 0.8552, 0.9433, 0.9017, 0.9163, 0.9212, 0.9197, 0.8876, 0.9069,
0.9203, 0.9248, 0.9314, 0.9006, 0.8486, 0.9385, 0.8330, 0.8711, 0.9043,
0.9170, 0.9547, 0.8854, 0.8886, 0.9339, 0.8649, 0.9137, 0.8684, 0.8149,
0.9449, 0.9666, 0.8944, 0.9043, 0.8812, 0.9176, 0.8909, 0.8752, 0.8593,
0.8920, 1.0755, 0.9461, 0.9113, 0.9339, 0.9588, 0.8989, 0.9131, 0.9100,
0.8190, 0.8728, 0.9309, 0.8707, 0.9967, 0.9115, 0.9126, 0.8938, 0.9736,
0.9046, 0.9350, 0.8512, 0.8843, 0.8636, 0.9489, 0.8973, 0.9274, 0.9188,
0.8739, 0.9504, 0.8710, 0.8866, 0.8731, 0.8672, 0.8326, 0.9529, 0.9503,
0.9171, 0.8844, 0.8410, 0.9364, 0.8415, 0.8046, 0.8690, 0.9005, 0.9220,
0.8787, 0.8830, 0.9342, 0.9092, 0.8655, 0.8701, 0.9097, 0.8929, 0.8851,
0.9484, 0.7113, 0.8024, 0.8996, 0.9394, 0.8464, 0.8746, 0.9440, 0.9431,
0.8875, 0.8996, 0.8961, 0.9316, 0.9263, 0.9309, 0.8666, 0.8996, 0.9186,
0.9365, 0.9005, 0.8717, 0.9172, 0.8706, 0.9157, 0.9404, 0.7630, 0.9365,
0.9231, 0.9624, 0.8915, 0.9202, 0.9600, 0.8472, 0.9338, 0.8492, 0.8498,
0.8124, 0.9160, 0.9366, 0.9442, 0.9100, 0.9462, 0.8764, 0.9244, 0.8819,
0.9106, 0.9216, 0.8779, 0.9633, 0.8882, 0.8865, 0.8056, 0.8878, 0.9353,
0.9095, 0.9201, 0.9409, 0.8446, 0.9187, 0.7468, 0.9612, 0.8612, 0.9048,
0.9073, 0.9236, 0.8738, 0.9373, 0.9239, 0.8798, 0.9378, 0.9218, 0.8495,
0.8721, 0.9089, 0.9630, 0.8722, 0.7139, 0.8836, 0.8831, 0.8565, 0.8901,
0.8983, 0.8918, 0.8053, 0.8723, 0.9091, 0.8720, 0.9010, 0.9087, 0.8540,
0.8021, 0.8861, 0.9256, 0.8910, 0.9022, 0.9102, 0.9320, 0.8818, 0.9445,
0.8920, 0.9539, 0.8801], device='cuda:0')),
('bert.encoder.layer.1.attention.output.LayerNorm.bias',
tensor([ 7.8970e-03, 1.9607e-01, -1.1043e-01, 7.2634e-03, -1.7963e-01,
3.7941e-01, -2.9270e-01, 5.2600e-01, 2.6568e-01, -6.9190e-02,
1.6140e-01, 4.2129e-03, 4.2354e-02, -1.8123e-01, -3.0148e-02,
3.5707e-01, -9.3828e-02, -3.4481e-02, -3.1731e-03, -1.1297e-01,
4.1730e-02, 3.7003e-02, -6.8765e-02, 9.0586e-02, -2.3700e-02,
2.2599e-01, -1.4205e-01, 1.3791e-01, 8.6926e-02, 1.1676e-01,
8.9821e-02, -2.9151e-01, -1.7132e-01, -1.4351e-01, 8.0768e-02,
1.7484e-02, -5.6866e-02, -8.3961e-03, 1.2557e-01, 1.6000e-01,
-1.5763e-01, -3.1155e-02, -5.8996e-03, 5.4231e-02, -1.2443e-01,
-2.9059e-02, 2.0461e-01, -2.4200e-01, 1.6965e-01, -4.6938e-02,
1.6320e-01, 1.1399e-02, 6.6901e-02, -4.5611e-02, -6.9913e-02,
-2.8130e-01, -3.3240e-02, 1.8721e-02, -6.8097e-02, -2.9884e-02,
-5.8797e-02, 1.0054e-01, 2.2234e-01, -2.1444e-01, 2.0621e-03,
-4.9618e-02, 4.4943e-02, 1.0751e-02, 2.0916e-01, 1.0723e-01,
-1.8005e-01, 5.0437e-02, 5.0528e-03, 9.3180e-02, -6.4077e-02,
-1.3037e-01, 1.4868e-01, -7.4925e-02, -3.5106e-02, 1.8450e-01,
-4.9981e-03, -4.9447e-02, -6.2890e-02, 2.3723e-01, -1.7705e-01,
2.5019e-01, -1.2759e-01, -1.1351e-01, 4.4039e-02, 7.4891e-02,
-1.8358e-01, -7.1867e-02, -2.5078e-01, 2.6064e-01, -1.9389e-01,
2.8073e-01, -2.4243e-01, -2.6418e-01, 1.5519e-01, 4.1497e-01,
-1.6854e-01, -1.0953e-01, 1.3198e-01, 1.4887e-01, 5.8166e-02,
1.8997e-01, 3.2646e-03, 2.0363e-02, -7.6264e-02, -5.3963e-03,
6.9658e-02, -5.0797e-02, 3.5276e-02, -3.5537e-01, -1.8643e-02,
2.8609e-01, 4.9184e-02, 1.7575e-01, -6.8899e-04, 1.2245e-01,
8.3707e-02, -7.4222e-02, -6.1076e-02, -1.4324e-02, -1.3810e-01,
-1.3252e-01, -9.7860e-02, -8.0170e-02, 2.2819e-02, 1.6350e-01,
-9.6051e-02, 1.1344e-01, -1.9781e-01, 9.3368e-02, 5.3931e-02,
1.0912e-02, 3.3455e-01, 2.4356e-02, -3.4788e-02, 1.0438e-02,
-5.0487e-01, 3.6496e-02, -1.1277e-01, -2.1066e+00, -3.7465e-02,
-2.1815e-01, 1.3375e-01, 6.1568e-02, -1.1135e-01, -2.3486e-01,
-3.7862e-01, 1.2655e-01, -5.1524e-02, -8.4772e-02, 1.2534e-01,
5.7968e-03, -1.1064e-01, -1.0757e-01, -7.3595e-02, -5.0340e-02,
2.8242e-01, -2.6568e-02, -1.0038e-01, -7.7373e-02, 4.5565e-02,
-2.2921e-01, 5.8759e-01, 4.4771e-02, -1.0579e-01, -3.3228e-02,
-7.5934e-02, -4.1532e-02, 1.4461e-01, -4.4992e-02, 3.5222e-01,
3.0016e-01, 2.3462e-01, -6.0189e-01, -2.2815e-02, -3.2566e-02,
-3.6931e-01, 7.3729e-03, -1.9236e-01, -4.2204e-01, -4.9040e-02,
-5.9536e-02, -1.9034e-01, -1.4230e-01, 8.2850e-02, 4.1725e-02,
2.3405e-01, 2.4998e-01, 1.5067e-01, 9.5212e-02, -1.4923e-01,
-2.1189e-01, -7.2714e-02, -1.9331e-01, -1.0512e-01, 7.3378e-02,
1.7865e-01, 2.9097e-01, -4.4185e-02, 2.6713e-01, 1.4061e-01,
1.1687e-01, -5.2723e-02, -1.0377e-01, -1.0513e-01, -2.9572e-01,
-9.5242e-02, -1.8030e-02, -1.4131e-02, -1.0857e-01, -1.1385e-01,
-1.2601e-01, 8.9304e-02, 1.0217e-01, 1.2221e-02, 1.4067e-02,
-4.8042e-02, -5.7279e-02, 7.5698e-02, -5.9355e-01, 2.2965e-02,
9.1452e-02, 1.1321e-01, 3.6340e-02, 2.4472e-01, -4.6380e-01,
-1.0997e-01, -3.0043e-02, 8.3865e-02, -4.6171e-02, -2.4815e-01,
-1.6579e-01, 3.0958e-02, -2.3341e-02, -4.2198e-02, -1.5560e-02,
-1.8401e-01, -9.1340e-02, -2.9591e-02, -2.2270e-02, -2.6219e-01,
-2.0090e-01, 2.0933e-02, -2.5974e-01, 4.1395e-02, 1.1580e-01,
-3.2239e-02, 7.6571e-02, 2.1237e-01, 1.2075e-01, 2.3860e-01,
1.3817e-01, -2.3916e-01, -1.2984e-01, -1.7572e-01, -1.6427e-01,
-1.1472e-01, -3.4129e-01, 1.0360e-01, 1.8569e-01, -7.3501e-02,
1.1874e-01, -1.0378e-01, -7.8301e-02, 1.2139e-01, -2.9241e-02,
-3.2578e-02, -1.2067e-01, 8.0541e-02, 4.3359e-02, 2.4392e-01,
4.1922e-02, -1.1913e-01, -2.1638e-01, 1.3167e-01, -1.2331e-01,
-9.2722e-03, -1.5417e-01, -7.9901e-02, 6.7677e-01, -9.7713e-02,
2.2346e-01, 1.0676e-01, -2.4533e-01, 1.9445e-01, 5.9891e-02,
-4.1050e-02, -2.0488e-01, -7.9494e-02, -9.9448e-02, -1.2509e-01,
-1.5280e-01, -2.8994e-01, -2.5085e-01, -1.1137e-01, 3.7259e-01,
1.8745e-01, -9.5628e-02, -7.4120e-02, 3.9323e-03, -1.4507e-01,
-1.9197e-01, 1.7783e-02, 2.1229e-01, 1.6456e-01, -4.6870e-02,
4.8834e-01, -1.4289e-01, -7.5180e-02, 6.7476e-02, -4.2014e-02,
-1.6911e-02, -1.4591e-01, -9.7454e-02, -3.3981e-01, 1.7450e-02,
-2.0082e-01, -9.1781e-02, -2.6297e-03, -3.8842e-02, -2.7324e-01,
-9.1258e-02, 5.1810e-01, 1.4809e-01, 1.4346e-01, 2.4815e-01,
-5.4839e-01, -9.1478e-02, -1.0261e-01, 1.4430e-02, 1.4726e-01,
-7.9173e-02, 7.6162e-02, 1.5295e-01, -1.9732e-01, -3.3570e-02,
9.2046e-02, 6.0169e-02, -7.0135e-02, -1.6157e-01, -3.0578e-02,
-5.6658e-03, -2.0234e-02, -1.2781e-01, -5.0084e-02, -1.2255e-01,
1.3598e-03, 2.5264e-02, -1.4907e-01, 8.1798e-02, -2.3644e-03,
-1.9761e-01, -8.6180e-02, 6.0130e-02, -4.4240e-02, -6.5024e-02,
-3.5204e-02, -1.3028e-01, 2.5207e-01, -4.9078e-02, -1.2230e-01,
1.8608e-01, -7.5002e-02, 3.2313e-01, -1.7690e-01, 4.1560e-01,
1.2196e-01, -2.4370e-01, -5.9643e-02, 1.5672e-01, 9.2220e-02,
-7.9195e-02, 7.5355e-02, 5.3582e-02, 3.0326e-01, -1.7403e-01,
1.5565e-01, -5.8820e-02, -5.1765e-02, 3.2528e-01, -2.4092e-01,
-2.3917e-01, 1.5754e-01, -3.2381e-03, 1.5028e-01, -7.2548e-02,
1.0880e-01, -8.5232e-03, 1.1754e-01, 8.0731e-02, 4.1081e-02,
-1.2778e-01, -6.6271e-02, 2.2119e-01, -6.7667e-02, -2.4407e-01,
-1.5307e-01, 2.2953e-01, 2.6430e-02, 4.2861e-03, -1.5137e-01,
1.4244e-01, 1.1126e-01, -2.9610e-01, -2.6351e-01, -1.0088e-01,
-1.5854e-01, -2.5768e-02, 2.9823e-01, 3.7461e-02, 9.4088e-02,
-7.6857e-02, 2.4971e-01, 2.9243e-01, -2.4455e-01, 1.7247e-02,
-1.6981e-02, -3.7547e-03, -2.2266e-01, -1.2371e-01, 1.0287e-02,
-2.0399e-01, -3.9051e-01, -2.4947e-01, -2.4195e-01, 1.8723e-01,
-3.5837e-02, -1.1506e-02, -3.1777e-01, -5.9369e-02, -4.6022e-01,
2.6757e-01, 3.7337e-01, 2.1324e-01, -1.9008e-01, 4.9960e-02,
1.8981e-01, 5.0799e-02, -6.3000e-02, -8.5511e-02, -1.4970e-02,
-3.1096e-01, 7.1870e-02, 8.8591e-02, 5.3580e-02, 3.6142e-03,
2.8913e-01, 9.6010e-02, -4.0456e-02, 5.2861e-03, -1.2751e-01,
-5.4094e-01, 2.5020e-02, -2.1746e-02, -1.2934e-01, -5.2784e-02,
-3.4849e-03, 1.0324e-02, -1.1683e-01, 1.1407e-01, -8.2699e-02,
-1.1072e-01, -2.8256e-02, 2.9747e-02, 8.4859e-02, 8.0538e-02,
3.3823e-02, 1.8675e-01, 3.4897e-02, 2.7407e-01, -1.9733e-01,
1.0634e-01, 6.4365e-03, 2.3644e-01, 1.1496e-01, -1.8017e-01,
-1.5228e-02, -1.1182e-01, -1.3793e-01, 1.2783e-01, 9.4121e-02,
-1.9877e-01, 1.8105e-01, -5.0744e-02, 1.2608e-01, 1.3612e-03,
-5.7181e-02, -1.5839e-01, 4.2223e-03, 9.2466e-03, 2.5492e-02,
2.7058e-02, 1.4298e-03, 5.1191e-02, -1.8353e-01, 9.2456e-02,
-7.4069e-02, 1.0471e-01, 6.9814e-03, 5.5150e-02, -1.8530e-01,
3.0602e-01, -7.3443e-02, -9.6954e-02, -3.0820e-01, -1.7234e-01,
-4.7884e-01, 1.3274e-03, 2.8685e-01, 1.5656e-01, -4.5020e-02,
-1.7479e-02, 2.8381e-02, 2.7493e-02, 2.9801e-01, 4.2289e-02,
1.2534e-01, -5.4022e-03, 1.2884e-01, -2.0908e-01, -1.7300e-01,
-2.8039e-02, 1.9810e-01, -2.9313e-02, -1.5170e-02, -1.2138e-01,
-6.6763e-02, 7.5966e-02, -3.3731e-01, -5.5294e-03, -2.3002e-02,
-9.8365e-02, -8.0726e-02, 2.7242e-01, -1.5425e-01, 7.6209e-02,
-1.6883e-01, 1.5146e-01, 5.5814e-02, 1.0956e-01, 5.8262e-02,
4.6171e-02, 9.1568e-02, -2.4843e-01, 2.1532e-01, 1.3879e-01,
9.5824e-02, -2.9291e-02, -8.7834e-02, 1.8083e-01, -7.2832e-02,
-1.6517e-02, -1.8031e-01, -2.9631e+00, -8.7616e-02, 3.5148e-02,
-1.1399e-01, 1.4052e-01, -3.2620e-01, -1.2255e-01, 1.6114e-01,
-5.4129e-02, 3.0788e-02, -1.6267e-02, -2.2224e-01, 2.3691e-01,
-7.7857e-02, -7.2423e-02, 7.5006e-03, 4.3473e-02, -7.8082e-03,
-8.2135e-02, -1.5782e-02, -6.7366e-02, 2.6699e-01, 3.5210e-02,
2.2885e-01, 1.7474e-01, 1.8577e-01, 1.0817e-02, 2.8629e-02,
-4.7541e-02, 2.2690e-01, 1.0469e-01, -1.0235e-02, 3.9359e-02,
-7.4335e-02, -7.4048e-02, -1.1624e-01, -2.9077e-01, -3.6096e-02,
-1.0302e-01, -1.2194e-01, -1.7081e-01, -1.6766e-01, -2.6994e-02,
-1.7659e-01, -1.7135e-01, -1.4559e-01, -3.5508e-01, 1.2284e-01,
-6.3141e-02, -5.7575e-02, 1.6833e-01, 1.5187e-01, -1.3637e-02,
4.4051e-02, 1.2007e-01, -2.0062e-01, -5.9669e-01, 2.1221e-01,
8.1743e-03, 1.5016e-01, -4.3024e-02, -8.0447e-02, -3.7187e-02,
-3.8511e-02, -2.4100e-02, 3.9697e-02, 1.1655e-01, 3.8103e-02,
-3.1627e-01, -5.9208e-02, -8.7899e-02, 8.1950e-02, 4.6708e-01,
-7.3819e-02, 7.5523e-02, 5.5955e-02, -8.4695e-02, 1.4320e-01,
4.2819e-01, -4.5936e-02, 1.5576e-01, -2.6462e-01, -1.4870e-01,
-1.1008e-01, -2.0142e-01, -4.7069e-03, -1.1707e-01, -1.1361e-02,
4.7558e-02, -7.8886e-01, 1.9355e-01, -8.9056e-02, 4.6846e-02,
3.7176e-02, -7.3985e-02, -3.6717e-03, -1.0502e-01, -1.5313e-01,
9.0746e-02, -3.8534e-02, 8.4235e-02, 1.5546e-01, 3.1886e-02,
1.8500e-01, 6.6429e-03, -1.2918e-01, -1.8134e-01, 9.8421e-02,
-8.2333e-02, 2.1476e-01, -3.6592e-02, -3.5724e-02, 1.7967e-01,
-1.2437e-02, 8.3690e-02, 1.2933e-01, 7.7390e-02, 2.7868e-01,
4.0539e-02, -4.4994e-02, -1.5890e-01, -5.2536e-02, -6.7808e-02,
2.1530e-01, -1.5842e-03, 1.6933e-01, -7.8980e-04, 7.4772e-02,
2.8440e-02, -8.4813e-02, 2.7349e-02, -8.6691e-02, -1.0130e-01,
1.1466e-01, 3.6018e-02, -3.4847e-01, -1.3300e-01, 2.1300e-01,
2.1692e-02, -6.7714e-02, -2.1134e-01, -5.3543e-02, -4.4848e-02,
1.6523e-01, 1.0865e-01, 2.4983e-01, 3.0004e-01, -1.3990e-01,
1.0222e-03, -8.4677e-03, -2.4083e-01, 9.5178e-03, -3.6115e-02,
-1.5098e-02, -2.0625e-02, -1.0216e-01, 7.1334e-02, 1.6014e-02,
2.5453e-01, -1.4151e-01, -1.0609e-01, 7.3152e-02, 4.5469e-02,
1.2026e-01, 2.4320e-01, 1.1821e-01, 4.9155e-02, -2.5946e-02,
-2.3222e-01, 1.7758e-01, 1.4373e-02, 9.1193e-02, 1.4015e-01,
-2.7935e-01, 6.5440e-02, 6.8434e-02, 2.2510e-01, -6.4387e-03,
-6.6462e-02, 2.3675e-01, -1.6952e-01, 2.4300e-02, 3.2936e-02,
-2.1350e-01, -5.6565e-02, 1.3175e-01, 1.2730e-01, 7.3392e-02,
-9.0135e-02, 1.9857e-02, -8.3743e-02, -1.6684e-01, 3.0231e-01,
-1.6067e-02, 1.3433e-01, 4.7398e-03, -1.8782e-01, -5.4006e-02,
3.8973e-02, 3.7565e-03, -9.6646e-02, 5.0011e-02, 2.9238e-01,
-2.2745e-01, 8.8556e-02, 3.7945e-02, -7.8343e-02, 1.2318e-01,
-1.3207e-01, 5.8216e-02, 4.5974e-02], device='cuda:0')),
('bert.encoder.layer.1.intermediate.dense.weight',
tensor([[ 0.0223, 0.0649, 0.0266, ..., -0.0585, 0.0231, 0.0317],
[ 0.0490, -0.0497, -0.0114, ..., -0.0230, 0.0940, -0.0190],
[ 0.0392, -0.0208, -0.0275, ..., 0.0240, -0.0421, -0.0230],
...,
[ 0.0607, 0.0213, 0.0410, ..., -0.0151, -0.0419, 0.0027],
[-0.0162, -0.0338, 0.0734, ..., -0.0341, -0.0134, -0.0261],
[ 0.0129, 0.0120, 0.0822, ..., -0.0208, 0.0206, 0.0817]],
device='cuda:0')),
('bert.encoder.layer.1.intermediate.dense.bias',
tensor([-0.0930, -0.1281, -0.1187, ..., -0.1139, -0.1093, -0.1480],
device='cuda:0')),
('bert.encoder.layer.1.output.dense.weight',
tensor([[-0.0342, -0.0111, 0.0244, ..., 0.0179, 0.0435, -0.0340],
[ 0.0917, 0.0012, 0.0190, ..., 0.0094, -0.0145, 0.0565],
[ 0.0537, -0.0314, -0.0697, ..., -0.0182, 0.0316, 0.0342],
...,
[-0.0362, -0.0183, 0.0258, ..., -0.0394, -0.0362, 0.0008],
[ 0.0265, 0.0246, -0.0301, ..., -0.0618, 0.0527, -0.0735],
[ 0.0388, 0.0375, -0.0456, ..., -0.0631, -0.0019, -0.0134]],
device='cuda:0')),
('bert.encoder.layer.1.output.dense.bias',
tensor([-1.2593e-02, -5.8320e-03, 3.5647e-02, 8.9972e-02, -5.0652e-03,
6.7880e-02, -9.4359e-03, -1.8375e-02, -4.7138e-03, -5.6322e-02,
7.0156e-02, 8.1652e-02, -5.0680e-02, -7.3515e-02, -1.9002e-02,
2.1405e-01, -1.1000e-02, 2.5382e-03, 4.8316e-02, 3.9942e-03,
2.0936e-02, 1.1943e-01, -5.3862e-02, 2.5359e-03, -2.2277e-01,
-1.1016e-01, -1.0224e-01, -2.2017e-02, 9.6217e-02, 5.4984e-02,
1.6206e-02, 5.6174e-02, 6.2591e-02, -3.2147e-01, 1.2099e-02,
-2.7435e-02, -1.6297e-01, -2.1121e-02, -1.5490e-01, 1.1042e-01,
-1.5914e-03, -4.7235e-02, -5.7793e-02, 2.3054e-02, -2.0395e-02,
-1.8926e-02, 1.6125e-02, -5.0051e-02, 2.3224e-02, 1.0573e-02,
-1.7363e-02, 4.1704e-02, 3.7620e-02, -5.6735e-02, -6.3654e-02,
-1.7439e-01, 6.2846e-02, 6.1622e-03, 2.3242e-02, -6.1525e-02,
-4.2866e-02, 5.1490e-02, 3.7850e-02, 2.6133e-02, -1.2134e-01,
8.4013e-02, 2.7346e-02, 1.6782e-02, 4.6279e-02, -1.7614e-01,
-1.5283e-02, -5.8580e-02, -6.8079e-02, -9.4720e-05, -6.0870e-02,
2.8720e-02, 2.2817e-02, -1.3384e-02, -4.4898e-02, -1.4843e-02,
3.5836e-02, -4.8233e-03, 2.4272e-03, 1.0147e-02, 1.8178e-01,
-1.0015e-01, 4.9301e-02, -1.0527e-01, 4.4412e-02, -5.8405e-02,
-6.6799e-02, -8.6654e-02, -7.0069e-02, 7.7750e-02, -2.1982e-02,
1.3151e-01, -1.0591e-01, 1.9927e-02, 1.3823e-01, 3.3273e-02,
4.2262e-02, 1.0260e-02, 9.4717e-02, 8.5201e-03, -4.0989e-02,
4.5195e-02, 1.2782e-01, -2.8902e-02, -2.9885e-02, 7.0943e-02,
5.6160e-02, -4.6228e-02, 6.9022e-02, 1.4886e-01, 5.2678e-02,
7.3779e-03, -7.7265e-02, -6.0246e-02, 6.8493e-02, 2.5120e-02,
-8.2783e-04, 4.3540e-02, -4.7074e-02, -2.1806e-04, -1.7032e-01,
-9.4344e-03, -1.8903e-02, -4.8218e-02, -6.2258e-02, 3.7811e-02,
1.0575e-01, 3.2056e-03, 1.9632e-02, 5.2767e-03, 5.0415e-02,
2.4839e-02, -2.7815e-02, 5.6666e-02, -9.0207e-02, 7.7776e-02,
-2.1260e-01, -5.3768e-02, -9.2034e-02, -9.3496e-01, -4.9646e-02,
2.4374e-03, 6.7661e-02, -6.8937e-02, 2.1830e-02, 7.6067e-02,
-7.2129e-02, -9.6962e-02, -1.1724e-01, 3.3840e-02, -2.9819e-02,
1.4534e-02, 6.6393e-02, -4.5527e-02, 5.9015e-03, 5.8195e-02,
1.4290e-02, -4.4881e-02, -1.2460e-01, -9.5027e-04, 5.3472e-02,
4.7783e-02, 5.5219e-02, -5.4308e-02, -1.6325e-01, -2.0824e-02,
4.9824e-02, -2.6967e-02, 2.7306e-02, 5.2151e-02, -7.2387e-03,
1.1861e-02, 1.0638e-01, -1.2367e-01, -9.8974e-03, 8.2679e-02,
-1.4873e-01, 2.7724e-02, 2.5213e-02, -9.1935e-02, 1.4089e-01,
1.0377e-02, -2.7963e-03, -1.1166e-01, 7.4961e-02, -3.1276e-02,
3.9378e-02, -1.1664e-01, 6.5270e-02, 1.6943e-02, 1.2404e-01,
-3.1688e-02, -1.4960e-02, 1.8314e-01, -6.7639e-03, 1.2911e-02,
2.4424e-02, 1.1516e-01, 8.5949e-02, 5.2751e-02, 1.6343e-02,
-2.7355e-02, 1.6046e-02, -2.7705e-02, 1.1970e-03, -5.9433e-02,
-3.4414e-02, -1.0425e-01, 4.2506e-02, 2.9462e-02, 5.5821e-02,
-1.5279e-02, -8.1496e-02, 2.6121e-02, -1.2999e-02, 1.0835e-01,
5.9550e-02, 5.2660e-02, 1.6233e-02, -5.2307e-04, -2.0200e-02,
1.7255e-02, -1.3089e-01, -2.9347e-02, 1.0911e-01, 7.1481e-02,
-4.5098e-02, 4.8966e-02, 1.1135e-03, 3.5978e-02, -2.9676e-03,
-9.8515e-02, -2.2875e-01, -5.1388e-02, -1.8020e-01, 1.3417e-01,
-4.5959e-02, 5.6704e-02, 1.5539e-02, 6.3331e-02, -8.0635e-02,
-1.1040e-02, 3.8677e-02, -6.6228e-02, -4.3405e-02, 1.8783e-02,
-9.4524e-02, -1.9037e-02, -4.8467e-02, 1.8432e-02, 1.6946e-02,
-2.0034e-02, -4.4128e-03, 1.4409e-01, 2.8127e-02, -2.5366e-02,
-4.3427e-02, -1.2483e-01, -3.2372e-02, -1.4175e-03, -3.1427e-02,
-2.7149e-02, -1.4214e-01, -7.8524e-03, -1.5506e-01, -6.6527e-03,
-6.8281e-02, 3.1805e-02, 1.1347e-01, -4.6644e-02, 6.6247e-02,
5.9166e-02, 1.2455e-01, -9.4846e-02, 1.3105e-01, 5.8661e-02,
2.4159e-02, 3.4850e-02, -6.3611e-02, 1.2124e-01, -7.6183e-02,
6.0774e-03, 1.0836e-01, 4.2947e-02, 5.8920e-02, -1.6506e-02,
-7.0699e-02, -3.1484e-02, 8.1822e-02, 9.7969e-02, -2.0352e-02,
-1.3582e-01, -8.5418e-02, -7.7046e-02, 5.5035e-02, -3.8144e-02,
-9.8150e-03, -4.1440e-02, 4.1677e-02, 6.3770e-03, 4.8700e-02,
-8.3824e-02, -2.0187e-02, -5.8977e-03, -3.8833e-03, 2.7953e-02,
2.3339e-01, 1.0718e-01, -4.6260e-02, -1.8145e-01, -9.8873e-02,
4.4592e-02, -5.3583e-02, -7.9654e-02, 1.9354e-02, -4.4065e-02,
-7.4478e-02, 5.5088e-02, -1.5226e-02, 6.3713e-02, -6.4954e-02,
-5.0928e-02, 9.0046e-03, 1.4297e-02, 1.2996e-01, 7.9505e-02,
-8.4929e-02, 1.2980e-02, 6.2339e-02, -9.8164e-03, 1.1413e-01,
-7.7541e-03, -5.1835e-02, 7.9012e-02, -4.6067e-02, -4.5030e-02,
2.2328e-01, 6.7309e-02, -1.2410e-01, 5.7073e-02, -1.0353e-01,
-2.2684e-02, 5.8658e-02, -3.1437e-02, -9.2236e-02, 7.9905e-02,
-6.6762e-02, -7.8437e-02, -4.5520e-03, 3.7701e-02, 6.0248e-02,
-6.1534e-02, 5.5424e-02, 2.6159e-02, 1.2447e-02, -5.5991e-02,
6.4501e-02, -1.2046e-01, 2.7172e-02, -8.0159e-03, -2.1996e-02,
3.0744e-02, -4.1694e-02, 3.7558e-02, 2.1389e-02, 6.4700e-02,
-9.6062e-02, -4.6362e-02, -4.3423e-02, 1.3739e-02, -4.5917e-03,
-9.5491e-03, -2.9984e-02, 1.9669e-02, -2.0312e-02, 1.7259e-02,
1.5200e-01, -3.4083e-02, 6.2089e-02, 3.5332e-02, -2.8804e-03,
1.7274e-01, 1.3328e-01, -9.9677e-03, -7.9877e-02, 4.5324e-04,
3.5971e-02, -3.2993e-02, 9.4585e-02, -3.0969e-03, -4.0418e-03,
-2.8875e-03, -1.9528e-02, 3.9783e-02, -1.1702e-01, 1.3124e-02,
-2.2118e-02, 5.7368e-02, 1.8058e-02, -1.2568e-02, -9.4018e-02,
-4.6652e-02, 6.7854e-02, -5.7318e-02, -1.0285e-01, -9.3049e-02,
2.1943e-02, 4.5841e-02, -2.5413e-02, 2.0562e-03, 2.7956e-02,
6.0335e-02, -2.8266e-02, -1.7819e-03, 6.0107e-02, 5.8839e-02,
-1.7299e-01, 9.7351e-03, 7.0714e-02, 8.8336e-05, 4.5312e-02,
3.2314e-02, -9.0841e-03, -7.3772e-02, -9.1243e-02, -3.8586e-02,
1.4424e-02, 8.5536e-02, 9.8303e-02, 8.6474e-02, -5.5962e-02,
2.6041e-02, 2.7860e-04, -2.6237e-02, 5.0007e-02, 4.1095e-02,
5.9848e-02, -4.3958e-02, -1.5985e-01, -7.5808e-02, -3.3464e-02,
-1.5714e-02, -8.5381e-03, 5.1591e-02, -3.7003e-02, 4.7306e-02,
1.6828e-01, 3.8495e-02, 2.7137e-03, 2.5601e-02, -3.0657e-02,
-6.9816e-02, 1.3413e-01, -4.7530e-02, -6.4501e-02, -3.8766e-02,
4.0691e-02, 1.7742e-02, 1.9836e-02, 8.8541e-02, 1.1715e-02,
1.1305e-01, -8.0877e-02, -6.1987e-02, -4.6140e-02, 2.9769e-03,
-2.3403e-02, 1.6447e-03, -1.3333e-02, 9.0489e-02, -7.9436e-02,
1.3568e-02, -1.4480e-01, -9.1172e-02, 4.5011e-02, 3.4676e-02,
-3.3306e-02, 5.9478e-02, 2.0950e-02, -2.3404e-02, -9.1704e-03,
-1.0068e-01, 5.0561e-02, 5.3406e-02, 4.7734e-02, -4.7808e-02,
4.1355e-03, -1.7968e-02, -4.0484e-02, 4.6692e-02, 8.5331e-03,
-7.2144e-02, -7.7916e-02, -1.0498e-01, -2.4043e-02, 6.6492e-02,
-1.4422e-01, -1.7271e-02, -4.8632e-02, -4.9126e-02, -1.0003e-01,
9.5403e-02, -4.3195e-02, 1.7534e-02, -6.0322e-02, 4.8237e-02,
-4.1602e-02, 3.1168e-02, 1.5285e-02, 5.0857e-02, -1.6098e-02,
1.2488e-01, 2.5822e-02, -5.3546e-02, 5.5812e-02, 7.4320e-02,
-7.0469e-02, 1.5046e-02, 1.8000e-01, 2.1617e-03, -1.3600e-02,
-4.4605e-03, 8.9154e-02, 1.4965e-02, -2.4097e-02, -2.0990e-03,
2.7006e-02, 1.3329e-02, -6.4698e-02, -1.1166e-01, -7.0097e-02,
-7.6852e-02, 2.3316e-02, 4.3291e-02, 4.1139e-02, -8.1176e-02,
2.0886e-02, 3.7271e-02, 5.9798e-02, 3.6951e-02, 5.3863e-02,
1.5779e-02, 3.7408e-02, 5.6456e-02, -1.0181e-02, 9.2271e-04,
1.2185e-01, 2.2789e-02, -1.7002e-02, 2.2347e-02, -1.7147e-01,
5.5899e-02, -1.4307e-01, -3.5260e-01, -7.6470e-02, 7.8414e-02,
7.8865e-02, -2.0267e-02, -6.3280e-02, -1.2551e-02, 1.8168e-02,
-2.0526e-02, -1.1793e-01, -2.0656e-02, -6.5951e-03, -2.7637e-03,
-1.7822e-01, 6.2479e-02, -8.7243e-02, -1.1948e-02, -1.7539e-02,
-3.8260e-02, 1.1610e-02, 1.0808e-02, -1.6287e-02, -6.2236e-02,
9.0951e-02, 3.8997e-02, -1.5102e-02, -2.6422e-02, 2.4439e-02,
3.1534e-02, -5.2667e-02, 3.8084e-02, 5.9550e-02, 3.8740e-02,
-2.7228e-02, 1.6394e-01, 5.8464e-03, -9.0607e-02, 4.9583e-02,
2.9370e-02, -3.9905e-02, 3.7077e-02, 3.8053e-02, -3.7199e-02,
-3.8474e-02, -5.8777e-02, -1.5031e-02, 6.2999e-02, -1.8780e-02,
-2.3555e-02, 5.6911e-02, -2.7233e-02, -2.5266e-03, 3.1431e-02,
-3.8073e-02, 3.4930e-02, -5.5748e-02, -2.9869e-02, 3.3190e-02,
-8.4365e-02, 3.3545e-02, 9.3812e-03, -4.3499e-02, 7.8322e-02,
-5.7788e-02, -1.9178e-02, 6.8958e-02, 6.9554e-02, -2.1138e-02,
-7.5468e-02, 4.6110e-02, -2.9196e-02, -5.7103e-02, 1.9830e-01,
-1.8506e-01, 3.6882e-02, -8.4546e-02, -7.3730e-03, -2.5502e-02,
1.1461e-01, 9.4364e-02, 1.9967e-02, 1.7279e-02, -6.0249e-02,
-1.5205e-02, -8.0031e-04, 1.0122e-01, 7.2149e-04, -4.6752e-02,
-7.4781e-02, 1.4726e-01, -1.4541e-03, -1.0898e-01, -1.2365e-01,
3.4576e-02, 9.9956e-02, 1.8780e-02, 1.0597e-01, 3.4907e-02,
1.1178e-01, -3.0322e-02, 1.4116e-02, 2.3005e-02, -4.9391e-02,
4.3712e-02, 6.3082e-02, -2.4548e-02, 8.9016e-02, 2.1965e-02,
3.3807e-02, 2.0460e-02, 1.6152e-01, -4.5401e-02, 4.9747e-02,
-2.9185e-03, 2.3823e-01, -4.0024e-02, 3.7878e-03, -2.2687e-07,
-6.8869e-03, -2.3670e-02, -5.3075e-03, 1.9996e-02, 3.1822e-02,
5.2155e-02, -1.4299e-01, 6.8108e-02, -4.8443e-03, 5.5111e-02,
4.5233e-02, -8.5661e-02, -5.2906e-03, 2.0891e-02, 3.9848e-02,
1.4095e-02, 2.8166e-02, -3.2880e-02, -5.0167e-03, -7.2928e-02,
-5.1663e-02, -1.6850e-02, 1.2268e-02, -1.3139e-02, -1.6286e-02,
1.5888e-01, -4.1002e-02, 4.4107e-02, 9.0581e-03, 1.7724e-02,
-4.3957e-03, -5.0285e-02, -9.5495e-02, -2.9167e-02, -4.4420e-02,
3.6835e-02, -5.1876e-02, -6.9266e-02, -6.9812e-02, 2.5994e-02,
1.1001e-01, 4.9803e-02, 9.0981e-02, 6.9886e-02, 5.8426e-03,
-1.2780e-02, -2.6531e-02, -6.1922e-02, -1.2778e-01, 5.9664e-02,
-1.4988e-01, -4.9867e-02, 7.9026e-02, 4.3052e-02, 8.0380e-03,
-5.2888e-02, 6.3575e-02, 4.9981e-02, -3.8700e-02, -1.0556e-01,
1.0645e-02, 9.6175e-02, -1.5652e-03, 8.5867e-02, 6.3281e-02,
-4.8673e-02, -1.4073e-01, 1.1400e-01, -5.0346e-02, 9.3736e-03,
-5.4822e-03, 7.2127e-02, 2.6500e-03, -1.0870e-01, 1.3406e-01,
-1.1108e-02, -6.5856e-02, -5.7342e-04, 1.1310e-01, 2.3240e-02,
4.3101e-02, 7.6398e-02, -5.2806e-02, -2.4830e-02, 2.4719e-02,
-2.7805e-02, -2.2224e-02, 3.7053e-02, -2.6201e-03, 1.1508e-02,
3.3883e-02, 3.8223e-02, 8.0218e-02], device='cuda:0')),
('bert.encoder.layer.1.output.LayerNorm.weight',
tensor([0.8881, 0.8743, 0.8687, 0.8514, 0.8083, 0.8349, 0.7156, 0.6701, 0.8731,
0.7822, 0.8801, 0.8864, 0.9491, 0.9078, 0.9143, 0.6762, 0.8632, 0.8807,
0.8743, 0.8999, 0.7552, 0.9125, 0.8868, 0.8571, 0.8583, 0.8615, 0.8775,
0.8274, 0.8666, 0.9049, 0.8637, 0.7341, 0.8988, 0.8190, 0.8857, 0.8629,
0.7945, 0.9065, 0.7700, 0.8437, 0.9061, 0.8753, 0.9097, 0.8886, 0.9017,
0.9009, 0.8666, 0.8736, 0.9036, 0.8492, 0.8892, 0.8270, 0.8205, 0.8870,
0.8113, 0.6797, 0.8541, 0.8511, 0.8281, 0.8127, 0.8721, 0.9198, 0.9012,
0.8825, 0.8187, 0.9308, 0.8740, 0.8640, 0.6970, 0.8290, 0.8873, 0.8829,
0.8682, 0.8508, 0.8967, 0.9101, 0.8776, 0.8646, 0.9255, 0.8610, 0.8702,
0.8155, 0.8930, 0.8479, 0.6922, 0.8848, 0.8177, 0.8826, 0.9054, 0.8557,
0.8365, 0.8794, 0.8616, 0.8478, 0.8492, 0.8359, 0.7361, 0.8556, 0.8897,
0.8170, 0.8568, 0.9260, 0.7978, 0.9173, 0.7340, 0.9056, 0.9090, 0.8218,
0.9167, 0.8978, 0.8575, 0.8354, 0.9250, 0.6596, 0.8460, 0.8879, 0.8859,
0.8879, 0.9195, 0.9167, 0.8771, 0.8826, 0.8990, 0.8181, 0.8236, 0.8356,
0.8956, 0.8606, 0.8802, 0.8608, 0.8963, 0.8308, 0.8494, 0.8932, 0.8876,
0.8767, 0.7426, 0.8932, 0.7892, 0.9057, 0.6716, 0.9229, 0.8653, 0.1310,
0.8595, 0.8632, 0.8670, 0.8754, 0.8778, 0.8616, 0.8389, 0.8682, 0.9044,
0.8865, 0.8504, 0.8991, 0.9063, 0.8873, 0.8845, 0.8811, 0.9096, 0.8960,
0.7776, 0.8851, 0.8306, 0.8679, 0.7281, 0.6966, 0.8471, 0.8783, 0.9020,
0.7596, 0.8224, 0.8648, 0.7907, 0.8698, 0.8842, 0.7352, 0.9000, 0.8846,
0.8570, 0.8578, 0.8440, 0.8586, 0.9110, 0.9079, 0.8381, 0.8819, 0.8696,
0.8974, 0.8445, 0.7088, 0.8586, 0.8858, 0.8620, 0.9010, 0.9195, 0.7228,
0.8807, 0.9007, 0.8916, 0.7401, 0.9007, 0.8401, 0.8406, 0.8654, 0.9034,
0.9410, 0.9201, 0.8376, 0.8999, 0.9078, 0.8271, 0.8965, 0.8754, 0.8952,
0.8491, 0.8561, 0.8755, 0.8775, 0.9013, 0.8636, 0.9177, 0.8104, 0.8784,
0.8858, 0.9053, 0.9102, 0.8262, 0.6388, 0.8381, 0.9111, 0.8569, 0.8346,
0.8635, 0.8833, 0.8474, 0.8977, 0.8782, 0.9306, 0.8710, 0.8480, 0.8191,
0.8615, 0.8779, 0.8179, 0.9033, 0.8337, 0.9274, 0.9241, 0.8937, 0.8929,
0.9459, 0.9113, 0.9047, 0.9192, 0.9022, 0.7389, 0.8707, 0.8611, 0.7281,
0.8652, 0.8736, 0.8608, 0.8791, 0.8719, 0.8945, 0.9439, 0.7788, 0.8749,
0.8950, 0.9102, 0.9317, 0.8591, 0.8950, 0.9241, 0.8797, 0.8715, 0.8471,
0.9151, 0.9221, 0.9049, 0.8249, 0.4633, 0.8875, 0.9013, 0.7852, 0.8845,
0.8626, 0.8430, 0.7654, 0.8321, 0.8425, 0.8357, 0.8684, 0.8100, 0.8234,
0.7330, 0.9140, 0.8373, 0.8920, 0.8736, 0.8501, 0.8583, 0.6280, 0.8904,
0.8370, 0.8902, 0.8629, 0.8766, 0.7653, 0.8683, 0.8653, 0.7269, 0.8510,
0.9162, 0.8582, 0.8180, 0.8916, 0.8385, 0.8205, 0.8728, 0.8537, 0.9300,
0.8148, 0.8065, 0.8170, 0.8384, 0.9146, 0.8672, 0.8540, 0.8770, 0.9299,
0.8933, 0.9099, 0.9141, 0.8863, 0.8746, 0.8890, 0.8095, 0.7394, 0.9093,
0.8886, 0.9060, 0.8757, 0.9299, 0.8974, 0.8827, 0.8783, 0.8597, 0.8875,
0.8605, 0.8132, 0.8649, 0.9272, 0.8515, 0.8670, 0.8889, 0.8762, 0.7822,
0.8876, 0.9014, 0.8433, 0.9119, 0.8766, 0.8228, 0.9037, 0.8952, 0.9239,
0.7703, 0.8859, 0.8994, 0.8955, 0.9002, 0.8610, 0.8570, 0.8509, 0.9012,
0.8719, 0.7493, 0.8357, 0.8997, 0.9119, 0.8425, 0.8129, 0.7967, 0.7982,
0.8974, 0.8588, 0.7774, 0.9056, 0.8093, 0.8872, 0.9056, 0.8730, 0.8835,
0.8318, 0.8828, 0.8738, 0.8026, 0.8151, 0.8178, 0.8120, 0.8598, 0.8828,
0.8842, 0.8743, 0.8234, 0.9057, 0.9414, 0.8358, 0.8530, 0.8717, 0.9287,
0.8790, 0.8465, 0.8194, 0.8329, 0.8526, 0.8625, 0.8809, 0.9319, 0.8764,
0.8291, 0.8587, 0.8784, 0.8222, 0.5938, 0.8689, 0.8817, 0.8822, 0.9213,
0.8179, 0.9137, 0.6595, 0.8953, 0.8346, 0.8477, 0.8837, 0.8957, 0.9028,
0.8162, 0.8464, 0.8331, 0.8863, 0.8180, 0.8895, 0.8936, 0.9040, 0.8390,
0.8541, 0.8591, 0.8828, 0.8963, 0.8595, 0.8147, 0.8390, 0.8337, 0.8626,
0.8791, 0.8688, 0.8756, 0.8707, 0.8878, 0.8431, 0.8219, 0.8710, 0.8405,
0.8786, 0.8652, 0.9235, 0.8426, 0.9309, 0.8444, 0.8860, 0.8801, 0.8140,
0.9019, 0.7787, 0.9381, 0.8425, 0.8760, 0.8862, 0.8803, 0.8936, 0.8432,
0.9201, 0.8225, 0.9491, 0.8169, 0.8245, 0.9125, 0.8926, 0.8243, 0.8999,
0.8490, 0.8766, 0.9250, 0.8644, 0.8901, 0.8827, 0.9229, 0.8697, 0.8898,
0.8801, 0.8629, 0.9231, 0.8696, 0.8471, 0.8757, 0.8076, 0.8955, 0.8508,
0.8773, 0.9130, 0.8259, 0.9096, 0.8695, 0.7004, 0.9264, 0.9115, 0.7741,
0.8723, 0.9029, 0.9010, 0.9189, 0.8848, 0.9305, 0.8589, 0.9006, 0.8744,
0.8975, 0.8301, 0.8558, 0.8590, 0.8388, 0.8253, 0.8545, 0.8585, 0.8533,
0.8629, 0.9084, 0.7673, 0.8190, 0.8328, 0.9310, 0.8589, 0.8240, 0.8611,
0.8850, 0.8441, 0.8473, 0.9030, 0.8537, 0.8154, 0.8180, 0.8360, 0.4078,
0.8709, 0.8701, 0.9080, 0.9293, 0.7964, 0.9011, 0.8923, 0.9182, 0.8758,
0.8824, 0.8306, 0.8965, 0.8421, 0.8462, 0.8702, 0.8626, 0.9044, 0.9107,
0.8633, 0.8796, 0.8528, 0.9000, 0.8645, 0.9007, 0.8816, 0.8685, 0.8960,
0.8905, 0.8238, 0.8919, 0.8372, 0.8198, 0.9157, 0.7848, 0.8262, 0.8351,
0.8760, 0.9237, 0.8243, 0.8582, 0.8966, 0.8852, 0.9021, 0.8647, 0.8539,
0.8704, 0.8603, 0.8989, 0.8705, 0.8429, 0.8675, 0.8599, 0.8788, 0.7995,
0.8444, 0.6870, 0.8963, 0.8964, 0.9216, 0.9408, 0.9002, 0.8880, 0.8620,
0.8266, 0.8542, 0.9321, 0.8546, 0.8652, 0.8958, 0.8496, 0.8103, 0.7800,
0.8939, 0.8727, 0.8454, 0.8853, 0.8289, 0.8135, 0.9169, 0.8868, 0.8784,
0.8604, 0.9088, 0.8454, 0.8583, 0.8929, 0.8596, 0.8437, 0.6649, 0.8861,
0.9017, 0.8530, 0.8011, 0.9396, 0.8688, 0.7175, 0.8485, 0.8572, 0.9176,
0.8494, 0.8116, 0.9023, 0.8741, 0.8521, 0.8696, 0.8688, 0.8197, 0.9040,
0.9279, 0.7386, 0.7711, 0.8754, 0.9263, 0.8693, 0.8548, 0.9202, 0.8639,
0.8200, 0.8842, 0.8764, 0.9206, 0.8692, 0.8982, 0.8592, 0.8643, 0.9117,
0.9023, 0.8608, 0.8686, 0.9215, 0.8794, 0.9125, 0.8975, 0.7325, 0.8538,
0.8902, 0.8957, 0.9131, 0.8760, 0.9164, 0.8494, 0.9225, 0.8226, 0.7728,
0.7924, 0.8227, 0.8677, 0.9225, 0.8797, 0.8996, 0.8753, 0.8982, 0.8746,
0.9106, 0.8979, 0.8694, 0.9221, 0.7769, 0.8649, 0.8006, 0.8960, 0.9178,
0.8823, 0.8290, 0.9167, 0.8575, 0.9240, 0.7199, 0.9124, 0.8354, 0.8881,
0.8877, 0.8691, 0.8564, 0.9050, 0.8887, 0.8675, 0.9157, 0.8958, 0.8285,
0.8706, 0.9096, 0.8979, 0.8724, 0.6920, 0.8404, 0.8829, 0.8312, 0.8475,
0.8954, 0.8696, 0.6641, 0.8614, 0.8957, 0.8776, 0.8591, 0.9063, 0.8722,
0.8218, 0.8582, 0.8835, 0.8785, 0.8292, 0.8890, 0.9186, 0.9082, 0.9283,
0.8618, 0.9143, 0.8644], device='cuda:0')),
('bert.encoder.layer.1.output.LayerNorm.bias',
tensor([-1.4016e-02, -1.4249e-01, 4.0094e-02, 2.2907e-02, 8.5713e-02,
-2.0435e-01, 1.4535e-01, -3.6545e-01, -1.4436e-01, -1.3629e-02,
-6.3666e-02, -1.7846e-02, -6.0943e-02, 4.0052e-02, -2.9718e-02,
-1.3911e-01, 2.5827e-02, -4.6091e-02, -2.4092e-02, 3.8697e-02,
-6.6604e-02, -3.5582e-02, 1.2361e-02, -6.4527e-02, -3.2011e-02,
-1.4959e-01, 5.2882e-02, -8.2963e-02, -4.6175e-02, -5.1484e-02,
-1.0576e-01, 1.3617e-01, 7.1968e-02, 1.6683e-03, -9.1114e-02,
-5.2837e-02, -4.1040e-02, -4.5555e-02, -1.7284e-01, -9.7313e-02,
2.7183e-02, 1.8386e-02, -2.6143e-02, -7.8885e-02, 5.5178e-02,
-2.6002e-02, -1.7359e-01, 8.7366e-02, -1.2522e-01, -2.7368e-02,
-1.4294e-01, -4.4306e-02, -7.1305e-02, -4.5056e-02, 3.5209e-02,
6.0963e-02, 4.7208e-03, -2.9588e-02, -1.5021e-02, -5.4474e-02,
2.5371e-03, -5.7692e-02, -9.9347e-02, 9.8281e-02, -1.2237e-01,
3.1568e-03, -2.8989e-02, 8.2349e-03, -1.0013e-01, -9.2676e-02,
3.7476e-02, -1.1534e-01, -4.9478e-02, -8.1486e-02, 2.6980e-02,
3.4680e-02, -1.0525e-01, -1.1763e-02, -1.5709e-02, -1.4227e-01,
1.1209e-02, -3.0932e-02, -1.7698e-03, -1.3538e-01, 1.5124e-01,
-1.4666e-01, 8.1122e-02, -2.8281e-03, -4.3821e-02, -1.0624e-01,
7.6714e-02, 1.9251e-03, 1.1594e-01, -1.4295e-01, 8.1577e-02,
-1.5042e-01, 1.8183e-02, 1.4363e-01, -8.9522e-02, -2.4552e-01,
4.9911e-02, 3.3101e-02, -1.0652e-01, -1.2836e-01, -7.4967e-02,
-1.7667e-01, -3.4541e-02, -8.5388e-02, -1.9272e-02, -3.4774e-02,
-6.3933e-02, -3.0380e-02, 6.9982e-03, 1.8301e-01, -1.8039e-03,
-1.7144e-01, -6.2247e-02, -1.4505e-01, -4.0891e-02, -7.4246e-02,
-7.1884e-02, 6.7729e-02, -5.3449e-03, 2.8101e-02, -1.3796e-02,
5.6068e-03, 4.0272e-02, 6.3709e-03, -5.9274e-02, -7.9541e-02,
3.3330e-02, -1.0590e-01, 7.8143e-02, -6.5125e-02, -7.3423e-02,
-3.1628e-02, 8.8302e-02, -6.2116e-02, 3.2715e-02, -1.9228e-02,
9.6715e-02, -8.6798e-02, 4.1738e-03, 8.8291e-01, -4.0743e-03,
9.7634e-02, -9.4900e-02, -9.3584e-02, -5.8313e-03, 5.9811e-02,
1.6082e-01, -1.5024e-01, -2.3252e-02, 3.4530e-03, -1.2416e-01,
-5.2477e-02, 3.6764e-02, 4.5146e-02, -2.1013e-02, -1.8838e-02,
-1.7406e-01, -4.4480e-02, -4.1069e-02, 8.6904e-03, -4.5292e-02,
6.6725e-02, -3.8134e-01, -7.7093e-02, 2.6826e-02, 2.3845e-02,
2.0866e-02, -9.3253e-02, -3.2987e-02, 5.7730e-03, -1.8894e-01,
-2.4273e-01, -1.8380e-01, 2.1780e-01, -3.2917e-02, 8.9713e-03,
1.3780e-01, -5.1182e-02, 7.1399e-02, 1.6740e-01, -2.3451e-02,
-1.3653e-02, 5.8005e-02, 3.6847e-02, -8.4443e-02, -3.3560e-02,
-1.4095e-01, -2.1218e-01, -9.9092e-02, -7.3612e-02, 6.3395e-02,
7.8517e-02, 5.4367e-03, 1.4066e-01, 8.5222e-02, -8.0377e-02,
-1.4946e-01, -1.5498e-01, -3.3169e-02, -1.9161e-01, -1.6380e-01,
-1.1285e-01, 4.9488e-03, 1.2661e-03, 4.4033e-02, 1.3931e-01,
3.7799e-02, -1.8745e-02, -5.2940e-02, 3.8308e-02, 6.4143e-02,
1.1486e-02, -6.4933e-02, -1.1783e-01, -2.7892e-02, -1.1145e-02,
-6.9424e-03, 6.4382e-04, -5.6055e-02, 2.2538e-01, -4.7220e-02,
-4.3999e-02, -1.2577e-01, -8.9565e-02, -1.6019e-01, 2.5661e-01,
4.9269e-02, -2.7674e-02, -1.1947e-01, -2.5092e-02, 7.9440e-02,
2.0954e-02, -8.7467e-02, -1.8440e-02, -4.7339e-02, -1.8311e-02,
1.8304e-02, 4.0357e-02, 4.8102e-03, 1.1529e-02, 8.6746e-02,
7.6541e-02, -5.7270e-02, 7.4488e-02, -5.1163e-02, -2.8929e-02,
-4.3752e-02, -8.4443e-02, -1.5526e-01, -7.0160e-02, -1.5553e-01,
-1.0647e-01, 5.0854e-02, 5.9521e-02, 9.6773e-02, 7.3633e-02,
-2.5106e-02, 1.2919e-01, -1.2133e-01, -1.4953e-01, -4.3205e-02,
-1.0529e-01, -2.0315e-02, 9.7611e-03, -1.3991e-01, -1.3404e-02,
-4.2990e-02, 3.5947e-03, -5.6594e-02, -1.0818e-01, -1.7172e-01,
-6.7783e-02, 5.3968e-02, 4.2633e-02, -1.0005e-01, 1.4453e-02,
-3.3588e-02, 4.8012e-02, 1.7458e-02, -1.3795e-01, -6.4962e-03,
-1.6828e-01, -5.5157e-02, 5.3359e-02, -1.4466e-01, -8.7076e-02,
-2.9564e-02, 8.4765e-02, 7.9832e-02, 2.2585e-02, 4.2027e-02,
2.2226e-02, 1.3436e-01, 4.2315e-02, 2.6304e-02, -2.0327e-01,
-8.5123e-02, -2.3204e-02, 2.4115e-02, -4.1933e-03, 5.5629e-02,
6.5830e-02, -2.5301e-02, -1.4341e-01, -1.6244e-01, 3.3202e-02,
-2.2603e-01, 7.0978e-02, 3.4348e-02, -9.5419e-02, -4.4426e-02,
-1.1647e-02, 6.5974e-02, -1.8213e-02, 9.8149e-02, -4.4631e-02,
7.4336e-02, -2.9231e-03, -2.9994e-02, -4.6314e-02, 1.3132e-01,
-3.8142e-02, -2.7535e-01, -1.3081e-01, -1.0707e-01, -1.3802e-01,
1.7451e-01, 6.2375e-02, 2.3700e-03, -5.1260e-02, -7.4652e-02,
-2.1862e-02, -5.1745e-02, -1.3733e-01, 8.9404e-02, 1.4893e-03,
-1.5354e-02, -4.2633e-02, -2.3287e-02, 5.0815e-02, -3.1269e-02,
-5.1316e-02, -3.9477e-02, 3.3561e-02, -3.1782e-02, 3.2966e-02,
-7.7117e-03, -5.1472e-02, 8.6967e-02, -8.0320e-02, -4.2907e-02,
3.5641e-02, 1.9473e-03, -8.1797e-02, -1.5563e-02, 7.8569e-03,
1.6561e-02, 4.0116e-02, -1.1721e-01, 3.0776e-03, 2.3860e-02,
-1.3332e-01, -1.1372e-03, -1.7242e-01, 7.1944e-02, -2.3010e-01,
-1.3596e-01, 6.8184e-02, -2.3836e-02, -1.2055e-01, -7.7893e-02,
2.3438e-02, -5.7874e-02, -7.1742e-02, -1.9566e-01, 1.2738e-02,
-9.2664e-02, -2.4298e-02, -1.3784e-02, -2.3576e-01, 1.0177e-01,
1.0169e-01, -8.9536e-02, 1.1256e-02, -8.9255e-02, -2.4467e-02,
-7.3949e-02, -4.7205e-02, -9.3446e-02, -6.2764e-02, -8.8278e-02,
2.5673e-02, 1.7977e-02, -1.8303e-01, -5.8688e-02, 1.0211e-01,
4.6185e-02, -1.7834e-01, -5.8430e-02, -6.1993e-02, 7.6668e-02,
-1.2683e-01, -9.5299e-02, 1.0871e-01, 6.9555e-02, 1.7648e-02,
6.1053e-02, -7.3318e-03, -1.2447e-01, -7.6218e-02, -1.2166e-01,
1.6189e-02, -1.5858e-01, -1.2721e-01, 1.1398e-01, -4.7060e-02,
-8.3644e-02, -7.0618e-02, 1.0025e-01, 3.8200e-02, -3.7561e-02,
6.2093e-02, 2.0916e-01, 1.1525e-01, 1.0119e-01, -1.5033e-01,
-4.1494e-02, -1.4802e-02, 1.6798e-01, -4.2443e-02, 1.5780e-01,
-1.9257e-01, -2.4383e-01, -1.5409e-01, 4.1604e-02, -7.5641e-02,
-1.2863e-01, -7.3085e-02, -2.6354e-02, -1.5234e-02, -6.3696e-03,
1.0016e-01, -8.2509e-02, -9.0012e-02, -5.7838e-02, -7.4166e-03,
-1.8857e-01, -7.8618e-02, 5.4388e-04, -4.8771e-02, -1.0997e-02,
1.6677e-01, -4.4438e-02, -2.1815e-02, -6.4751e-03, 1.3123e-02,
-1.6932e-02, -5.0990e-02, 6.7545e-03, -6.7185e-02, 8.1593e-03,
1.8292e-02, -5.6146e-02, -9.7249e-02, -1.0804e-01, -8.7051e-02,
3.8018e-03, -1.3850e-01, -6.5018e-02, -1.3793e-01, 3.6304e-02,
-7.9404e-02, -5.4028e-02, -1.5763e-01, -7.5924e-02, 2.9053e-02,
-8.3524e-03, 3.1628e-02, 2.0393e-02, -1.0642e-01, -1.0893e-01,
6.1480e-02, -1.1768e-01, 7.4657e-03, -8.5191e-02, -4.0564e-02,
1.6649e-02, 3.0172e-02, -5.0742e-02, -5.7799e-02, -5.4430e-02,
-8.3740e-02, -4.4038e-02, -6.6865e-02, 5.2042e-02, -6.6200e-02,
-1.9280e-02, -8.8381e-02, -4.9231e-02, -8.5357e-02, 4.5121e-02,
-2.3623e-01, -4.5837e-02, 7.3492e-02, 1.2886e-01, 2.4182e-02,
1.2128e-01, -1.5174e-02, -1.4944e-01, -1.1383e-01, -9.9876e-03,
3.5417e-02, -3.4485e-02, -6.5578e-02, -1.5752e-01, -6.1326e-02,
-8.7926e-02, -2.7133e-02, -4.9351e-02, 6.4240e-02, 5.2707e-02,
-1.5854e-02, -1.0373e-01, -7.3315e-04, -1.3843e-02, 2.1794e-02,
-1.8863e-02, -8.7143e-02, 1.0290e-01, -2.4379e-02, -2.7009e-02,
-1.4268e-02, -3.3578e-03, -2.1226e-01, 3.8204e-02, -1.2031e-01,
7.4911e-02, -1.0383e-01, -3.1698e-02, -6.5681e-02, -4.2253e-02,
-5.4239e-02, -9.8470e-02, 9.6910e-02, -9.8631e-02, -9.6522e-02,
-3.0244e-02, -5.0589e-03, -8.9692e-03, -1.0321e-01, -4.9165e-02,
8.9033e-04, 7.4494e-02, -9.9908e-01, -1.1484e-02, -2.6896e-02,
3.5776e-02, -7.9419e-02, 1.1103e-01, 5.0653e-02, -1.0435e-01,
-5.3653e-03, -5.2549e-02, -3.6981e-02, 7.5231e-02, -1.7807e-01,
-3.2985e-03, -9.3754e-03, -5.0395e-02, -5.6993e-02, -9.5509e-02,
2.9178e-03, -1.9105e-03, -1.0442e-02, -1.3671e-01, -4.5525e-02,
-1.3900e-01, -1.3116e-01, -1.0471e-01, -4.7586e-02, -6.0873e-02,
-7.2658e-03, -2.3022e-01, -1.4114e-01, 1.0530e-02, -2.4972e-02,
9.6604e-03, 4.7733e-02, 1.2157e-02, 1.3942e-01, 3.0823e-03,
2.3729e-02, 9.0297e-03, 4.6263e-02, 7.7822e-02, 4.0331e-04,
4.7805e-02, 5.0819e-02, 1.0619e-02, 1.5900e-01, -1.1380e-01,
-1.5820e-02, 1.4955e-02, -1.6217e-01, -1.1259e-01, -4.0047e-02,
-7.4934e-02, -1.2217e-01, 7.1878e-02, 2.9283e-01, -1.3452e-01,
-4.0536e-02, -1.1324e-01, 1.3843e-02, 1.7065e-02, -4.2417e-02,
-8.6117e-03, -4.2095e-02, -4.6839e-02, -6.4524e-02, -8.8561e-02,
1.6973e-01, 1.5509e-02, -1.2856e-02, -5.3224e-02, -2.3366e-01,
-4.8903e-02, -7.1876e-02, -8.7520e-02, -1.1967e-02, -1.2306e-01,
-2.6762e-01, -4.9605e-02, -1.1295e-01, 1.1489e-01, 5.5511e-02,
5.1850e-02, 9.0312e-02, -2.2563e-02, -3.0877e-03, -3.2978e-02,
-6.5569e-02, 4.5088e-01, -1.0870e-01, -2.3146e-02, -1.0196e-01,
-2.9272e-02, -8.0491e-03, -2.0778e-02, -1.6540e-03, 7.9197e-02,
-6.4876e-02, -5.3405e-02, -7.8535e-02, -1.2536e-01, -4.9250e-02,
-1.1017e-01, -1.3539e-02, 6.5816e-02, 7.4437e-02, -7.7758e-02,
-5.5523e-03, -1.0533e-01, 6.8121e-02, -1.7763e-02, -1.3062e-01,
-2.1152e-02, -3.6806e-02, -1.3922e-01, -4.6166e-02, -1.8592e-01,
-4.1152e-02, -1.1364e-02, 1.0566e-02, 1.0474e-02, 1.1487e-02,
-1.7048e-01, -7.0056e-02, -1.3203e-01, -5.7249e-02, -5.9924e-02,
-4.4422e-02, -5.1560e-03, -6.0664e-02, 3.3056e-03, 2.0743e-02,
-9.8260e-02, -2.1960e-02, 2.0554e-01, 3.9557e-02, -1.8453e-01,
-5.3730e-02, 3.0561e-02, 2.9479e-02, 1.7755e-02, -3.2628e-02,
-8.9549e-02, -8.5390e-02, -9.4055e-02, -1.9023e-01, 6.5481e-02,
-4.2217e-02, -3.0421e-02, 9.3308e-02, -1.0676e-02, -1.4682e-02,
9.9079e-04, -3.4658e-02, 3.1426e-02, -6.9523e-02, -3.6997e-02,
-1.0156e-01, 4.1453e-02, 6.7496e-02, -8.1436e-02, -7.4899e-02,
-9.2309e-02, -1.3587e-01, -9.3860e-02, -8.1842e-02, -1.5148e-02,
6.3734e-02, -1.0015e-01, -6.5095e-02, -8.1832e-02, -8.4690e-02,
8.7559e-02, -5.2869e-02, -5.4661e-02, -1.0575e-01, -4.8878e-02,
2.6199e-02, -1.5642e-01, 5.4603e-02, -1.7281e-02, -7.7537e-02,
5.9495e-02, -7.1349e-03, -4.2926e-02, -1.2542e-01, -6.2171e-02,
-1.1439e-02, -3.4227e-02, -3.1631e-02, 2.2881e-02, -1.6454e-01,
1.5995e-02, -9.3009e-02, -5.0615e-02, 1.3714e-01, -1.9110e-02,
-1.7733e-02, -2.3231e-02, -7.0831e-03, -3.0701e-02, -1.8838e-01,
1.1406e-01, -6.3905e-02, -3.5111e-02, 5.4515e-04, -4.9885e-02,
-1.2009e-02, -4.4598e-02, -8.5892e-02], device='cuda:0')),
('bert.encoder.layer.2.attention.self.query.weight',
tensor([[-0.0117, -0.0479, -0.0709, ..., -0.0322, 0.0408, 0.0042],
[ 0.0633, -0.0157, 0.0113, ..., -0.0064, -0.0190, 0.0129],
[ 0.0567, -0.0112, 0.0185, ..., -0.0762, -0.0031, -0.1261],
...,
[-0.0056, 0.0087, 0.0174, ..., -0.0388, -0.0042, -0.0521],
[-0.0399, 0.0412, -0.0311, ..., -0.0483, 0.0489, -0.0332],
[ 0.0365, -0.0140, -0.0531, ..., 0.0112, 0.0352, 0.0408]],
device='cuda:0')),
('bert.encoder.layer.2.attention.self.query.bias',
tensor([ 3.0965e-02, 1.3675e-02, -1.3983e-02, -2.4580e-04, -8.0213e-03,
-4.7812e-03, -3.9659e-03, 2.1171e-02, -1.3194e-02, -2.8449e-02,
-4.4315e-02, -3.1324e-02, 2.0414e-02, -7.2409e-02, -1.5289e-03,
2.9823e-03, 1.8464e-03, -3.2111e-02, -2.3035e-02, 5.0490e-03,
1.8722e-01, -2.1005e-02, -3.2804e-02, 5.8885e-02, 3.4351e-02,
-3.9689e-03, 5.4026e-02, -1.0046e-01, -1.1017e-02, 2.0273e-02,
-3.1643e-02, 2.0070e-02, 1.1334e-02, 2.0266e-02, -4.0775e-03,
5.8939e-02, -1.5254e-02, 4.7849e-02, 3.1308e-02, 4.5161e-02,
-1.4409e-02, -1.7924e-02, 3.1435e-02, 2.3277e-02, 3.5998e-02,
5.1554e-03, 2.5883e-04, 5.3942e-02, 2.3121e-02, 2.6426e-02,
2.0868e-02, -1.1341e-02, 5.1842e-02, -1.4453e-02, -6.0891e-03,
-7.6742e-03, -2.7857e-02, -2.9714e-02, -3.7892e-02, -9.8370e-02,
6.1782e-02, -1.0808e-02, -6.9474e-03, -4.2889e-02, -5.9122e-02,
5.0637e-03, -1.3673e-01, -7.1636e-02, 7.4595e-02, -4.0355e-01,
1.5574e-01, -1.3955e-01, 9.7503e-02, -1.9270e-01, 2.1169e-01,
3.4081e-01, -8.5253e-02, -1.0333e-01, 7.4771e-02, -5.6755e-01,
-1.4487e-01, 1.1446e-01, 1.5193e-01, -1.2964e-03, -2.2340e-01,
1.4189e-02, 4.2725e-02, -3.4707e-03, -8.1557e-02, -5.3786e-02,
1.6865e-01, 1.4239e-01, 1.4188e-02, 1.9791e-01, 2.0319e-01,
-1.3802e-01, 3.9882e-03, 1.0407e-01, -7.5296e-03, 3.4442e-01,
-1.0484e-01, -8.0006e-02, 2.6020e-01, 1.2575e-01, 8.6294e-02,
-8.9174e-02, -2.2064e-01, 7.7866e-02, 1.5460e-01, -4.0109e-02,
-2.5145e-01, -1.1057e-01, -3.7281e-01, -1.5669e-01, -1.7549e-01,
-5.2667e-02, -3.9871e-02, -2.6864e-03, 3.0359e-01, 1.0629e-02,
-6.6790e-02, 4.5115e-02, 1.8330e-01, 5.4912e-02, 4.0320e-01,
2.1548e-01, -5.3533e-02, 8.5307e-01, 3.8277e-02, 1.1290e-01,
-1.2179e-01, -3.6304e-03, -3.8088e-03, -1.3497e-02, -3.6944e-02,
6.0492e-02, 7.0770e-02, 6.6241e-03, -2.0735e-02, -5.6445e-03,
-4.8271e-03, 1.2245e-01, 2.5834e-02, 7.1744e-02, -1.6886e-02,
7.4766e-02, -5.9756e-02, 1.4962e-01, 2.7084e-02, 3.3117e-02,
4.0361e-02, 3.0377e-02, -1.1691e-01, 1.1090e-01, 3.0458e-02,
8.6856e-02, 3.7711e-02, 8.1233e-02, -3.3428e-02, -1.5118e-02,
-7.6914e-02, -2.5834e-02, 2.4142e-02, -6.9903e-02, -6.9167e-02,
1.8659e-01, 8.2855e-02, -2.6653e-02, -1.7117e-02, 3.7051e-02,
7.0834e-04, 1.8478e-02, 2.4138e-03, 5.8476e-02, -1.1349e-02,
-2.6438e-02, -5.6748e-02, 7.7256e-02, -9.9784e-02, -3.8430e-01,
2.2903e-02, -6.0887e-02, -3.4500e-02, -6.9879e-03, -7.4460e-03,
3.3096e-02, -2.0103e-02, 1.0813e-02, -1.5696e-02, 4.4575e-02,
-4.1115e-02, 1.4315e-03, 5.9427e-02, 2.1338e-01, 1.8602e-01,
1.7898e-01, -1.7150e-01, 1.1815e-01, 7.2056e-02, -2.7436e-02,
-1.3490e-01, 2.3183e-02, -2.7393e-01, 6.1806e-02, 7.6177e-02,
7.3627e-02, 8.4696e-02, -2.0245e-01, 4.5782e-02, -1.6630e-01,
-5.3667e-02, 7.3583e-02, 2.1960e-01, 1.8971e-01, 9.6875e-02,
7.2550e-02, 3.1344e-01, -2.4636e-02, -6.3346e-02, 4.7318e-02,
1.1862e-01, -1.3861e-01, -1.9849e-02, 1.1491e-01, 9.7379e-02,
-6.4364e-02, 2.5491e-02, -3.4648e-03, -1.7036e-01, -1.0692e-01,
-3.8073e-01, 2.3788e-01, -2.0874e-02, -6.9565e-02, 1.5986e-01,
8.0841e-02, 7.2903e-02, 2.0301e-01, -4.2570e-02, -8.2180e-02,
-1.9710e-01, -4.0825e-02, 1.0005e-01, -1.0761e-01, 1.7021e-01,
-1.2280e-01, -4.2278e-01, -1.8886e-02, -1.6487e-01, -5.7309e-02,
1.4535e-01, -6.1313e-02, -3.0493e-01, 4.0679e-03, 4.6393e-02,
-1.5629e-02, -3.8341e-02, 8.2830e-02, -3.3443e-02, -2.3033e-02,
-2.4105e-02, -9.7300e-02, 1.3076e-02, -6.6398e-02, -1.4040e-01,
-8.7736e-02, 7.9805e-02, 1.3161e-01, -2.5503e-02, 7.7211e-02,
-6.8347e-04, -1.9043e-01, -9.7988e-03, -4.4969e-02, 3.5398e-02,
5.9156e-02, 1.2294e-01, -1.0046e-02, -8.8174e-03, -4.1965e-02,
-2.3135e-02, 2.7600e-02, -2.7217e-01, 1.0745e-02, -2.9089e-03,
5.7625e-02, -1.0068e-02, 1.6312e-02, 4.5866e-02, 1.5879e-01,
-8.4556e-02, 3.9625e-02, -1.7642e-02, -4.3532e-02, -2.1158e-02,
3.9256e-02, -1.3147e-01, -4.9489e-02, -7.1262e-02, -2.8040e-02,
-7.9644e-02, 2.5507e-02, -4.0930e-03, 1.3973e-02, 7.1776e-02,
6.0999e-02, 3.4910e-01, 1.4746e-01, -6.2915e-03, -5.3397e-02,
1.2306e-01, 6.7607e-02, -1.1545e-02, 3.8815e-02, -4.0006e-02,
-2.7315e-02, -4.7143e-02, -7.6520e-03, -2.1027e-02, 1.0814e-01,
-2.9245e-02, 4.9913e-02, 2.8738e-02, 3.6297e-02, -1.6372e-01,
-1.3678e-01, -5.0242e-02, -3.6350e-02, -2.6287e-02, 4.0029e-02,
-3.2330e-02, 2.5986e-02, 6.4763e-02, -2.0232e-01, 4.9975e-02,
3.0813e-02, -3.8834e-02, 1.9016e-01, 1.4379e-02, -9.7902e-03,
-5.9045e-02, 3.4850e-02, -5.9027e-03, -4.9642e-02, 1.2718e-01,
4.1686e-01, -1.7985e-01, -3.5816e-02, -5.7647e-03, 6.5612e-02,
6.2291e-02, -2.2065e-01, -6.0883e-01, -1.0295e-01, -5.1715e-01,
9.7952e-03, 6.4628e-02, -9.2066e-02, -8.6289e-02, 7.4069e-02,
1.7053e-01, 3.8881e-02, 3.3105e-02, -1.5680e-01, 6.7987e-01,
-1.0325e-01, -8.4443e-03, -1.0285e-01, -9.1817e-02, -3.3571e-02,
-9.1730e-04, -3.9075e-01, -2.8825e-02, -5.5125e-02, -4.4728e-02,
-6.4445e-01, -2.9823e-01, 1.7713e-02, 5.9339e-02, 1.9127e-02,
7.5239e-02, 1.0209e-01, 6.2214e-02, -4.8728e-02, 1.6322e-02,
1.5061e-01, -1.1839e-01, 2.3767e-01, 1.1440e-01, -4.0318e-02,
2.0291e-02, -6.2027e-02, -3.6936e-02, -1.2504e-01, 3.2132e-02,
-3.2272e-01, -1.6595e-01, 1.3095e-01, -6.7418e-02, 1.7624e-01,
2.3304e-01, 4.2640e-03, -9.9281e-02, 8.0348e-02, -2.5866e-02,
-6.6240e-02, 4.8859e-02, 3.2094e-02, 1.3695e-01, 5.7657e-02,
2.5563e-01, 6.3367e-02, -9.7894e-02, -9.2733e-03, -8.6111e-03,
-2.3541e-01, 2.9643e-01, 3.0032e-02, -1.5112e-01, -1.1598e-03,
2.2873e-01, -4.8211e-02, 1.4872e-01, 8.5044e-02, 2.2595e-01,
3.4626e-01, -2.1567e-01, -9.7981e-02, -8.6610e-02, -4.3785e-02,
-2.2530e-02, -9.0615e-02, -2.7953e-01, 1.7307e-01, -5.4295e-02,
-4.5188e-02, -2.5096e-02, -1.7071e-01, -3.3193e-03, 5.7889e-03,
-1.3071e-01, -2.6748e-02, 1.5892e-01, -3.4536e-03, 8.8412e-02,
2.0999e-01, 7.1682e-02, 2.8581e-02, 1.8708e-01, -1.3580e-01,
-6.6555e-02, -6.0421e-02, -1.1632e-01, 5.1751e-02, 1.7739e-01,
-6.5546e-04, 1.0407e-01, -6.3387e-02, -1.2624e-01, -1.1915e-01,
3.7608e-01, -1.0670e-01, 1.6772e-01, 4.9549e-03, -1.3476e-01,
-2.2457e-01, -6.2055e-02, 1.4785e-01, -3.9887e-02, -7.4589e-03,
1.8785e-01, 2.1044e-02, -8.2484e-03, 8.2379e-02, -2.4729e-01,
2.5091e-01, 1.8304e-02, 2.0000e-01, -2.3854e-01, -7.3490e-02,
-2.2526e-01, -9.6173e-02, 8.9234e-02, 2.1128e-01, -1.6312e-01,
7.1881e-02, 2.0005e-01, -1.4083e-01, 3.6232e-01, 2.1167e-01,
-7.8591e-02, -7.1789e-02, -3.8624e-02, -5.6958e-02, 6.3104e-02,
-3.5619e-02, 2.6938e-02, -2.2446e-02, -1.6885e-01, 3.5578e-02,
2.5094e-01, 1.7297e-01, -1.3090e-01, -1.5206e-01, -2.5833e-02,
-1.6387e-01, 4.4679e-02, -7.5678e-02, -1.5100e-01, 1.4413e-01,
-1.8763e-01, -1.7674e-01, -2.6792e-02, -2.5318e-01, -7.3265e-03,
4.9759e-01, 1.3324e-01, 2.1119e-01, 4.6241e-01, 9.0147e-02,
-5.7199e-02, -1.9020e-01, -2.6892e-01, 3.5375e-01, -1.0647e-01,
1.2630e-02, 5.0012e-01, -3.2193e-01, -6.9879e-02, -4.9242e-02,
2.7941e-01, 3.2518e-01, -9.1749e-02, 1.7511e-01, 2.1110e-01,
2.5363e-01, 2.1823e-01, 1.4931e-01, -4.9103e-02, 2.3371e-01,
-5.2422e-01, -7.0640e-02, 3.2839e-01, -1.6722e-01, 1.2435e-01,
1.9132e-01, -3.9186e-01, 3.7432e-01, -4.7012e-01, 8.4055e-02,
-1.7891e-01, -7.1614e-04, -1.9041e-01, -2.4846e-01, 1.7677e-01,
-3.5694e-01, 4.4665e-01, -2.9144e-01, -2.6243e-01, -2.5200e-01,
-4.8615e-01, -4.0564e-01, -1.6499e-01, -1.3012e-01, -1.3195e-01,
5.0994e-02, -1.0074e-01, -7.6489e-02, -6.4233e-02, -9.7224e-02,
4.4253e-02, -8.0198e-02, 9.9032e-02, 5.0179e-01, 3.0134e-01,
1.3349e-01, -1.4828e-01, 3.3808e-02, -2.9498e-02, -7.0682e-02,
6.8555e-03, -5.3725e-02, 1.2977e-01, 1.3014e-01, 6.0788e-02,
-5.0185e-02, 1.1133e-01, 1.1619e-02, 2.0543e-03, -4.3271e-02,
-5.0091e-02, -1.1200e-02, 8.3642e-02, 4.1598e-02, -5.2590e-04,
5.3714e-02, 8.2646e-03, -3.3075e-02, -5.6688e-02, 6.8993e-03,
1.9287e-02, 8.5505e-02, -3.7247e-02, 2.5521e-02, 2.5257e-02,
1.6580e-02, 1.8998e-01, 3.5156e-02, -5.6051e-02, -5.5384e-02,
-6.7722e-04, 8.6765e-02, 1.8821e-02, -7.0365e-02, 3.6048e-02,
3.8719e-02, -3.5464e-02, -5.2305e-02, 1.3734e-01, 2.3429e-01,
6.7106e-02, 6.9051e-02, -1.0056e-01, -8.9636e-02, -4.5384e-02,
3.7157e-02, 7.3280e-02, 9.9274e-02, 2.1659e-02, 4.5974e-02,
6.6573e-02, 1.4121e-02, -3.2399e-02, 1.6555e-02, -4.2406e-02,
-5.8619e-03, 6.3992e-02, 3.1890e-02, -4.9143e-02, 1.4151e-02,
6.2819e-02, 2.6717e-01, -5.3047e-02, 1.7576e-01, -1.1891e-01,
6.0713e-02, 9.1148e-02, -2.3926e-02, -1.1738e-01, -7.5497e-02,
-3.7022e-03, 4.2327e-02, -4.5847e-02, 1.2445e-01, -1.3754e-01,
9.9960e-02, 3.2682e-02, -6.3725e-02, 1.7503e-01, -3.6238e-02,
4.9400e-02, 9.0781e-02, 4.2762e-02, -1.8926e-01, 5.4484e-04,
3.7369e-02, 1.7828e-02, -1.6620e-02, 4.4007e-03, -7.1496e-03,
-7.2902e-03, -1.0998e-01, 7.8947e-02, 5.8028e-02, 3.4971e-02,
8.5642e-02, -3.3729e-02, 9.5640e-02, 7.3427e-02, 7.9708e-02,
-7.2631e-02, -7.5804e-02, 9.0053e-02, 6.9167e-02, -2.2031e-01,
1.6822e-02, 1.4797e-02, 8.5573e-02, -3.4042e-02, -6.2905e-02,
-5.2835e-02, -2.7387e-02, 6.7809e-02, -3.5902e-03, -8.1087e-02,
6.9069e-04, 1.2577e-02, 7.0737e-02, 7.6559e-02, -2.4586e-02,
-8.3243e-02, 2.2416e-03, 7.1158e-02, -4.4936e-02, -7.6183e-02,
2.3501e-02, -1.5420e-02, -4.7733e-02, 1.3076e-02, 2.5979e-02,
1.3854e-02, -1.2697e-01, 5.4346e-02, -9.1166e-02, -5.9948e-02,
-7.7502e-03, 4.5482e-02, 2.7111e-02, 4.0418e-03, -9.8756e-02,
-9.5170e-02, -5.9837e-02, 4.0941e-02, 8.9951e-02, -1.8787e-02,
-5.7938e-03, 1.4250e-02, 4.0264e-02, -4.3763e-03, -6.0617e-02,
2.2483e-02, 5.6410e-04, 8.0249e-03, -1.4873e-02, -2.1875e-02,
-3.2451e-02, -1.0533e-01, -8.0215e-02, -4.0354e-02, 7.2657e-02,
-8.0260e-02, 4.6965e-02, -7.7207e-02, 1.1661e-02, 1.4627e-02,
-1.0425e-01, -8.4319e-02, -1.0172e-01, -5.1877e-02, -3.4144e-02,
7.9164e-02, -4.7271e-02, -3.4298e-02, 3.3821e-02, -1.1490e-02,
-2.2544e-02, 2.9710e-02, -7.0443e-03, -6.6982e-02, -9.8795e-02,
5.7515e-02, 1.1438e-01, 1.0521e-02, -5.8471e-02, 2.5938e-02,
5.6767e-03, 6.9728e-02, -6.2349e-02], device='cuda:0')),
('bert.encoder.layer.2.attention.self.key.weight',
tensor([[-0.0225, -0.0226, -0.0211, ..., -0.0327, -0.0122, 0.0420],
[-0.0505, 0.0412, 0.0213, ..., 0.0378, -0.0389, -0.0837],
[ 0.0062, -0.0268, 0.0693, ..., -0.0533, 0.0972, -0.0751],
...,
[-0.0038, 0.0403, -0.0503, ..., 0.0220, -0.0262, -0.0098],
[ 0.0573, -0.0631, 0.0222, ..., 0.0344, -0.0584, 0.0137],
[-0.0090, 0.0013, 0.0378, ..., -0.0114, -0.0179, 0.0196]],
device='cuda:0')),
('bert.encoder.layer.2.attention.self.key.bias',
tensor([-8.1374e-04, -2.5284e-03, 1.8443e-03, -2.7293e-03, -1.6502e-03,
-5.0055e-03, 1.2574e-03, -5.4640e-03, -2.1352e-03, 1.2500e-03,
-2.5505e-03, 4.2602e-03, -3.0170e-03, 6.9596e-03, -1.3759e-03,
5.3354e-03, 1.7987e-03, 1.1258e-03, -2.0588e-03, 5.4117e-03,
-1.3261e-03, 1.6107e-03, -4.5978e-03, -2.7668e-03, 4.9612e-04,
1.8741e-03, -2.9299e-03, 2.2434e-03, 5.0141e-03, -2.1483e-03,
3.1050e-03, 4.1571e-03, 1.2365e-03, -2.4680e-03, 5.3741e-03,
-1.6803e-03, -2.0188e-03, 2.7715e-04, 3.7418e-03, -9.5093e-05,
1.4642e-03, 1.5444e-03, 2.2749e-03, 1.6298e-03, -5.5982e-04,
-3.5027e-03, 8.2839e-03, 3.3811e-03, 3.3225e-03, -4.6848e-03,
6.9361e-04, -2.9465e-03, -2.2279e-03, 2.2105e-03, 3.8353e-03,
1.4803e-03, -3.0313e-03, 2.9018e-03, -1.4939e-03, -2.2952e-03,
2.7444e-03, -3.5765e-04, 5.0066e-04, 6.9192e-03, 2.0997e-03,
-3.1160e-03, -2.4303e-03, 3.6792e-04, -6.9964e-04, 2.9507e-03,
3.7378e-03, -9.6888e-04, 6.6798e-03, -3.4650e-03, 1.3564e-03,
-3.9174e-03, 1.7120e-03, -6.4390e-04, 3.4828e-04, -1.3968e-03,
2.2485e-03, -2.3053e-03, 4.0193e-03, -7.7894e-04, -2.7301e-04,
1.9921e-03, -7.6262e-04, 6.0373e-04, 1.4253e-03, -8.4359e-04,
2.2490e-03, 8.9151e-03, -8.5851e-03, -9.4046e-05, -8.1156e-03,
4.7080e-03, -2.8910e-04, -8.5735e-03, 8.4742e-03, -1.4198e-03,
-2.4568e-03, 6.6815e-04, 3.4627e-03, 7.3524e-03, -4.0520e-03,
8.7600e-05, 7.0095e-03, -2.8962e-03, 2.5359e-04, 4.0184e-03,
-5.1136e-04, -4.0724e-03, -2.4233e-03, -5.1309e-03, 6.6932e-03,
-6.8192e-03, -2.1277e-03, 2.8743e-03, 3.7047e-03, -3.4153e-03,
-1.9635e-03, 8.2433e-03, -3.7940e-04, 2.4490e-03, 3.9586e-03,
-2.7921e-03, -1.4566e-03, -8.6768e-03, -1.8924e-03, 9.5782e-04,
-4.8526e-04, 1.4714e-03, -2.0421e-03, -1.5029e-03, -4.3873e-03,
-1.8339e-03, -4.5872e-03, 1.3689e-03, 2.0262e-04, 3.0710e-03,
2.2851e-03, -3.9081e-04, 1.3579e-03, 1.5970e-03, 5.1584e-03,
2.9849e-04, 2.5359e-03, 1.5618e-04, 9.0302e-04, -6.8209e-06,
1.6800e-03, -2.5400e-03, -1.9993e-03, 1.3459e-03, 1.2027e-03,
-3.1668e-03, 3.8098e-03, 8.0004e-04, -6.0358e-04, 3.9859e-04,
-7.0689e-04, -3.0086e-04, -1.0602e-03, -3.9223e-03, -1.6416e-03,
-3.0582e-03, 5.7118e-05, 1.6470e-03, 1.2702e-03, -3.3835e-03,
-2.6836e-04, 1.7892e-03, -2.8543e-03, 2.8134e-03, 2.4810e-04,
2.9939e-03, -1.6337e-03, 2.6907e-03, 7.2496e-04, 7.3353e-04,
7.3813e-04, -1.2383e-03, -2.8988e-03, -1.6061e-03, -9.9518e-04,
-3.1062e-04, -3.7967e-04, 3.6536e-05, -6.5838e-04, -2.4019e-04,
-9.8255e-04, 1.0510e-03, 1.6976e-03, -8.0047e-04, 2.1751e-04,
-1.3592e-03, 8.2301e-04, 2.0140e-03, 4.7265e-04, 1.4164e-03,
2.9980e-03, -5.2563e-04, 7.6542e-04, -1.1543e-03, 3.2173e-03,
-2.7231e-03, -3.5603e-04, -2.7931e-03, -2.1486e-03, 9.1650e-04,
-1.7387e-03, 2.3683e-03, 1.4163e-03, -2.2068e-03, 1.3572e-03,
7.1723e-04, 5.4411e-04, 3.0811e-03, 2.1552e-03, 6.3452e-04,
-1.1392e-03, 2.4371e-03, 7.9083e-04, -2.8132e-03, -2.1355e-03,
9.8470e-04, -1.1268e-03, 1.4465e-03, -2.8578e-03, -1.0669e-05,
-7.5793e-04, -1.5773e-03, 9.5875e-04, -5.3279e-07, 2.9471e-04,
-9.8710e-04, 1.2469e-03, -5.4373e-04, -1.4039e-03, -1.8806e-03,
2.5058e-03, 1.0411e-03, 2.2455e-04, -1.6013e-03, -9.8627e-06,
2.7026e-03, 1.2852e-03, 2.9319e-04, 2.3115e-04, 4.0990e-04,
2.7303e-03, -3.8999e-04, -2.6516e-05, -1.3484e-03, -1.6956e-04,
3.5227e-04, 3.5885e-03, 7.0051e-04, -1.3069e-03, 2.9466e-03,
-5.0156e-04, 4.6038e-04, 1.6387e-03, 8.9076e-04, 5.9404e-04,
2.4370e-04, -3.5315e-03, 6.1397e-04, 9.8264e-04, 2.9341e-03,
-7.3946e-04, 4.0952e-03, -1.8207e-03, -7.2700e-04, 1.4235e-03,
-1.9420e-03, 6.6271e-04, 8.1332e-05, 1.6455e-03, -4.1298e-04,
-3.8789e-05, 3.4685e-03, 5.3032e-03, -1.1371e-03, -2.6444e-04,
1.0831e-03, -2.9639e-04, 2.5202e-03, -9.8748e-04, -1.7515e-03,
-4.9572e-04, -8.7990e-04, 5.5598e-04, -1.5450e-03, 1.3234e-03,
2.1264e-03, 1.9715e-03, 4.4609e-04, 1.6894e-03, -1.7714e-03,
1.9154e-03, -1.9032e-04, 8.0298e-05, -1.7313e-03, -2.4922e-03,
-4.4305e-03, -3.5057e-03, -5.8553e-04, 3.5419e-04, -2.6887e-03,
4.9186e-04, 9.4300e-04, -2.2868e-03, -3.6508e-03, 2.4035e-03,
4.5249e-03, 3.5431e-03, 1.6972e-03, 5.9705e-03, 5.7768e-04,
1.5158e-03, 6.1431e-03, 5.8624e-03, -1.2500e-03, 5.7905e-04,
-4.8573e-03, -1.4748e-03, 4.4425e-03, 2.3058e-03, 7.2461e-03,
9.3218e-03, -1.0594e-03, 6.3071e-03, -2.1164e-03, 8.5792e-03,
5.9385e-03, 3.7562e-03, 4.1631e-03, 1.1983e-03, -7.1873e-04,
-1.5722e-03, -2.6587e-03, -3.1069e-03, -2.0275e-03, -7.9413e-04,
5.6680e-03, 1.9794e-03, -6.0021e-03, 6.7269e-03, 4.3762e-03,
4.3545e-04, 3.3355e-03, 2.8223e-03, -3.0207e-03, -7.7863e-04,
-2.7371e-03, 2.5719e-03, -3.0356e-03, 7.1939e-03, -2.8826e-04,
-3.1206e-04, 1.4226e-03, -2.0421e-03, 5.7205e-03, 1.7848e-03,
-2.9234e-03, -5.0565e-03, 2.2155e-03, 4.6642e-04, 3.1499e-03,
7.4508e-03, 2.3450e-03, 6.9558e-04, 5.5020e-03, -3.1409e-03,
-4.6573e-03, 4.1638e-03, -4.1374e-03, -4.4665e-03, 2.2483e-03,
3.3812e-04, 1.0115e-03, 7.2505e-04, 3.5849e-03, -2.4467e-03,
1.7619e-03, 1.0553e-03, 4.1207e-03, 1.4125e-03, 1.1326e-03,
-3.7095e-03, 7.9991e-04, 2.2468e-04, -3.6918e-04, -1.0701e-03,
1.1097e-03, -9.5536e-04, -1.2754e-03, -1.1115e-03, 1.4810e-03,
-3.6024e-04, -9.9440e-04, -1.6972e-03, 1.0491e-03, -1.3707e-03,
1.7072e-03, -8.4028e-04, -2.7333e-03, -3.1115e-04, -8.0651e-04,
2.5277e-04, 6.9345e-04, 1.9970e-03, -2.0080e-03, 5.6680e-04,
4.9787e-04, 3.7477e-04, -1.5515e-03, -2.4012e-03, 1.6128e-03,
-7.9949e-06, -1.7608e-03, 1.5089e-03, -2.4926e-03, 1.8262e-04,
1.6458e-03, -4.6537e-04, -1.0733e-03, 2.8490e-03, -7.1132e-05,
-1.2262e-03, -1.3187e-03, -1.3334e-03, -3.7340e-03, -9.9111e-04,
1.4644e-04, -2.0347e-03, 3.5647e-03, -6.4200e-04, -5.4109e-04,
5.5545e-04, -1.4006e-03, 2.5496e-03, 9.3590e-04, 7.5084e-04,
-3.0317e-04, -1.5547e-03, 2.3561e-05, 2.7750e-03, 4.0510e-03,
-8.9365e-04, -1.1748e-03, 4.6295e-03, -2.1647e-03, -1.1130e-03,
-2.1900e-03, 1.9880e-03, -7.0585e-04, -3.7156e-03, -8.2665e-04,
2.3265e-03, -1.9038e-03, 1.1635e-03, 1.6876e-03, 5.2481e-04,
-8.5727e-04, 2.0494e-04, -1.3047e-03, 2.2425e-03, 2.4198e-03,
5.7574e-04, 1.8247e-03, 2.7483e-03, 1.2165e-03, -2.7763e-03,
1.9549e-03, -1.4066e-03, -1.9029e-03, -7.4756e-04, -3.5320e-04,
3.5975e-03, -2.3967e-03, 1.8735e-03, 1.9846e-04, 6.8281e-04,
-5.4791e-05, 2.5047e-03, 3.5230e-03, -5.0312e-03, 2.8325e-03,
-1.4894e-04, -3.7410e-03, 8.0786e-04, 1.0707e-03, 9.2931e-04,
4.6390e-04, -2.1916e-03, 1.1709e-03, -3.6141e-03, -2.4931e-05,
3.2895e-03, -3.2775e-04, -2.8577e-03, 3.4880e-03, 3.4722e-04,
-3.5549e-03, 1.8854e-03, 1.1876e-03, -3.9450e-03, 9.4931e-06,
2.1962e-03, -1.3625e-03, -3.6348e-03, 2.7208e-03, 8.0487e-04,
1.0954e-03, 2.0826e-03, -1.3157e-03, 1.6353e-03, 2.9620e-04,
1.9073e-03, 9.2013e-04, 4.0342e-04, -3.5986e-03, 2.7378e-03,
-2.7338e-03, 2.7581e-04, -2.8408e-03, 1.0908e-03, -2.5233e-03,
3.6204e-03, -6.6302e-04, 9.1609e-04, 1.3211e-03, -5.4421e-04,
1.1803e-04, 1.6485e-03, -2.7235e-03, -7.9869e-04, -8.0933e-04,
-7.9261e-04, 6.7204e-04, -2.2979e-03, 1.4988e-03, 5.1761e-04,
6.7165e-04, 6.2935e-04, -2.8340e-03, -3.3288e-03, -1.4545e-03,
-2.8580e-03, 8.3015e-04, 8.1412e-05, 1.5593e-03, -8.1155e-04,
4.0469e-03, 3.7786e-03, -9.5022e-04, -2.3115e-03, 2.1923e-03,
-2.9880e-03, -4.0915e-04, 7.3422e-04, -3.3919e-03, 1.4848e-03,
2.2898e-03, 2.3357e-03, -2.5893e-04, -5.9865e-03, 4.2074e-05,
1.4285e-03, -2.2616e-03, -2.2183e-03, -8.7479e-04, -2.0367e-03,
3.0461e-04, -2.5186e-03, 8.5592e-04, 1.1798e-04, -3.7450e-04,
2.4128e-03, 2.5369e-03, -8.9412e-04, 6.3131e-04, -9.3407e-04,
8.5916e-05, 3.1077e-03, -1.3347e-03, 1.4597e-03, 2.3089e-03,
6.5559e-04, -4.7227e-04, -9.2471e-05, 7.1100e-04, 1.5020e-03,
-1.0838e-04, -4.6028e-03, -2.1565e-03, -4.7883e-04, -3.1571e-03,
-1.4948e-04, 1.2606e-03, -4.4160e-04, -7.0892e-04, -2.1008e-03,
4.4006e-04, 4.5435e-03, 1.1043e-03, 1.9867e-03, 9.2009e-04,
-5.9375e-04, -6.9224e-04, 7.4807e-04, -5.3986e-04, -3.8571e-03,
3.9906e-05, 1.0829e-03, 3.4119e-03, -1.9508e-03, -3.0227e-03,
1.0532e-03, 2.6278e-03, -6.8513e-04, -9.3900e-04, 4.5056e-04,
6.3783e-04, 1.8585e-03, -2.5793e-03, 1.6126e-03, 3.9957e-03,
1.2301e-03, 2.2079e-03, -1.7613e-03, 3.2809e-03, 6.1983e-04,
-2.2982e-03, 8.8178e-04, -2.4599e-03, -2.3416e-03, 4.0672e-04,
1.0172e-03, 1.7176e-03, -9.6644e-04, 9.2307e-05, 2.0118e-04,
-2.6678e-05, -2.0643e-03, -4.6137e-04, -9.3053e-04, -2.1273e-03,
5.2209e-04, -3.0008e-03, 3.0527e-03, 1.0834e-03, 3.0126e-03,
4.9618e-04, -3.2150e-04, 3.9882e-03, 1.3026e-03, 1.9599e-03,
8.9254e-04, 2.3061e-03, 4.8477e-03, 1.9188e-03, 6.9763e-04,
-5.3536e-04, -5.9975e-04, 2.7719e-03, 2.0341e-03, -2.0259e-04,
-2.1936e-03, 1.1593e-03, 2.0575e-03, -1.7177e-03, -2.0555e-03,
-1.8253e-04, -3.5466e-03, 1.1275e-03, 6.1030e-04, 8.9048e-04,
-3.0210e-03, 4.4009e-03, 7.6615e-04, -1.3338e-03, -2.9968e-03,
1.2136e-03, -6.5499e-05, 2.3913e-04, 4.4281e-04, -4.9583e-03,
1.0397e-03, 3.1552e-03, 2.5577e-05, 2.9140e-03, 1.9057e-04,
2.5526e-03, 9.9982e-04, -7.3864e-04, -8.9055e-04, -5.1990e-04,
1.3832e-04, 7.2044e-04, 1.4957e-03, -2.2031e-03, 1.5459e-03,
4.3170e-04, -9.1582e-04, 5.9666e-04, -7.3603e-04, -7.6305e-04,
1.8429e-03, 1.3138e-03, -1.5210e-03, -2.0653e-03, -2.8494e-04,
-7.6361e-04, 1.5689e-03, -2.0005e-03, -9.8673e-04, -2.9406e-03,
-6.0006e-04, -7.8275e-04, -1.6790e-03, -1.7539e-03, 9.0395e-04,
-7.2497e-04, -2.8498e-03, -2.9989e-03, -4.7963e-03, -1.3116e-03,
-7.2435e-05, 5.6061e-04, 5.8881e-03, 2.2119e-03, -3.6969e-03,
6.3452e-04, -3.9125e-04, 1.0700e-03, -7.4597e-04, 1.8332e-03,
-2.0649e-03, 9.2155e-04, -3.0763e-03, -4.8669e-05, -2.4558e-03,
-1.2712e-03, -1.9569e-03, 3.1113e-03, 2.1859e-03, -7.3456e-04,
-1.6755e-03, -1.3326e-03, -3.8217e-04, -1.3853e-03, -3.2559e-03,
6.1470e-04, -8.7115e-04, 8.2693e-05, -2.2261e-03, 1.8995e-03,
-5.9557e-04, 6.3866e-05, -8.0551e-04, -1.3616e-04, 6.1258e-05,
-1.1949e-03, -2.5949e-03, 2.2345e-03], device='cuda:0')),
('bert.encoder.layer.2.attention.self.value.weight',
tensor([[-0.0263, 0.0111, -0.0061, ..., 0.0259, -0.0154, 0.0323],
[-0.0086, 0.0101, -0.0115, ..., 0.0546, 0.0084, 0.0324],
[-0.0187, 0.0253, 0.0255, ..., -0.0029, -0.0018, 0.0200],
...,
[ 0.0120, -0.0711, 0.0498, ..., -0.0026, 0.0130, -0.0245],
[ 0.0405, -0.0105, 0.0105, ..., 0.0117, 0.0101, -0.0283],
[ 0.0607, -0.0502, 0.0002, ..., 0.0119, 0.0189, -0.0074]],
device='cuda:0')),
('bert.encoder.layer.2.attention.self.value.bias',
tensor([ 9.7933e-03, -2.1842e-03, -1.4520e-02, 7.1019e-04, 1.0288e-02,
-2.9177e-03, 1.1653e-03, -1.5719e-02, -5.8124e-03, 3.6268e-02,
-1.5553e-02, 2.3790e-02, 1.5735e-02, 3.9506e-03, -1.0197e-02,
-1.3748e-02, -1.1242e-02, 1.8982e-02, -2.4983e-02, 4.9464e-02,
-2.8737e-03, 1.2333e-02, -2.6097e-02, 2.0925e-02, -3.5653e-02,
1.3504e-02, -2.1981e-03, 2.2696e-03, -2.0922e-02, -1.2973e-02,
1.4893e-02, -1.0180e-02, 1.1577e-02, 2.5382e-02, 1.8778e-02,
3.9960e-02, -8.2625e-03, -2.6725e-02, -6.3153e-04, -3.4945e-02,
-3.7375e-02, 2.6263e-02, -1.0003e-02, -3.4990e-03, -2.4845e-03,
2.0090e-02, 9.8726e-04, 2.4836e-02, -2.2472e-03, -2.1173e-02,
-4.5723e-03, -6.7283e-02, 9.9628e-03, -3.8475e-03, -3.5186e-02,
-5.9151e-03, -3.1425e-02, -1.3243e-02, -1.0284e-02, 7.2403e-03,
-1.0998e-02, 2.8266e-02, 3.9215e-03, -1.7258e-02, -3.6099e-03,
-4.9839e-02, 3.5844e-02, 2.6646e-02, 3.7680e-02, 3.2047e-02,
1.6856e-02, -8.2714e-02, -6.4630e-03, 6.7391e-03, -3.7556e-02,
6.2361e-03, -3.5040e-02, -3.2226e-03, -1.4313e-02, -2.2456e-02,
-5.7662e-02, 2.5996e-02, -1.1178e-02, 3.4263e-02, 9.4953e-02,
8.6075e-02, 3.2457e-02, -4.0691e-02, -7.0380e-03, 3.1404e-02,
1.1025e-01, 5.3117e-02, -2.5515e-03, -2.3891e-02, -4.0703e-02,
1.2119e-02, -5.2573e-03, -2.7675e-02, 5.2601e-02, -2.9934e-03,
1.2016e-01, 8.5809e-02, 1.6746e-02, -1.0248e-01, 3.3266e-02,
-5.9216e-02, 5.3622e-02, -5.9193e-02, -9.3142e-03, -1.6552e-02,
-5.6558e-02, 5.6301e-03, -3.1314e-02, 5.3159e-03, 3.7195e-02,
-1.1705e-01, 7.9062e-03, 8.6394e-03, -3.6526e-02, -8.3904e-03,
-3.2330e-02, -7.7638e-02, 1.9497e-02, 4.3925e-04, 4.7788e-02,
-4.2173e-02, -4.3173e-02, -1.5363e-02, 2.1470e-03, 1.9876e-02,
1.1768e-02, 3.6877e-02, -5.2215e-04, 8.0787e-03, -1.3766e-02,
1.6323e-02, -5.9289e-02, -4.1010e-03, -2.0910e-02, 3.5929e-02,
-1.9575e-02, 1.6360e-02, -2.8922e-04, 4.4890e-02, -1.3409e-02,
-2.7654e-03, 7.9310e-03, 3.6016e-02, -5.3758e-03, 6.6610e-03,
3.7347e-02, -2.3243e-02, 1.9132e-02, -3.2554e-02, -4.6581e-02,
-8.2100e-03, -1.9663e-02, 4.5061e-02, -9.4790e-03, 2.0556e-02,
1.7380e-02, 1.9378e-02, 2.4070e-03, -1.0347e-02, 1.5564e-02,
-1.4471e-02, 1.4851e-04, -1.2638e-02, -6.4439e-03, 7.4356e-03,
-2.3742e-02, 1.8285e-02, 1.6590e-02, 2.2005e-02, -5.8244e-03,
-3.3830e-02, -3.1554e-02, 5.5657e-02, 7.9498e-03, 2.1960e-02,
-4.7736e-03, 7.8162e-04, -1.1253e-02, 9.9750e-03, 3.1287e-02,
4.9949e-03, -1.6694e-02, -6.1890e-03, 2.1443e-02, -1.1504e-02,
2.2858e-04, 1.8841e-03, 8.7518e-02, -6.0014e-02, -1.4294e-02,
-3.5134e-01, 1.0628e-01, 1.2398e-01, 7.9581e-02, -6.5126e-02,
1.5096e-01, 3.9406e-02, 7.6536e-02, -2.2826e-01, 2.5250e-01,
-3.7745e-02, -3.4493e-02, 9.8946e-02, -2.7832e-02, -3.6604e-02,
6.3119e-02, -3.1332e-02, -3.0167e-02, 2.2097e-01, -4.4976e-02,
2.4971e-01, -8.0293e-03, 1.2191e-02, -8.4378e-03, 6.2003e-02,
-2.6529e-02, -5.4721e-02, -4.6136e-02, -2.4679e-02, 1.7195e-02,
-1.6625e-02, -6.8378e-02, -2.0463e-01, -1.3586e-01, 3.2827e-02,
6.2867e-02, -1.1413e-01, 4.2331e-01, -6.6048e-02, 3.2524e-02,
-4.1850e-02, 1.8933e-02, 1.2658e-03, -1.2644e-03, 1.3906e-01,
-1.4350e-03, 1.5755e-01, 4.7527e-02, 1.1778e-01, -9.3515e-02,
1.6378e-01, 9.0416e-02, 1.1214e-01, -1.2930e-01, -1.0110e-01,
1.2743e-02, 1.3860e-01, 4.8406e-02, -2.2356e-01, -1.0339e-01,
4.6691e-02, -1.6421e-02, 1.3145e-02, 2.2130e-02, 2.5884e-02,
2.8112e-02, -7.5594e-03, -2.2324e-02, -4.9047e-02, -1.4669e-02,
1.6964e-02, 1.2319e-02, 1.1733e-02, -2.8144e-02, 2.2440e-03,
8.7821e-03, 1.8430e-02, -1.5926e-02, 3.4304e-03, -9.6181e-03,
-2.7513e-02, 1.7135e-03, 1.2918e-03, -1.2682e-02, 4.6939e-03,
-2.7351e-02, -1.9287e-02, 2.8635e-03, 9.9357e-03, -1.6638e-02,
-1.3092e-03, -8.5492e-03, -1.4851e-02, 2.8659e-02, 1.7243e-02,
-2.7795e-02, -3.2654e-02, -1.2129e-03, 3.9154e-02, -1.7821e-02,
-5.8554e-03, 1.0559e-02, -2.4500e-02, -6.6009e-03, 2.3694e-02,
2.6813e-02, -4.3927e-03, 4.3216e-03, -4.5115e-02, 3.6297e-02,
-3.6698e-02, 2.3502e-03, 9.6366e-03, -2.4683e-02, -1.4495e-02,
1.0082e-02, 1.0863e-02, -6.9816e-03, -3.0971e-02, 4.5113e-02,
1.2891e-02, 5.9419e-03, 1.7888e-02, 2.2800e-02, 3.6338e-02,
1.1106e-01, 7.0866e-02, 7.5510e-02, 2.1229e-02, -1.1670e-02,
-1.4786e-03, -4.6080e-02, -4.1900e-02, 3.1778e-02, -1.5117e-03,
1.4383e-02, -4.9200e-02, -8.4494e-04, -1.3808e-02, 4.3249e-03,
-4.4579e-02, 1.7542e-02, -8.4740e-02, -5.9356e-02, 1.0522e-02,
-2.6876e-02, -4.1218e-02, -5.7468e-02, 4.0655e-02, -2.6372e-02,
-1.2719e-02, -9.0676e-02, 6.0319e-03, 3.6855e-02, 5.7742e-02,
1.0535e-02, 2.6638e-02, -7.3998e-02, -4.7791e-03, -2.7485e-02,
1.5237e-02, 2.2385e-02, 2.7038e-02, 4.4312e-02, -4.8622e-02,
-2.5134e-02, -1.0748e-02, 9.6184e-02, -2.4984e-02, -4.2191e-02,
-5.9000e-02, 6.9882e-02, 1.9117e-02, 1.9867e-02, -3.0885e-02,
-6.5125e-02, -4.4038e-02, -5.0588e-03, 1.1053e-01, 3.5650e-02,
-5.1137e-02, -6.1931e-02, 1.9777e-02, -6.4693e-02, -1.2562e-02,
-2.9642e-02, -1.4836e-02, 2.3038e-02, -5.0703e-02, -7.8904e-03,
-1.7372e-02, -3.5480e-02, 1.9072e-02, 3.3463e-02, -4.7823e-02,
-1.2107e-02, -1.9751e-02, -2.4362e-02, -4.1115e-02, 1.8867e-02,
1.8519e-02, -1.3544e-02, -6.0543e-03, 2.2989e-02, 1.4583e-02,
6.3367e-03, -2.0642e-02, 2.1758e-02, -7.0243e-03, -3.2407e-03,
-8.7107e-03, 2.1667e-03, 2.6950e-02, -1.5837e-02, -1.0485e-02,
-1.1134e-02, -2.6421e-02, 3.9419e-03, -1.7496e-02, -1.6306e-02,
-7.3935e-04, 2.2260e-02, -2.2157e-02, -3.3359e-02, -4.1064e-03,
-3.9548e-03, -2.8356e-03, -2.3760e-02, 1.4288e-02, 9.9616e-04,
-1.9363e-02, -6.3436e-03, -6.7390e-03, 1.2201e-02, 1.3162e-02,
5.2661e-03, -7.4764e-03, -6.0286e-02, -1.5895e-02, 8.0036e-03,
-2.1934e-02, 2.6606e-03, 6.3734e-05, -2.0403e-02, -1.1584e-02,
-9.3048e-03, 3.9533e-02, 2.4291e-02, -3.9697e-02, 5.1572e-03,
-3.5875e-02, 1.7558e-02, -7.0298e-04, -4.4492e-03, 2.2274e-02,
-3.8610e-03, -4.9174e-03, -2.8876e-04, 5.2366e-03, -6.0206e-03,
1.9848e-02, 2.1309e-03, -1.1836e-02, -1.7393e-02, 1.8296e-02,
1.7652e-02, -1.5395e-02, -5.9287e-04, -1.8034e-02, -5.1795e-04,
-1.9948e-04, 4.4451e-04, 1.3043e-02, -3.7577e-02, -5.5488e-03,
1.0757e-02, -2.3808e-02, -2.2153e-02, -5.6027e-03, 1.1380e-02,
-1.2006e-02, 1.0280e-04, -3.1181e-02, 3.0214e-02, 1.1264e-02,
9.4324e-04, 6.7457e-03, 4.8347e-03, -6.6275e-03, 3.1836e-04,
1.3095e-02, 1.0153e-02, 2.4755e-02, -2.4022e-03, -1.3100e-02,
-6.3590e-03, -1.5226e-02, 4.3706e-02, -3.0612e-04, -5.3345e-04,
-1.2366e-03, 1.2219e-02, -3.8826e-03, 1.1475e-02, 1.6377e-02,
2.9633e-02, 1.4459e-02, 2.5499e-02, 7.5507e-03, 9.2737e-03,
2.5996e-02, 5.3496e-03, -8.6509e-03, 3.4293e-02, -9.6716e-03,
2.3620e-02, 3.3622e-02, -3.9420e-03, -1.3066e-02, 8.8281e-03,
-3.3676e-02, -2.5345e-02, -5.3485e-03, -2.4507e-02, 2.0518e-02,
-3.9127e-02, -9.3720e-03, 3.7192e-03, -4.1023e-03, -1.5893e-02,
8.4963e-05, -9.7263e-03, 4.2155e-03, 9.8963e-03, 4.5681e-03,
1.2526e-02, -6.2726e-02, -3.9085e-02, 1.0523e-02, -6.1101e-02,
-9.5688e-02, 2.2140e-02, -2.2514e-02, -2.1757e-02, -1.2980e-02,
5.9403e-03, -1.2355e-02, -3.0078e-03, 5.6069e-03, 6.5245e-03,
2.3831e-02, 2.8435e-02, -1.0836e-02, -2.1755e-02, -3.9894e-02,
3.8744e-03, 2.6941e-02, 6.2745e-03, 2.6420e-02, -2.3211e-03,
2.1534e-02, -8.5798e-03, 7.0312e-03, -2.1518e-03, 1.5290e-02,
1.4628e-02, 2.9624e-02, 4.7682e-02, -3.8354e-03, 4.9994e-03,
-3.5845e-02, 8.5895e-03, -3.2432e-02, -2.7310e-03, 2.1556e-03,
-4.9133e-03, 3.1800e-02, 4.2036e-02, -5.5556e-03, -2.5924e-03,
-3.0693e-03, 2.6237e-02, 3.7324e-03, -1.0600e-02, 3.3303e-02,
-3.0035e-02, 6.2143e-03, -1.6338e-02, 2.4038e-02, -2.0334e-02,
-1.5558e-02, -1.6773e-02, 4.5203e-02, 2.2518e-02, -6.5969e-03,
7.5931e-03, 3.1207e-02, 2.2460e-02, 6.4592e-03, 2.1940e-02,
-1.2766e-02, -8.1167e-03, -1.0430e-02, 2.7509e-02, -5.2201e-03,
-3.5182e-02, -1.0176e-02, -3.2827e-03, 2.8284e-02, -2.1969e-04,
7.4391e-03, -1.4158e-03, -2.7055e-02, 3.1178e-02, 4.4918e-03,
-1.4702e-02, 1.3164e-02, -1.2381e-02, 7.7763e-04, 2.4807e-02,
-5.1150e-03, 3.7002e-02, 6.5360e-03, -3.0955e-02, -9.8546e-03,
-2.6694e-03, -3.2944e-02, -1.3712e-02, 2.1548e-02, -2.7046e-02,
1.8194e-02, 2.0646e-02, 2.7825e-02, -1.3273e-03, 2.8916e-03,
1.6161e-02, 3.0181e-04, -1.0244e-02, 3.2616e-03, -4.2192e-03,
3.7310e-02, -2.4396e-02, 4.4452e-02, 3.6528e-02, -6.6823e-03,
1.3208e-02, 7.9890e-03, 1.6167e-02, 1.0107e-02, 7.0577e-03,
4.8677e-04, -2.1304e-02, -3.5498e-03, -1.5952e-02, 1.6616e-02,
-4.5403e-03, 5.1509e-03, -7.4600e-03, 1.4699e-02, 1.5108e-02,
2.1995e-02, 1.8883e-02, -9.3580e-03, 1.3115e-02, 5.0912e-03,
-6.9103e-03, -1.7565e-02, 1.5340e-02, 7.4441e-03, -7.2816e-03,
1.7021e-02, 2.1063e-03, 1.4009e-02, 2.2644e-03, -7.7857e-03,
3.8554e-03, 1.0038e-03, -1.7982e-02, -7.3337e-03, 1.0066e-02,
-2.4759e-02, -1.3596e-02, 3.3703e-03, -9.1657e-03, -6.2030e-03,
1.8105e-02, 1.3263e-02, 9.0442e-03, 5.0688e-03, -5.0625e-04,
-6.7723e-03, 8.0168e-05, 1.4114e-04, 1.3318e-02, 3.5791e-03,
-1.2429e-03, -9.9275e-03, 5.5960e-03, -8.5746e-03, -1.0295e-02,
-1.0536e-02, 1.1797e-03, -1.3965e-02, 3.0237e-03, -4.7487e-03,
-2.6373e-03, 8.3217e-03, 2.2699e-03, -2.1538e-02, -2.9051e-02,
-1.2262e-02, 1.8725e-02, 8.1932e-03, 1.0043e-02, -1.1836e-02,
9.3427e-03, 1.9304e-02, 2.2612e-02, -3.8848e-03, -2.4621e-02,
-3.6805e-02, -3.4711e-03, 1.6744e-02, -1.2193e-02, 2.7161e-02,
7.8221e-04, -2.8036e-02, -2.7001e-02, 6.3125e-03, 3.1740e-03,
-8.3278e-03, -2.2907e-02, -3.7760e-02, 8.5784e-04, -6.8600e-02,
2.8761e-02, 1.5374e-02, 2.8865e-02, -6.1415e-02, 1.6879e-02,
-3.8789e-02, 2.8897e-02, 6.6474e-03, -8.6871e-03, -2.4292e-02,
-1.0489e-02, 2.9643e-03, -1.3310e-02, 2.9788e-03, -2.5909e-02,
2.4380e-02, 6.0296e-03, 3.2051e-02, 1.8123e-03, 5.9350e-02,
1.1978e-03, 1.4870e-02, -4.1518e-03, -8.7464e-03, -1.6341e-02,
-2.4493e-02, -2.2499e-02, 8.4916e-03, 1.5787e-02, -4.7830e-04,
7.3109e-02, 3.4162e-02, 6.6280e-04, 8.3416e-03, 2.4193e-02,
1.3107e-02, -1.5761e-02, 6.8798e-03], device='cuda:0')),
('bert.encoder.layer.2.attention.output.dense.weight',
tensor([[ 0.0122, -0.0474, -0.0038, ..., 0.0065, -0.0264, -0.0485],
[ 0.0244, -0.0304, -0.0085, ..., 0.0064, 0.0167, 0.0037],
[ 0.0338, -0.0301, -0.0258, ..., -0.0310, 0.0063, 0.0029],
...,
[-0.0096, -0.0090, 0.0239, ..., 0.0186, -0.0307, -0.0066],
[-0.0121, -0.0049, -0.0059, ..., -0.0181, -0.0162, -0.0139],
[-0.0292, 0.0120, 0.0177, ..., 0.0554, -0.0417, -0.0533]],
device='cuda:0')),
('bert.encoder.layer.2.attention.output.dense.bias',
tensor([-3.6515e-02, -1.0050e-02, -7.7506e-02, 1.9842e-02, 2.4398e-01,
9.1889e-03, -6.6525e-02, -6.3448e-02, 1.3660e-02, -7.3360e-02,
1.1564e-02, -3.0544e-02, -1.5007e-02, 1.6084e-02, -6.6623e-02,
-2.0673e-03, -1.5200e-02, -2.4963e-02, 2.3995e-01, 4.6510e-03,
-1.9355e-02, 7.6366e-02, 9.3003e-02, -6.7747e-02, -7.7172e-02,
-9.3772e-02, -5.2797e-02, -3.0001e-02, 1.2807e-01, 2.4689e-02,
-5.8108e-02, -2.6113e-03, 4.1406e-02, -1.8446e-01, 5.9832e-02,
7.2289e-02, -1.5740e-01, -5.4339e-02, -6.4270e-02, 4.7992e-02,
2.5453e-02, 4.4678e-02, -8.2039e-02, 5.1561e-02, 1.8917e-03,
-9.5471e-03, -4.7647e-02, 2.9135e-02, 9.0532e-02, -1.1469e-01,
-1.9841e-02, 1.6585e-01, -2.0605e-01, -3.1358e-02, 8.6525e-02,
-1.0446e-02, 4.1460e-02, 4.1045e-02, 6.6118e-02, -1.3610e-01,
1.2866e-01, 3.8388e-02, 6.4194e-02, 1.1990e-01, -1.9326e-02,
1.2646e-02, 6.1444e-03, 1.1026e-01, -7.2629e-02, -1.4610e-01,
-2.8381e-02, -1.0013e-02, -1.0000e-01, 2.3162e-02, -7.3615e-02,
-2.4057e-02, 4.7279e-02, 6.5786e-03, 4.0412e-02, -5.4438e-02,
-1.0937e-01, -5.3567e-02, -3.4744e-02, 3.5081e-02, 9.2984e-02,
-1.3742e-01, 8.8427e-02, -8.0026e-02, -3.8954e-02, 1.0353e-02,
6.0927e-02, -1.6032e-02, -3.4556e-02, 1.6988e-01, -1.3104e-01,
-1.3395e-02, -5.6377e-02, 6.5718e-02, 7.7864e-02, -2.1036e-02,
-9.7034e-04, 1.3942e-02, 2.9250e-02, 7.1290e-02, -6.9274e-03,
1.0894e-02, -2.6495e-02, -2.8437e-02, 2.0701e-02, 7.9628e-02,
-1.1284e-01, 8.4833e-02, 4.7561e-02, -1.3511e-01, -2.9961e-02,
-8.8280e-02, 4.6001e-02, -8.6558e-02, 1.1014e-01, 1.6963e-02,
5.4699e-02, 6.3941e-03, -5.2676e-02, 5.8125e-02, -1.2805e-01,
-9.7215e-02, -1.0715e-02, -8.1915e-02, 3.2755e-02, 5.7994e-02,
5.3444e-02, -1.0156e-02, -4.5889e-02, -4.4445e-05, 2.5025e-02,
7.6892e-03, -3.8548e-02, 2.4870e-02, -7.7823e-02, -1.0018e-01,
-1.5550e-01, 7.3523e-02, -2.0959e-02, -7.2194e-02, -5.4928e-02,
7.6603e-02, 7.7267e-02, -8.7081e-02, -3.8872e-02, 1.4884e-01,
2.1611e-02, -3.9380e-02, -1.2715e-01, -7.5512e-03, -1.0601e-01,
-2.5047e-02, -6.2249e-02, 2.9731e-02, -7.7961e-03, 5.7273e-03,
-3.0864e-02, -6.1639e-02, -9.1118e-02, -8.6177e-02, 1.4899e-01,
3.6478e-02, -1.9600e-02, -2.1321e-01, -2.5626e-03, 5.0264e-02,
-8.5390e-03, 5.0339e-02, 1.5162e-01, -4.6195e-02, 1.0098e-01,
-6.9071e-02, -3.8222e-02, 7.5462e-02, 5.4542e-02, 2.1294e-02,
-7.9988e-02, 1.0824e-01, -5.1609e-02, 3.0268e-02, 7.6759e-03,
3.3284e-02, 1.9712e-02, -5.0781e-02, 1.0194e-01, -8.4100e-02,
-7.9847e-02, -3.5187e-01, 2.4435e-02, -2.2108e-02, 1.4417e-01,
6.2411e-02, -5.0727e-03, 1.8336e-01, 1.1937e-01, 1.3191e-01,
9.7007e-03, -3.7115e-03, 7.8961e-02, 6.9790e-02, -1.4040e-01,
-1.3625e-02, -4.6833e-02, 5.6618e-03, 5.6702e-03, 3.0970e-02,
-5.2143e-02, -4.3230e-02, 1.5435e-02, 1.2241e-01, 2.9271e-02,
1.8774e-02, -1.0763e-04, -2.7890e-02, 3.4344e-02, -8.0173e-02,
5.2269e-03, -3.5616e-02, -5.2581e-02, 2.4869e-02, -3.8867e-02,
8.6561e-02, 3.5463e-02, -5.2632e-04, -9.2386e-03, -1.0719e-01,
7.4400e-03, -2.6807e-02, -1.6370e-02, 4.7929e-02, -7.4891e-02,
-7.0275e-02, -1.4629e-01, -1.9533e-02, -1.7327e-01, 7.2996e-02,
-5.2008e-03, 4.7778e-02, -9.4841e-02, -1.8715e-02, -5.9215e-02,
1.4459e-01, -2.8309e-02, -8.4289e-02, -8.0181e-03, 6.7216e-02,
-6.4871e-02, -1.0209e-01, 1.1759e-02, 1.1839e-01, -3.0922e-02,
-7.3433e-02, -4.4465e-02, 1.2626e-01, -1.5595e-01, -1.2444e-01,
4.6236e-03, -1.6702e-01, 5.6884e-03, 2.2632e-02, -5.2315e-02,
-6.8905e-03, -7.8318e-02, -2.8664e-02, 1.1604e-02, -1.3090e-02,
-1.7901e-02, -1.5926e-02, 6.6405e-02, -7.4778e-02, 2.3880e-02,
8.1683e-02, 9.0093e-02, -5.6201e-02, 2.0733e-02, 2.1175e-02,
-1.9176e-02, -1.5460e-02, 1.0794e-01, 1.0157e-01, -1.7667e-02,
1.4250e-02, 6.8086e-02, 8.2306e-02, 1.6546e-01, -4.2184e-02,
-1.8495e-01, -7.2090e-02, 1.0879e-01, 1.4747e-02, 7.2097e-02,
-4.4628e-02, 1.4189e-02, -1.9830e-01, 2.0296e-02, 9.0645e-02,
-7.5253e-03, -6.9779e-02, 3.5969e-02, -6.9029e-02, -1.8387e-01,
-4.6384e-02, 1.9272e-02, -3.0807e-02, 1.2406e-01, -7.5363e-02,
7.3648e-02, 4.6248e-02, -8.3298e-02, -3.4769e-01, -6.1638e-02,
-7.3574e-03, -1.9188e-02, -9.3726e-02, 5.0542e-02, -9.1298e-02,
1.3302e-02, -1.4326e-02, 1.2716e-02, 4.2104e-02, 5.9807e-02,
-2.6558e-02, 4.8863e-02, -1.0887e-01, 2.5641e-02, 2.6121e-02,
6.1762e-02, 8.9872e-03, 3.4100e-02, -7.7268e-02, 7.2338e-02,
1.3946e-03, -9.6102e-02, 3.6702e-02, -2.7499e-02, 9.4115e-02,
1.4193e-01, 1.1589e-01, -1.9783e-03, 2.6737e-02, -5.2196e-02,
-1.4519e-01, 5.9746e-02, -6.5400e-02, -1.6949e-01, 2.6179e-02,
1.4219e-02, 5.6914e-02, 6.3950e-02, 1.0341e-01, 3.9712e-02,
-3.3072e-02, -5.7080e-03, 2.7750e-02, -7.1780e-02, 1.1814e-02,
-5.6301e-02, -6.2473e-02, 1.4093e-01, -3.9346e-02, -3.2171e-02,
-5.5448e-02, 9.8607e-03, 3.2620e-02, -2.4245e-02, 8.5402e-02,
-5.7119e-02, -9.2280e-03, -7.6566e-02, 8.0308e-02, 1.0810e-01,
1.0093e-02, 3.2995e-03, 7.6616e-03, 4.1680e-02, 4.7828e-02,
8.1457e-02, -3.3708e-03, -3.5088e-02, 2.3926e-02, 7.3652e-02,
-1.6020e-02, -1.9595e-02, 5.5286e-02, -8.3859e-03, -1.4625e-01,
3.9675e-02, -5.9686e-02, 4.5110e-04, -4.4390e-03, -4.8259e-03,
4.6117e-02, 4.9086e-02, -6.6696e-03, -3.1528e-02, 3.0784e-02,
5.1724e-02, -1.1191e-01, -1.0709e-01, -3.3273e-02, 2.1504e-02,
-1.6889e-01, 2.7799e-03, -1.7198e-02, 6.9047e-03, 2.4318e-02,
2.1750e-02, -6.7635e-03, -1.4591e-02, -8.7521e-03, -4.3778e-03,
1.3650e-01, 3.1761e-02, 5.2081e-03, 4.6292e-02, 3.3939e-02,
-1.7023e-01, 6.4783e-02, 1.5535e-01, 5.2604e-02, -4.9905e-02,
1.1297e-01, -7.2584e-02, 9.4831e-02, 5.5644e-02, 4.9347e-02,
-4.7974e-02, 6.8287e-02, -1.1684e-02, -5.4264e-02, -2.0657e-01,
-3.2696e-03, 1.7995e-02, 1.3862e-02, 1.4125e-02, -3.3522e-02,
-5.0875e-02, 5.4682e-02, 7.9565e-02, -1.2514e-01, -6.0128e-02,
4.5953e-03, -1.6540e-02, 2.8860e-03, -2.9436e-02, 1.2479e-01,
2.5284e-02, -1.8525e-02, -9.4633e-02, 3.0285e-02, -1.0744e-01,
6.5474e-02, 1.0923e-01, -6.2689e-03, -1.2583e-01, -5.9217e-02,
-4.7894e-02, -3.4113e-02, -9.3028e-03, 4.8598e-02, 6.0718e-02,
4.0828e-02, -1.2644e-01, -7.8382e-03, -5.4864e-02, 1.8976e-02,
-7.0474e-03, -4.9882e-02, 1.8560e-03, 9.3779e-02, -2.6256e-02,
2.2439e-02, 1.5236e-01, 7.9056e-02, -1.1413e-01, -3.1809e-02,
1.0541e-01, 2.8140e-02, 8.0395e-02, 1.0570e-01, 4.4260e-03,
-5.8994e-02, 1.6981e-02, -1.9486e-02, -2.9532e-02, 5.2366e-02,
9.9417e-02, -5.0646e-02, 6.8672e-02, -3.4185e-02, -7.3831e-02,
3.9287e-03, -7.0383e-02, -5.9344e-02, -2.9042e-02, 3.8993e-02,
-2.6693e-02, -8.6921e-03, -6.2930e-02, -1.3513e-02, -1.8885e-02,
3.8452e-02, 1.0446e-02, 7.2581e-03, -1.9448e-02, 1.3065e-01,
-3.2848e-02, 8.8691e-02, -1.2836e-01, -1.6025e-02, 2.8356e-02,
1.0766e-01, 4.5047e-03, 9.2501e-03, -1.5961e-01, 1.4607e-02,
-2.7251e-02, -1.1321e-01, 1.2646e-01, 3.3417e-02, -1.9414e-03,
-1.6916e-02, 6.3264e-02, 6.9528e-03, -1.1511e-01, -5.7502e-02,
5.3029e-02, -9.6506e-03, -4.2284e-02, -1.7583e-02, 4.2067e-03,
1.4361e-03, -3.5605e-03, 3.8850e-02, 1.5799e-01, -1.0550e-01,
3.4615e-02, 6.5077e-02, 1.8377e-01, 8.0484e-02, 8.1733e-02,
-8.1008e-03, -3.1540e-02, -7.9050e-02, -4.8441e-02, -4.9275e-02,
5.4933e-04, -6.5514e-02, -4.5288e-02, -5.1100e-03, -5.8767e-02,
6.7385e-02, 4.0769e-02, 5.2662e-02, 6.8030e-02, 1.2209e-03,
3.0439e-02, -1.3239e-02, 8.3822e-02, 6.4344e-02, 4.4178e-02,
3.8054e-02, -1.7109e-02, -2.3007e-03, -4.8993e-02, 5.1977e-02,
-1.0625e-01, -6.5914e-03, -9.8374e-02, 5.6998e-02, 1.1414e-02,
-2.6286e-02, -6.3594e-02, 1.1020e-01, 4.1757e-02, 8.0335e-03,
-9.7979e-04, -8.7334e-02, -6.5179e-03, 1.2346e-01, -4.0219e-02,
-6.7202e-03, 5.3683e-03, -8.7995e-02, -3.2884e-02, 9.7915e-02,
-3.1410e-04, 1.0429e-01, 1.1178e-01, -6.3662e-04, 1.1220e-02,
2.5699e-02, -1.8914e-01, 6.0796e-02, -1.5122e-02, -1.0221e-02,
-7.3414e-02, -4.0261e-03, 3.7243e-02, -5.7026e-03, 1.4850e-02,
1.8689e-02, 9.4872e-02, -6.5666e-02, 1.0534e-01, -1.9602e-02,
-1.2207e-01, 4.8435e-02, -8.7436e-02, -1.2214e-01, -3.7844e-02,
-2.4828e-02, -5.4849e-02, 8.0414e-02, -3.0533e-02, 3.9269e-02,
-6.2214e-02, -1.1656e-01, 6.1341e-02, 3.8171e-02, -4.8935e-02,
1.2270e-02, 4.8979e-02, -3.5535e-02, -2.9189e-03, 1.7073e-01,
6.1197e-02, -5.2328e-02, 8.7715e-02, -8.2542e-02, -1.0332e-01,
4.5038e-02, 5.0695e-02, -8.3489e-02, 6.2580e-03, 6.4244e-02,
-8.4473e-02, 2.5320e-02, -8.1707e-02, 2.6331e-02, 6.3545e-02,
-1.0490e-02, -1.8570e-02, 7.1392e-02, -1.0408e-01, -7.4067e-02,
4.7476e-02, 6.5189e-02, 7.2462e-02, 1.5184e-01, 5.6165e-02,
1.5869e-02, -2.0860e-02, -8.7745e-02, 5.7948e-03, -1.6470e-02,
-3.9430e-02, 9.5195e-02, 4.7113e-02, -9.3205e-03, 1.7350e-02,
5.1828e-02, 5.0559e-02, -8.2383e-02, 8.3876e-02, -3.3390e-02,
-6.1772e-03, 1.2518e-01, 6.4387e-02, -1.1396e-02, -3.1415e-02,
7.9630e-02, -1.0096e-01, 7.4968e-02, 4.5590e-02, 3.8575e-02,
-3.6628e-02, -1.9524e-02, -1.6117e-03, -2.6030e-02, 6.8903e-02,
-7.9823e-02, -3.5346e-02, 2.5633e-02, -1.1124e-02, 1.1273e-01,
3.4928e-02, 1.1280e-01, 1.8855e-02, -8.0008e-02, -3.2831e-02,
-1.9735e-02, 2.9180e-02, 1.3970e-02, -1.0203e-01, -1.3431e-01,
1.6193e-01, 3.2880e-02, -1.8345e-01, 3.0956e-02, -7.0274e-03,
-3.3989e-02, -2.1877e-02, -1.4455e-03, -3.9088e-02, 3.8120e-03,
1.3110e-01, -1.0500e-01, 3.7894e-02, 4.4974e-02, 2.7221e-02,
2.2344e-02, 9.8483e-02, 2.7104e-02, -5.2111e-02, 1.2647e-02,
6.6820e-02, 8.6784e-02, 8.1860e-02, -8.1970e-02, 9.6871e-02,
-2.0083e-01, -5.1543e-03, 6.4293e-02, 1.2133e-02, 4.4722e-03,
-4.4918e-02, -5.3359e-02, 4.4859e-02, -3.6977e-02, -3.3604e-02,
-4.7754e-02, 7.7076e-02, -1.0425e-01, -5.2984e-02, 6.2109e-02,
3.2941e-03, 1.5834e-03, 2.4168e-02, -3.1359e-02, -3.6726e-02,
-7.7442e-02, 1.1881e-01, -2.2355e-02, 1.7317e-01, 1.8714e-01,
-5.0598e-02, 1.8510e-02, -1.3955e-02, 5.7055e-02, -9.6580e-03,
6.5206e-02, -7.7663e-02, -1.2085e-02, -4.2308e-02, -1.5356e-03,
-4.3300e-02, 2.1237e-02, 2.7027e-02, -2.9940e-02, -2.1421e-02,
-4.0553e-02, -3.1254e-02, -3.5751e-02], device='cuda:0')),
('bert.encoder.layer.2.attention.output.LayerNorm.weight',
tensor([0.8837, 0.8725, 0.8901, 0.8273, 0.8306, 0.9126, 0.7680, 0.8958, 0.9199,
0.7842, 0.9132, 0.8862, 0.9234, 0.9077, 0.8641, 0.7393, 0.8397, 0.8536,
0.8672, 0.9036, 0.7993, 0.9178, 0.8657, 0.8387, 0.7968, 0.8592, 0.8819,
0.9319, 0.8416, 0.8865, 0.8929, 0.7606, 0.8949, 0.7740, 0.8397, 0.8204,
0.7541, 0.8979, 0.7477, 0.8969, 0.8912, 0.8777, 0.8715, 0.9244, 0.9180,
0.8963, 0.8729, 0.9088, 0.9247, 0.8291, 0.9284, 0.8311, 0.8622, 0.8876,
0.8201, 0.6796, 0.8541, 0.8765, 0.7877, 0.8289, 0.8548, 0.9058, 0.9424,
0.9106, 0.7437, 0.9142, 0.8850, 0.8372, 0.7317, 0.8467, 0.8610, 0.8347,
0.8621, 0.8748, 0.9053, 0.9190, 0.8770, 0.8920, 0.9189, 0.8825, 0.8521,
0.8320, 0.8573, 0.8765, 0.7306, 0.9212, 0.8159, 0.8618, 0.9006, 0.8723,
0.8863, 0.8490, 0.8780, 0.9069, 0.8549, 0.8594, 0.6319, 0.8870, 0.8922,
0.9039, 0.8067, 0.9218, 0.8063, 0.9167, 0.7073, 0.9299, 0.9087, 0.8158,
0.9067, 0.9196, 0.8273, 0.8464, 0.9303, 0.6766, 0.8609, 0.9321, 0.8729,
0.8908, 0.9181, 0.9155, 0.9105, 0.8896, 0.8907, 0.8236, 0.7995, 0.7826,
0.8787, 0.8405, 0.8571, 0.8351, 0.8866, 0.8004, 0.8896, 0.8990, 0.9091,
0.8526, 1.2002, 0.8831, 0.8432, 0.8976, 0.7529, 0.8921, 0.8575, 0.7261,
0.8488, 0.8738, 0.8712, 0.8871, 0.8581, 0.8789, 0.9227, 0.8932, 0.9056,
0.8484, 0.8842, 0.8326, 0.8761, 0.8986, 0.8614, 0.8902, 0.9855, 0.9236,
0.6635, 0.8738, 0.8403, 0.8847, 0.9681, 0.7324, 0.8137, 0.8495, 0.9036,
0.7287, 0.7763, 0.8688, 0.8905, 0.9267, 0.9457, 0.9272, 0.9089, 0.8629,
0.8324, 0.8645, 0.8046, 0.9257, 0.8797, 0.9066, 0.8295, 0.9053, 0.8746,
0.8486, 0.9014, 0.8106, 0.8253, 0.8843, 0.8404, 0.9278, 0.9110, 0.6150,
0.8664, 0.9082, 0.9201, 0.8003, 0.9025, 0.9000, 0.8467, 0.8722, 0.8861,
0.9276, 0.8713, 0.8682, 0.8942, 0.9078, 0.8268, 0.8991, 0.8443, 0.9044,
0.8172, 0.8072, 0.8669, 0.8561, 0.8937, 0.8451, 0.8891, 0.9853, 0.8433,
0.8659, 0.8969, 0.8964, 0.8748, 0.6963, 0.8402, 0.8914, 0.8766, 0.8374,
0.8332, 0.9130, 0.6061, 0.9064, 0.8383, 0.9105, 0.8602, 0.8449, 0.8127,
0.8504, 0.8983, 0.8657, 0.8993, 0.8173, 0.9127, 0.9433, 0.8857, 0.8780,
1.0005, 0.9165, 0.9176, 0.8706, 0.8995, 0.6280, 0.8904, 0.8959, 0.7121,
0.9039, 0.8411, 0.8912, 0.8934, 0.8834, 0.8955, 0.9083, 0.7110, 0.9031,
0.8840, 0.8563, 0.9174, 0.8724, 0.9269, 0.8936, 0.8538, 0.8873, 0.8723,
0.9163, 0.9405, 0.9034, 0.7902, 1.7610, 0.8709, 0.9294, 0.7838, 0.9425,
0.8912, 0.8466, 0.8007, 0.8657, 0.8363, 0.8242, 0.8804, 0.7951, 0.8927,
0.6357, 0.9131, 0.9004, 0.9267, 0.8594, 0.8223, 0.8756, 0.6651, 0.9037,
0.8063, 0.9156, 0.8931, 0.8470, 0.8611, 0.8606, 0.8818, 0.7509, 0.8177,
0.8929, 0.8732, 0.8466, 0.9480, 0.8230, 0.8309, 0.8928, 0.8766, 0.9099,
0.7908, 0.8395, 0.9650, 0.8554, 0.9097, 0.8994, 1.0140, 0.8714, 0.8883,
0.9116, 0.9218, 0.9021, 0.8923, 0.9403, 0.8978, 0.7481, 0.6179, 0.8884,
0.8387, 0.9048, 0.8495, 0.9106, 0.8960, 0.8711, 0.8563, 0.8714, 0.8866,
0.8352, 0.8439, 0.8585, 0.9098, 0.8873, 0.8554, 0.8914, 0.8801, 0.7825,
0.8579, 0.9071, 0.8647, 0.8966, 0.8456, 0.8912, 0.9039, 1.0047, 0.8770,
0.9214, 0.8519, 0.9172, 0.8799, 0.8984, 0.8324, 0.8207, 0.8275, 0.8665,
0.9009, 0.6356, 0.8409, 0.8697, 0.8889, 0.9467, 0.8634, 0.7899, 0.8207,
0.8891, 0.8968, 0.7811, 0.9125, 0.7987, 0.8992, 0.8950, 0.8650, 0.9100,
0.8147, 0.9370, 0.8574, 0.7861, 0.7505, 0.8334, 0.8047, 0.8996, 0.8564,
0.8906, 0.8227, 0.8656, 0.9046, 0.9283, 0.8272, 0.8160, 0.9385, 0.9134,
0.9175, 0.8653, 0.8089, 1.0056, 0.8568, 0.8734, 0.8719, 0.9206, 0.8971,
0.7921, 0.8394, 0.8925, 0.8862, 0.7243, 0.9083, 0.9290, 0.8619, 0.8792,
0.8770, 0.9123, 0.7725, 0.9505, 0.8923, 0.8466, 0.8910, 0.8932, 0.9256,
0.7677, 0.8567, 0.7787, 0.8373, 0.8255, 0.8796, 0.9198, 0.8898, 0.8267,
0.9211, 0.6420, 0.8844, 0.9057, 0.8710, 1.0279, 0.8123, 0.8512, 0.8278,
0.8601, 0.8527, 0.8534, 0.8553, 0.8996, 0.8212, 0.8524, 0.8603, 0.8295,
0.8793, 0.8910, 0.8998, 0.8656, 0.9201, 0.8830, 0.9238, 0.8910, 0.7057,
0.9236, 0.8274, 0.9276, 0.8325, 0.8554, 0.8985, 0.9137, 0.8900, 0.8545,
0.9557, 0.7717, 0.9737, 0.8210, 0.8227, 0.9071, 0.8971, 0.8425, 0.8756,
0.8275, 0.8403, 0.8947, 0.8137, 0.8515, 0.8967, 0.8994, 0.8226, 0.8915,
0.8917, 0.9921, 0.9206, 0.8644, 0.9209, 0.8934, 0.9239, 0.8742, 0.9268,
0.8661, 0.8795, 0.7859, 0.8927, 0.8530, 0.6696, 0.8860, 0.8974, 0.7672,
0.8575, 0.9233, 0.8585, 0.9463, 0.9518, 0.9155, 0.8964, 0.9020, 0.8736,
0.9008, 0.8764, 0.8630, 0.8451, 0.8468, 0.7899, 0.9176, 0.8713, 0.8679,
0.9192, 0.9208, 0.8334, 0.7671, 0.8228, 0.9190, 0.8604, 0.8283, 0.9033,
0.9047, 0.8191, 0.8174, 0.9398, 0.8849, 0.7337, 0.8728, 0.8210, 2.2401,
0.8691, 0.8505, 0.9013, 0.9166, 0.6901, 0.8862, 0.8906, 0.9133, 0.8601,
0.8999, 0.8119, 0.9351, 0.8105, 0.8510, 0.8380, 0.8770, 0.8818, 0.9134,
0.8571, 0.8518, 0.9047, 0.8895, 0.8904, 0.9337, 0.9069, 0.8838, 0.8861,
0.8969, 0.8887, 0.8727, 0.8626, 0.8342, 0.9040, 0.7979, 0.8580, 0.8778,
0.8654, 0.9156, 0.8572, 0.8469, 0.8978, 0.8509, 0.8896, 0.8522, 0.7961,
0.9403, 0.9316, 0.8558, 0.8795, 0.8539, 0.8979, 0.8952, 0.8760, 0.7833,
0.8485, 0.9855, 0.9301, 0.9088, 0.9248, 0.9251, 0.8892, 0.8991, 0.8606,
0.7607, 0.8583, 0.9207, 0.8673, 0.9537, 0.8953, 0.8757, 0.8486, 0.9081,
0.8474, 0.9119, 0.8362, 0.8623, 0.8155, 0.9109, 0.9092, 0.9001, 0.9075,
0.8388, 0.9203, 0.8556, 0.8743, 0.8411, 0.8577, 0.8277, 0.7877, 0.9075,
0.9107, 0.8381, 0.7978, 0.9446, 0.8125, 0.7510, 0.8446, 0.8928, 0.8982,
0.8775, 0.8689, 0.9020, 0.8823, 0.8495, 0.8601, 0.8599, 0.8330, 0.8796,
0.9346, 0.6756, 0.7935, 0.9019, 0.9246, 0.8143, 0.8604, 0.9223, 0.9198,
0.8190, 0.8801, 0.8823, 0.8929, 0.8977, 0.9243, 0.8218, 0.8853, 0.9228,
0.9239, 0.8760, 0.8731, 0.9189, 0.8344, 0.9170, 0.9201, 0.6792, 0.9052,
0.9000, 0.9170, 0.8650, 0.8947, 0.9443, 0.8345, 0.9243, 0.8176, 0.8169,
0.7393, 0.8343, 0.9023, 0.9117, 0.8733, 0.9140, 0.8604, 0.9077, 0.8603,
0.9030, 0.8969, 0.8485, 0.9367, 0.8775, 0.8464, 0.7890, 0.8765, 0.9184,
0.8982, 0.8788, 0.9103, 0.7989, 0.9067, 0.6336, 0.9371, 0.8356, 0.8959,
0.8959, 0.8939, 0.8378, 0.9091, 0.9493, 0.8392, 0.9205, 0.9209, 0.7929,
0.8418, 0.8877, 0.9334, 0.8534, 0.6954, 0.8542, 0.8550, 0.7952, 0.8612,
0.8706, 0.8689, 0.7602, 0.8599, 0.8807, 0.8544, 0.8679, 0.9057, 0.8247,
0.7691, 0.8853, 0.9087, 0.8822, 0.8729, 0.8957, 0.9234, 0.8631, 0.9203,
0.8569, 0.9140, 0.8706], device='cuda:0')),
('bert.encoder.layer.2.attention.output.LayerNorm.bias',
tensor([ 1.8422e-01, 1.3434e-01, -7.2107e-02, -1.0761e-02, -1.6117e-01,
3.5825e-01, -1.6387e-01, 5.4150e-01, 1.5652e-01, -7.7317e-02,
5.7617e-02, -4.3003e-04, -8.8478e-03, -1.8508e-01, -1.7667e-02,
3.8547e-01, -1.2786e-01, -4.0102e-02, -1.6868e-01, -1.6455e-01,
8.2371e-02, 3.2758e-02, 1.2941e-04, 8.6137e-02, 5.7771e-02,
1.6018e-01, -1.3112e-02, 3.3762e-01, 2.8350e-02, -2.9705e-02,
5.3389e-02, -1.2133e-01, -1.4232e-01, -9.3447e-02, 6.6073e-02,
-7.3605e-03, 6.5327e-03, -4.5353e-02, 1.5159e-01, 2.5477e-01,
-1.2387e-01, -1.0850e-01, 1.3582e-01, 9.1411e-02, -1.0698e-01,
9.5669e-03, 2.5986e-01, -1.1517e-01, 8.2665e-02, 1.3236e-01,
1.7075e-01, -4.0313e-02, 3.1151e-01, -1.3976e-01, -1.1338e-01,
-6.4069e-02, -1.8079e-01, -6.3780e-02, 7.6712e-03, 1.4459e-01,
-5.6657e-02, 3.4719e-02, 2.2632e-01, -2.9350e-01, -1.7082e-01,
-2.8069e-02, 1.2057e-02, 3.4746e-02, 2.4330e-01, 4.5725e-02,
-1.4227e-01, 1.2366e-01, -3.6037e-02, 1.6600e-01, -2.0884e-02,
-5.9169e-02, 1.7226e-01, -7.6830e-02, -1.3615e-02, 1.3734e-01,
5.6942e-02, 4.2235e-02, -4.4374e-02, 2.7144e-01, -9.4429e-02,
3.2817e-01, -1.5451e-01, 7.1072e-03, 3.2933e-02, 7.4833e-02,
-1.5233e-01, -1.4425e-01, -2.2960e-01, 1.7186e-01, -1.5335e-01,
2.5304e-01, 5.6411e-02, -4.8350e-02, 1.3827e-01, 3.2594e-01,
-1.8727e-01, -4.9914e-02, 1.4242e-01, 8.0882e-02, 1.1214e-01,
1.1645e-01, 7.9368e-02, 3.3833e-02, -1.6851e-01, -1.0900e-01,
2.6239e-02, -1.7723e-01, -3.8704e-02, -1.2398e-01, 1.6827e-02,
2.9529e-01, 1.9836e-02, 1.4980e-01, -3.5792e-02, 7.6585e-02,
9.4442e-02, -1.3003e-01, 3.1382e-02, -7.6498e-02, -8.3406e-02,
1.4744e-02, -1.1517e-02, 3.3626e-02, 5.1235e-02, 6.2962e-02,
-1.5204e-02, 8.0604e-02, -1.5726e-01, 2.2437e-02, 2.8700e-02,
7.5425e-02, 4.3316e-01, -4.7528e-03, -2.8269e-02, 9.0317e-02,
-2.5855e-01, 3.6203e-02, -9.5444e-02, -1.5234e+00, 2.0195e-03,
-1.4749e-01, 1.5020e-01, 1.0310e-01, -7.7282e-02, -2.4642e-01,
-3.5566e-01, 3.3505e-02, -8.7893e-02, -6.4295e-02, 1.6688e-01,
4.2242e-04, -5.7378e-02, -7.6602e-02, -2.4265e-02, -8.6655e-02,
2.8335e-01, 9.2203e-02, -6.9754e-02, 4.9020e-02, 5.7772e-02,
-2.3253e-01, 3.2714e-01, 7.2176e-02, -1.8868e-01, -7.9918e-02,
-9.6331e-02, -8.3256e-02, -3.5071e-02, 1.2666e-01, 3.0518e-01,
2.8186e-01, 2.0390e-01, -4.9237e-01, -5.1863e-02, -1.7798e-02,
-2.4805e-01, -4.5178e-02, -1.0628e-01, -2.1497e-01, -7.7193e-02,
-1.8438e-01, -2.0710e-01, -2.3158e-01, 4.5754e-02, -8.4652e-03,
2.1981e-01, 3.4180e-01, 7.0471e-02, 4.0774e-02, -1.2440e-01,
-2.9419e-01, -6.2186e-02, -9.8355e-02, -1.1023e-01, 6.6681e-03,
1.4303e-01, 1.4883e-01, -1.0781e-01, 1.4344e-01, 2.0800e-01,
1.2945e-02, 6.1141e-02, -1.0857e-01, -6.4017e-02, -1.3067e-01,
2.8426e-02, 6.3477e-02, 2.3518e-02, -1.3318e-01, -8.2284e-02,
-4.5420e-02, 6.1573e-02, 1.5884e-01, -4.6774e-02, 1.0528e-01,
-2.1105e-02, -2.2686e-02, 1.1824e-01, -4.5134e-01, -8.0128e-02,
-1.3795e-02, 6.5574e-02, 4.0805e-02, 2.3707e-01, -2.4439e-01,
-1.8885e-01, 5.1940e-02, 1.5675e-01, -5.5367e-02, -7.7353e-02,
-1.9641e-01, 1.8272e-01, -7.3906e-02, -1.4359e-02, -6.3226e-02,
-2.6222e-01, -1.0483e-01, 6.0905e-02, 3.6275e-02, -1.8370e-01,
-1.2776e-01, 9.3769e-02, -5.6173e-02, -2.0664e-02, 1.9682e-01,
1.3755e-01, 5.0074e-02, 2.1180e-01, -6.0849e-02, 1.9495e-02,
5.3042e-02, -2.3419e-01, -2.3608e-02, -2.0658e-01, -1.4635e-01,
-8.1839e-02, -2.4553e-01, 1.0971e-01, 1.6373e-01, -5.8953e-02,
4.5054e-02, -1.5347e-01, -2.4473e-02, -1.1596e-03, -5.0253e-02,
-3.6499e-03, -1.7722e-01, -7.3122e-03, 1.3439e-01, 1.9328e-01,
-1.1474e-01, -1.0242e-01, -9.8422e-02, 3.5392e-02, -3.6888e-01,
-5.5739e-02, -1.0970e-01, -2.4845e-01, 9.6625e-01, -5.3997e-02,
1.1489e-01, 1.3425e-01, -3.6663e-01, 1.3201e-01, 2.8879e-02,
7.6699e-02, -9.6756e-02, -1.1932e-01, -8.1475e-02, -1.4129e-01,
-9.3367e-02, -3.3165e-01, -1.3479e-01, -6.3957e-02, 1.2159e-01,
1.9114e-01, -9.7683e-02, -1.7244e-02, 3.7183e-03, -2.1249e-01,
-9.3201e-02, 5.4872e-02, 6.9461e-02, -6.2766e-02, 1.4350e-01,
2.5480e-01, 8.0134e-03, 9.0866e-02, 8.2688e-03, 1.0429e-02,
1.2101e-01, -1.5035e-01, -1.5899e-01, -2.2968e-01, 1.2944e-01,
-2.0630e-01, -4.1141e-02, -3.0304e-02, -8.7525e-04, -1.2893e-01,
-1.1570e-01, 3.6315e-01, 3.3851e-01, 5.6300e-02, 1.9647e-01,
-4.9438e-01, -6.7387e-03, -3.8181e-02, 1.4006e-01, 5.7550e-02,
-6.0546e-02, 1.7092e-01, 2.1206e-01, -2.1879e-01, -6.0268e-02,
-4.2946e-04, -6.0223e-02, -9.8578e-02, -7.5444e-02, 5.1991e-03,
2.4122e-02, -2.6779e-02, -1.3413e-01, 1.8172e-02, -2.6401e-02,
-2.8141e-02, -2.6399e-02, -1.9821e-01, -4.7868e-02, -4.2461e-02,
-1.0094e-01, -5.1412e-04, 9.7296e-02, 7.9464e-02, -2.3082e-01,
-2.4427e-03, -1.5378e-01, 8.6674e-02, -2.6071e-02, -6.7824e-02,
1.5980e-01, 3.0956e-03, 3.0340e-01, -8.7898e-02, 3.2559e-01,
-3.6365e-02, -1.5436e-01, 3.3133e-02, 4.1672e-02, -8.7244e-03,
-8.6728e-02, 5.6420e-02, -1.7927e-02, 2.0943e-01, -8.6601e-02,
5.3113e-02, -1.2985e-01, -6.0338e-02, 2.1319e-01, -2.9759e-01,
-2.3866e-01, 2.8018e-01, -2.9107e-02, 1.0224e-01, 4.4154e-02,
1.4111e-02, 4.4971e-02, 2.7571e-02, -1.9930e-02, 5.4978e-02,
-1.0953e-01, -1.0177e-01, 1.3201e-01, 1.0943e-02, -1.0039e-01,
-1.7338e-01, 2.6518e-01, 1.2324e-01, 1.2165e-01, -1.5666e-01,
1.6325e-01, 9.4225e-02, -1.9111e-01, -2.2294e-01, -1.2191e-01,
-5.7010e-02, -5.1689e-02, 2.2781e-01, -9.8421e-02, 1.2305e-01,
-8.2278e-02, 1.4278e-01, 4.0426e-01, -2.1308e-01, -2.4684e-02,
-1.4814e-02, -7.4715e-02, -1.6515e-01, -2.2323e-02, -1.0225e-02,
-6.8745e-02, -2.9556e-01, -1.6453e-01, -2.1610e-01, 5.5478e-02,
-1.4240e-02, -6.1610e-02, -3.5795e-01, -1.1005e-02, -6.3787e-02,
1.8192e-01, 3.2448e-01, 1.1355e-01, -1.6557e-01, 7.4783e-02,
2.1617e-01, -5.2808e-02, -2.6134e-02, 2.4069e-02, 1.3024e-02,
-1.4389e-01, 5.1051e-02, 1.2587e-01, 8.3567e-02, -6.8281e-02,
1.8343e-01, 1.7163e-01, -1.0427e-02, -4.9693e-02, -2.6811e-02,
-5.3716e-01, -3.0308e-02, 1.4973e-01, -8.5087e-02, -9.9498e-02,
7.0661e-02, 4.6418e-03, -1.2844e-01, 6.0358e-02, -1.8840e-01,
-9.2743e-02, 1.0036e-01, 9.4818e-03, 1.8271e-01, 9.4871e-02,
6.9446e-02, 1.3887e-01, -3.0599e-03, 2.0188e-01, -1.0775e-01,
1.3076e-01, -2.3520e-01, 1.8233e-01, 1.0999e-01, -1.2395e-01,
6.3158e-03, -1.1919e-01, -1.6781e-01, 6.0432e-02, 7.9222e-02,
-1.1563e-01, 1.5506e-01, 2.1896e-02, 6.8631e-02, 3.1509e-02,
-1.2166e-01, -1.5353e-01, -3.0696e-02, 4.8998e-02, 1.3489e-01,
4.4166e-02, 3.0697e-02, 3.9444e-03, -1.1499e-01, 3.0871e-02,
-1.0673e-01, 6.7035e-02, -3.9919e-02, -9.5197e-03, -1.5328e-01,
2.3369e-01, -9.5010e-02, 3.8893e-02, -2.1304e-01, -2.1522e-01,
-3.9817e-01, -2.5575e-02, 3.6493e-01, 1.6844e-01, -1.2420e-01,
-1.5648e-01, 4.4743e-02, 1.3576e-01, 2.9887e-01, -2.1981e-02,
-1.6611e-02, -3.3735e-02, -2.6107e-02, -2.0750e-01, -3.0510e-03,
-1.2923e-01, 1.7990e-01, 4.9650e-02, -1.5976e-02, -1.3056e-01,
-9.8951e-02, 1.0367e-01, -1.6174e-01, -2.7789e-01, -1.4251e-01,
-6.8853e-02, -6.0477e-02, 1.5237e-01, -2.0288e-01, 1.7202e-01,
-2.2857e-01, 2.2651e-02, 6.4436e-02, -8.0934e-02, -5.6889e-02,
1.2563e-01, 1.4198e-01, -5.1859e-02, 1.8729e-01, 1.3320e-01,
1.0293e-01, -4.1409e-02, -3.6894e-02, 2.8053e-02, -7.4558e-02,
-1.8723e-02, -1.5966e-01, -2.3595e+00, -7.4727e-02, -1.4807e-04,
-9.1692e-02, 6.0413e-02, -2.4464e-01, -3.8469e-02, 8.9491e-02,
-1.5088e-01, -2.9044e-02, -3.2356e-02, -1.8914e-01, 1.3961e-01,
-3.8151e-02, 3.9261e-02, -7.4968e-02, 2.6472e-02, -2.3430e-02,
2.0780e-02, 4.0057e-02, -7.3176e-02, 2.4709e-01, 1.1627e-02,
1.3440e-01, 2.5431e-01, 2.5577e-01, -2.1020e-02, -5.5590e-02,
2.6607e-02, 1.9381e-01, -3.3904e-02, 1.0047e-01, 1.0879e-01,
-6.4081e-02, -1.1403e-01, -1.3837e-01, -2.2616e-01, -8.0539e-02,
-8.2136e-02, 5.0272e-02, -1.1844e-01, -1.7031e-01, 5.2280e-02,
-1.1495e-01, -5.1088e-02, -8.6859e-02, -3.0904e-01, 1.2621e-01,
-7.1945e-02, -3.6194e-02, 8.7256e-02, 1.6428e-01, 5.1118e-02,
5.9738e-02, 2.1116e-02, -1.4495e-01, -4.6086e-01, 2.1630e-01,
1.3934e-02, 1.3094e-01, -1.6033e-01, -1.0435e-01, 5.5282e-03,
4.0024e-02, 7.0444e-02, 6.0535e-02, 4.1200e-02, 1.3256e-01,
-2.7332e-01, -1.3277e-01, -1.1719e-01, 2.2401e-01, 2.6326e-01,
-6.6616e-02, 8.1526e-02, 1.0656e-01, -1.5446e-01, 1.2368e-01,
2.9518e-01, -1.2026e-01, 1.3486e-01, -2.9509e-01, -1.5693e-01,
-4.9410e-02, -1.7648e-01, 1.5426e-01, -7.2587e-02, 1.8496e-02,
1.0890e-02, -3.3214e-01, 5.4986e-02, -6.4866e-02, -1.1806e-01,
3.6176e-02, -1.2008e-01, -3.0102e-02, -1.1802e-01, -3.5027e-02,
2.2456e-01, -5.9719e-02, 7.5924e-02, 6.3340e-02, -2.6205e-02,
9.8487e-02, 2.7800e-02, -1.7596e-01, -1.3572e-01, -1.1076e-02,
-2.0408e-01, 2.3642e-01, 5.0428e-02, -1.1721e-01, 2.1882e-01,
-7.3654e-02, 1.5148e-01, 6.7295e-02, 8.5236e-02, 1.6662e-01,
2.2630e-03, 2.6907e-02, -1.7793e-01, -8.5351e-02, -3.7762e-02,
2.1504e-01, -9.0061e-02, 1.2623e-01, 1.2695e-02, -3.5906e-02,
-1.6901e-02, -7.5220e-02, 1.5513e-02, -8.9529e-03, -8.2767e-02,
2.2004e-01, -1.4989e-01, -1.5263e-01, -2.9306e-02, 9.5874e-02,
-2.8606e-02, -3.5295e-02, -3.0780e-01, 1.9672e-01, -5.2133e-02,
7.3482e-02, 1.2109e-01, 4.2115e-01, 1.2063e-01, -1.1151e-01,
-1.1214e-02, -1.2685e-02, -1.6056e-01, 2.5798e-02, -4.6250e-02,
-2.7991e-02, 2.7058e-02, -8.7234e-02, 4.6111e-02, -2.4461e-02,
2.0336e-01, -2.2057e-01, -9.9290e-02, 1.1109e-01, 4.2539e-02,
2.1758e-02, 1.6581e-01, 2.7582e-02, -2.6939e-02, -4.8985e-02,
-7.6319e-02, 2.0605e-01, -3.4246e-02, 9.2496e-02, 1.1036e-01,
-2.8725e-01, 8.8947e-02, -2.3173e-02, 3.4290e-01, -1.6988e-02,
-8.1017e-02, 2.2498e-01, -1.0402e-01, 7.5907e-02, 2.5814e-02,
-2.1124e-01, -1.2836e-01, 2.9960e-02, 9.4345e-02, 1.5231e-01,
-9.9020e-04, 2.1146e-02, -1.4418e-01, -2.4617e-01, 1.8793e-01,
-3.1733e-02, 1.6158e-02, -1.8844e-02, -2.6046e-01, -1.2178e-01,
-1.1168e-01, 8.3999e-02, -6.9827e-02, 6.2645e-02, 2.8858e-01,
-2.3166e-01, -6.4374e-03, 2.1388e-02, -3.7412e-02, 1.0371e-01,
-3.5142e-02, -6.9487e-03, 9.1050e-02], device='cuda:0')),
('bert.encoder.layer.2.intermediate.dense.weight',
tensor([[-0.0081, 0.0199, 0.0366, ..., -0.0130, -0.0404, 0.0335],
[-0.0283, 0.0491, 0.0355, ..., -0.0512, -0.0026, 0.0056],
[-0.0401, -0.0277, -0.0742, ..., 0.0604, 0.0142, -0.0018],
...,
[-0.0350, -0.1495, 0.0043, ..., 0.0095, 0.0283, 0.0079],
[-0.0556, -0.0759, -0.0215, ..., 0.0024, 0.0147, -0.0318],
[-0.0674, -0.0423, 0.0100, ..., -0.0139, -0.0397, 0.0444]],
device='cuda:0')),
('bert.encoder.layer.2.intermediate.dense.bias',
tensor([-0.0838, -0.1346, -0.0811, ..., -0.1687, 0.0488, -0.1392],
device='cuda:0')),
('bert.encoder.layer.2.output.dense.weight',
tensor([[ 0.0240, -0.0373, 0.0050, ..., -0.0502, 0.0328, 0.0174],
[ 0.0544, 0.0684, 0.0490, ..., 0.0007, -0.0290, -0.0112],
[-0.0084, 0.0282, 0.0168, ..., -0.0192, -0.0388, -0.0838],
...,
[ 0.0238, -0.0318, 0.0039, ..., 0.0085, 0.0433, -0.0950],
[-0.0109, -0.0353, -0.0363, ..., -0.0487, 0.0443, -0.0335],
[ 0.0191, 0.0431, -0.0335, ..., -0.0601, -0.0201, 0.0384]],
device='cuda:0')),
('bert.encoder.layer.2.output.dense.bias',
tensor([-2.9235e-02, -4.8598e-02, 1.4274e-02, 2.5466e-02, -1.8846e-03,
7.7527e-02, 9.6898e-02, 1.0165e-02, -1.2370e-02, -4.1845e-02,
7.0121e-02, 8.5662e-02, -1.8032e-02, -1.0407e-01, -3.1081e-02,
1.9359e-01, 4.3203e-02, 9.5844e-03, 1.6021e-02, -4.9623e-02,
7.2560e-02, 7.5376e-02, -4.7638e-02, 1.4802e-02, -1.9420e-01,
-7.3085e-02, -4.4882e-02, -1.3411e-02, 6.3526e-02, 2.7182e-02,
-7.0247e-03, 2.8540e-02, 2.3881e-02, -3.1745e-01, 7.3211e-03,
-9.0976e-02, -9.6345e-02, -1.8349e-02, -6.3581e-02, 9.7959e-02,
3.8274e-02, -1.3578e-01, -7.7578e-02, -1.9591e-02, -8.9496e-03,
-2.1363e-02, 7.4833e-02, -4.9169e-02, -1.1705e-02, 5.9635e-02,
-5.1528e-02, -7.2092e-03, 1.1064e-01, -7.2517e-02, -9.7499e-02,
-1.2261e-01, 4.3707e-02, -7.2274e-02, 8.1661e-02, -1.7848e-02,
-7.7136e-02, 2.9220e-02, 2.5163e-02, -3.3279e-02, -5.2397e-02,
1.0245e-01, -2.3539e-02, -5.1437e-03, -1.3406e-02, -2.0646e-01,
-6.8826e-02, -5.3865e-02, 3.3673e-03, -9.1821e-03, -2.8980e-02,
1.9970e-02, -1.3224e-02, -4.3633e-02, -4.5206e-02, -1.1092e-02,
2.3225e-02, 1.9912e-02, 4.4463e-02, 4.1155e-02, 7.5696e-02,
-1.3092e-01, 1.7521e-02, -1.1301e-01, 7.5487e-02, -1.8705e-02,
-3.4215e-02, -1.1455e-01, -1.2124e-01, 3.4575e-02, -2.2519e-02,
1.9870e-01, -7.1084e-02, 3.7347e-02, 1.4901e-01, 5.6422e-02,
6.7170e-02, -2.1921e-02, 8.0975e-02, 1.8440e-02, -1.5882e-01,
-3.3952e-03, 1.1547e-01, 2.1744e-03, -5.2693e-02, 5.8850e-02,
7.2602e-02, -6.1860e-02, -1.0121e-02, 8.3408e-02, 6.1829e-02,
2.1159e-03, -7.4677e-02, -4.0086e-02, 2.1314e-02, 2.8846e-02,
6.0732e-03, 3.8341e-02, -6.5999e-02, -5.5460e-02, -8.2073e-02,
-2.1681e-02, 1.3774e-02, -6.0156e-02, -3.4522e-02, -3.0701e-02,
8.2590e-02, 3.7668e-02, 4.6412e-02, 6.1525e-02, 7.6969e-02,
3.9240e-03, -3.1859e-02, 6.2787e-02, -1.5280e-01, 1.2080e-01,
-2.0662e-01, 4.5643e-03, -4.4616e-02, -4.8202e-01, -6.1267e-02,
7.7965e-03, 4.1184e-02, -6.0053e-02, -9.4465e-04, 8.1023e-02,
-5.7320e-02, -8.4605e-02, -5.7141e-02, 5.1421e-02, 3.4954e-02,
5.9311e-02, 8.2402e-02, -9.0266e-02, 7.0578e-03, 6.7942e-02,
2.3079e-02, 2.7462e-03, -1.0293e-01, -7.2043e-03, 4.4830e-02,
2.9103e-02, 1.2880e-02, -9.7919e-02, -1.8525e-01, -2.4275e-02,
4.7573e-02, 1.4349e-02, -5.3453e-02, 4.1220e-02, -3.8399e-02,
3.0299e-02, 1.2865e-01, -4.2742e-02, -3.5713e-02, 1.9569e-02,
-1.2200e-01, -1.6334e-02, 4.7521e-02, -2.8852e-02, 7.9441e-02,
-1.3337e-02, -8.0455e-02, -7.7689e-02, 4.4491e-02, -6.5535e-02,
5.4328e-02, -1.2975e-01, 6.0199e-02, 4.4761e-03, 1.3391e-01,
-1.9377e-02, -3.4546e-02, 1.6530e-01, -6.7373e-02, -6.2998e-02,
4.6953e-02, 9.5671e-02, 3.0815e-02, 2.5209e-02, 6.7900e-02,
-6.8611e-02, 5.1384e-04, -2.9239e-02, 2.0330e-02, -5.1929e-02,
-1.9555e-03, -7.3897e-02, 1.0519e-01, 1.8948e-02, 6.8242e-02,
2.3466e-02, -4.6857e-02, -2.8299e-02, 6.7150e-03, 3.0566e-02,
1.0214e-01, 5.9293e-02, 2.1048e-02, 5.7497e-02, 1.8578e-02,
2.7640e-02, -1.3575e-01, -2.4401e-02, 9.6233e-02, 1.2964e-01,
-9.3657e-02, 4.6230e-02, 3.1128e-02, -8.3353e-03, -1.9426e-03,
-8.1547e-02, -2.9556e-01, -4.8232e-02, -1.9660e-01, 1.3290e-01,
-1.3217e-02, 6.2936e-02, 6.4285e-02, 3.1425e-02, -1.1799e-01,
-2.4864e-02, 5.4193e-02, 3.3918e-02, -2.9770e-02, -2.1511e-03,
-7.2547e-03, 1.6901e-02, -1.4195e-02, 4.0542e-03, 1.3769e-02,
-5.2109e-02, 1.2730e-02, 9.1662e-02, 3.6459e-02, 2.0541e-02,
-1.4748e-03, -8.1887e-02, -5.9573e-02, -3.8931e-02, 1.9696e-02,
-6.2047e-02, -1.0375e-01, 4.2639e-02, -1.4008e-01, 1.8209e-03,
-7.1148e-02, -1.9702e-02, 1.1163e-01, -1.9967e-02, 4.0362e-02,
5.0456e-02, 1.2974e-01, -9.1223e-02, 1.2460e-01, 1.2122e-01,
-4.6695e-03, 5.0731e-02, -7.9500e-02, 1.7572e-01, -1.1326e-01,
4.5755e-02, 3.8623e-02, 3.5802e-02, 1.9791e-02, 2.1151e-02,
-2.3980e-02, -9.6596e-03, 2.3845e-02, 9.9030e-02, -4.2121e-02,
-1.3730e-01, -5.4340e-02, 4.1322e-02, 1.1745e-02, -3.7633e-02,
-3.1734e-02, 1.8694e-02, 4.1950e-02, -1.3547e-03, 1.7355e-02,
-3.4395e-02, -6.8089e-02, -8.8844e-03, -8.3758e-02, 2.7892e-02,
1.7536e-01, 1.0260e-01, -5.0430e-02, -4.8098e-02, -8.1203e-02,
1.0490e-02, -6.3327e-02, -3.8541e-02, 4.6944e-02, -8.1114e-04,
-1.1454e-01, 7.5680e-02, -2.8271e-02, 7.4564e-02, -4.8098e-02,
-5.3350e-02, -8.4513e-03, 4.9835e-02, 1.2836e-01, 4.1162e-02,
-4.1205e-02, 3.2629e-02, 5.3670e-02, -5.8647e-02, 5.6730e-02,
-2.2243e-02, -1.0620e-01, 8.0955e-02, -1.5023e-02, -2.7029e-02,
9.6795e-02, 5.9238e-02, -1.0340e-01, 7.5116e-02, -5.3195e-02,
-1.6257e-02, 7.1820e-02, -7.8549e-02, -4.8146e-02, 8.3688e-02,
-6.1665e-02, -1.0322e-02, -4.8146e-02, 6.3451e-02, 1.9316e-02,
-6.4540e-02, 4.4334e-02, 2.1873e-02, 1.9583e-02, -6.9309e-02,
9.7917e-02, -1.3188e-01, -1.0246e-02, 1.5055e-02, -9.7476e-02,
1.5916e-03, -2.9405e-04, 4.2414e-02, 4.4013e-02, 5.9399e-02,
-5.3581e-02, -8.2062e-02, -4.2017e-03, 2.2790e-03, -1.8241e-02,
-2.2062e-02, -6.3377e-02, -2.8915e-02, -1.2588e-02, -4.0132e-02,
1.1461e-01, -6.6023e-04, 9.9865e-02, 5.1587e-02, -5.8162e-02,
1.5744e-01, 6.7060e-02, -5.2532e-03, -1.0764e-01, 7.5999e-02,
1.9227e-02, -3.5382e-02, 1.3171e-01, -5.1739e-03, 7.2969e-02,
3.6015e-03, 6.6237e-02, 1.8457e-02, -7.9934e-02, 1.3182e-02,
-1.5755e-02, 1.5231e-01, 3.9433e-02, -2.5198e-02, -1.3196e-01,
-1.9122e-02, 6.7264e-02, -2.6616e-02, -5.6478e-02, -1.2000e-01,
-1.6449e-02, 5.3746e-02, -6.2360e-02, 3.3315e-02, 7.5826e-02,
1.0569e-02, -1.3419e-02, -2.9940e-02, -7.6526e-03, 3.4768e-03,
-1.0497e-01, -7.9987e-03, 6.3602e-02, -5.3925e-02, 8.4000e-02,
4.5354e-03, 4.1920e-04, -1.0136e-01, -3.6584e-02, -3.7265e-02,
4.3054e-02, 4.2042e-02, 1.2179e-01, 5.5997e-02, -9.1906e-02,
5.8906e-03, -2.5806e-03, 4.0612e-02, 7.8773e-02, 5.1513e-02,
3.8191e-02, -6.2394e-02, -1.6117e-01, -1.0708e-01, -2.9283e-02,
2.1475e-02, -5.6225e-02, 7.2797e-02, -2.7953e-02, 4.4982e-02,
1.3105e-01, -1.2144e-02, 1.0205e-02, -9.2789e-03, -2.3502e-03,
-3.1399e-02, 1.1839e-01, -5.7823e-02, 7.1043e-03, -8.6658e-03,
5.2628e-03, 8.9963e-02, 5.0009e-02, 7.9117e-02, 9.3512e-04,
1.0460e-01, -1.0675e-02, -1.2674e-02, -6.7527e-02, 1.0415e-02,
-5.6819e-02, 2.9152e-02, -4.9184e-03, 6.0161e-02, -1.3675e-02,
-2.9651e-03, -2.5005e-02, -1.3062e-01, 1.3575e-01, 3.8538e-02,
-2.1783e-02, 3.4835e-02, 6.0438e-02, -2.7824e-02, -2.9511e-02,
-7.1698e-02, 2.2773e-02, 2.0344e-02, -2.4528e-02, -9.5507e-02,
2.1690e-02, 2.9228e-02, -1.2726e-01, 4.6455e-02, 2.7660e-02,
-2.0238e-02, -6.6623e-02, -9.4627e-02, -1.9938e-02, 8.0300e-02,
-3.0229e-02, -4.7702e-02, -5.9755e-02, -5.6559e-02, -3.1504e-02,
8.3617e-02, 6.4681e-02, 5.8217e-03, -3.7298e-02, 6.4020e-02,
-2.9732e-02, 2.3561e-03, 4.6408e-02, 4.6198e-02, -2.8340e-02,
1.3266e-01, 3.5298e-02, -5.1816e-02, 8.2626e-02, 5.0481e-02,
-8.3968e-02, 4.3059e-02, 1.1184e-01, -1.4661e-02, -1.1882e-02,
3.1569e-04, 3.4245e-02, -2.2551e-02, -4.2206e-02, 5.7257e-02,
1.4297e-01, 6.0091e-02, -7.1089e-02, -4.6028e-02, -5.4140e-02,
-5.3622e-02, 3.4336e-02, 4.0568e-02, 5.1508e-02, -6.0610e-02,
5.0971e-03, 2.4730e-02, 3.7015e-03, 1.8654e-02, 5.8500e-04,
-1.3234e-02, 4.6420e-02, 5.7304e-02, -6.9920e-05, 8.3010e-03,
9.9255e-02, 4.1584e-02, -5.0509e-04, 2.4932e-02, -1.7684e-01,
1.1300e-02, -1.5964e-01, -4.1081e-01, -1.0492e-01, 7.8376e-02,
8.9450e-02, -2.8843e-02, -9.2681e-02, 7.7759e-03, 2.1549e-02,
-1.6604e-02, -9.3158e-02, -1.7964e-02, -2.2626e-02, 1.6950e-02,
-1.4218e-01, 3.5173e-02, -1.6319e-01, -1.0271e-02, 1.5899e-02,
-2.5155e-02, 2.9859e-02, -1.9963e-03, -1.8355e-02, -7.7840e-02,
8.1278e-02, 7.4785e-02, -5.6667e-02, -8.0541e-02, 3.2315e-02,
6.6121e-02, -2.2081e-02, 8.7095e-03, 5.8328e-02, -1.6703e-02,
1.3573e-03, 1.8618e-01, 6.8681e-03, -9.7329e-02, 2.7095e-02,
4.1971e-02, 3.9412e-03, 3.8864e-02, 3.5891e-03, 2.4398e-02,
4.8535e-02, -3.2285e-02, -5.3987e-02, 7.4325e-02, -4.2719e-02,
-3.8558e-02, 4.0758e-02, -8.0855e-03, 2.0599e-02, 6.0851e-02,
1.1946e-02, 1.8757e-02, -7.9002e-02, -2.1352e-02, 4.2544e-02,
-4.0756e-02, 1.1073e-02, 1.2613e-02, -4.4537e-02, 5.2593e-02,
-7.7958e-02, 2.2576e-03, 4.8279e-02, 1.8834e-02, -5.6662e-02,
-7.1214e-02, 3.1605e-02, -2.7522e-02, -1.0266e-01, 2.1437e-01,
-1.7109e-01, 6.5244e-02, -4.0935e-02, 1.1227e-02, -3.8313e-02,
1.5531e-01, 1.1478e-01, 5.2155e-02, -1.0147e-02, -1.0978e-01,
-9.5782e-03, 1.0562e-01, 1.0182e-01, 1.9240e-02, -7.8892e-02,
-8.9277e-02, 3.5083e-02, -1.6619e-03, -7.4039e-02, -1.1819e-01,
6.6188e-02, 4.7012e-02, -4.7072e-02, -5.8136e-02, 4.3650e-02,
9.6305e-02, 2.1216e-02, -5.2220e-03, 6.1918e-02, -6.5284e-02,
7.8672e-02, 8.5962e-02, -5.1448e-02, 1.2061e-01, -3.0658e-02,
7.4506e-03, 7.7649e-03, 1.6198e-01, -7.7945e-02, 8.1701e-02,
8.0017e-03, 2.4633e-01, -7.1915e-02, 1.9188e-02, -4.1785e-03,
-3.8294e-02, 1.3502e-02, 3.1729e-02, 2.1709e-02, 3.1640e-02,
4.4296e-02, -2.0792e-01, 3.3387e-02, 2.2580e-02, 6.3807e-02,
1.5287e-02, -7.2515e-02, 1.6013e-02, 4.9175e-02, 2.3341e-02,
-2.3072e-02, 1.0877e-01, -5.1459e-02, 5.4734e-03, -4.9270e-02,
-3.5604e-02, 3.0551e-02, 5.0897e-02, 8.2756e-02, 6.2015e-02,
7.9513e-02, -7.8031e-02, 1.7905e-02, -2.8696e-02, -4.3567e-02,
5.5825e-03, -9.1458e-02, -1.0465e-01, -1.2087e-01, -3.8469e-02,
4.0500e-02, -5.5392e-02, -7.2677e-02, -7.2215e-02, 1.1572e-02,
1.0213e-01, 4.5245e-02, -1.0316e-02, 6.2639e-02, 1.1855e-02,
1.6077e-02, -4.6615e-02, -6.9126e-02, -1.4491e-02, 4.5994e-02,
-1.7959e-01, -1.8190e-02, 3.2221e-02, 3.1512e-02, -6.1191e-02,
-8.5142e-02, 6.4398e-03, 1.3368e-02, -3.4854e-02, -8.1652e-02,
-3.4553e-02, 6.8901e-02, 7.1488e-03, 6.6780e-02, 7.7945e-02,
-5.3920e-02, -1.2309e-01, 2.0574e-01, 3.9036e-02, 1.9469e-02,
4.4424e-03, 7.2421e-02, 7.3477e-02, -1.0381e-01, 8.4561e-02,
-6.8736e-02, -9.3703e-02, 2.7230e-02, 8.0863e-02, 2.5339e-02,
2.5021e-02, 3.8572e-02, -4.5088e-02, -7.6777e-02, 2.4884e-02,
2.8489e-02, -4.2270e-02, 4.3876e-02, 4.6310e-02, 1.1881e-02,
2.6352e-02, 3.2486e-02, 1.1181e-01], device='cuda:0')),
('bert.encoder.layer.2.output.LayerNorm.weight',
tensor([0.8352, 0.8671, 0.8494, 0.8586, 0.8510, 0.8239, 0.7348, 0.6575, 0.8915,
0.7698, 0.8867, 0.9075, 0.9494, 0.9056, 0.9095, 0.7151, 0.8580, 0.8757,
0.8668, 0.8898, 0.7649, 0.9094, 0.8961, 0.8511, 0.8397, 0.8529, 0.8898,
0.8134, 0.8786, 0.9191, 0.8592, 0.7767, 0.9030, 0.8171, 0.8668, 0.8635,
0.7963, 0.9063, 0.7715, 0.8569, 0.9117, 0.8638, 0.8956, 0.8964, 0.8964,
0.9072, 0.8289, 0.8998, 0.9194, 0.8588, 0.8893, 0.8524, 0.8140, 0.8862,
0.7874, 0.7476, 0.8619, 0.8725, 0.8332, 0.7995, 0.8607, 0.9163, 0.8942,
0.8710, 0.8002, 0.9328, 0.8812, 0.8708, 0.6938, 0.8189, 0.8936, 0.8635,
0.8709, 0.8364, 0.9101, 0.9273, 0.8627, 0.8629, 0.9297, 0.8789, 0.8940,
0.8495, 0.9159, 0.8400, 0.6921, 0.8441, 0.8145, 0.8807, 0.9267, 0.8766,
0.8410, 0.8631, 0.8939, 0.8542, 0.8495, 0.8304, 0.7524, 0.8980, 0.8659,
0.8493, 0.8507, 0.9289, 0.7964, 0.9201, 0.7647, 0.9134, 0.9253, 0.8376,
0.9043, 0.8969, 0.8452, 0.8345, 0.9285, 0.7331, 0.8508, 0.8805, 0.8912,
0.8865, 0.9053, 0.9297, 0.8833, 0.8735, 0.8880, 0.8006, 0.8277, 0.8230,
0.9130, 0.8468, 0.8728, 0.8784, 0.9114, 0.8416, 0.8660, 0.8942, 0.8916,
0.8810, 0.8327, 0.8864, 0.8068, 0.8972, 0.7257, 0.9148, 0.8488, 0.1523,
0.8513, 0.8699, 0.8739, 0.8765, 0.8887, 0.8395, 0.8462, 0.8815, 0.8887,
0.8836, 0.8575, 0.8900, 0.9200, 0.8995, 0.8748, 0.8907, 0.9132, 0.9021,
0.7917, 0.9004, 0.8245, 0.8767, 0.7842, 0.7758, 0.8530, 0.8850, 0.8951,
0.7759, 0.8003, 0.8518, 0.7550, 0.8659, 0.9076, 0.7361, 0.8977, 0.8685,
0.8425, 0.8679, 0.8379, 0.8899, 0.9049, 0.8999, 0.8401, 0.8723, 0.8676,
0.9025, 0.8364, 0.7544, 0.8600, 0.8925, 0.8714, 0.9003, 0.9067, 0.7477,
0.8771, 0.9002, 0.9148, 0.7811, 0.9003, 0.8688, 0.8061, 0.8687, 0.9122,
0.9446, 0.9151, 0.8758, 0.9092, 0.8955, 0.8282, 0.8951, 0.8853, 0.9104,
0.8666, 0.8362, 0.8934, 0.8763, 0.9084, 0.8850, 0.9075, 0.8110, 0.8912,
0.9102, 0.9053, 0.8981, 0.8341, 0.7006, 0.8409, 0.9083, 0.8347, 0.8616,
0.8676, 0.8758, 0.7849, 0.8998, 0.8776, 0.9218, 0.8385, 0.8385, 0.8275,
0.8570, 0.8991, 0.8153, 0.8941, 0.8261, 0.9274, 0.8928, 0.8883, 0.9119,
0.9545, 0.9203, 0.9281, 0.9150, 0.8976, 0.7307, 0.8618, 0.8687, 0.7627,
0.8579, 0.8934, 0.8548, 0.8807, 0.8675, 0.8890, 0.9305, 0.7728, 0.8880,
0.9043, 0.9056, 0.9326, 0.8764, 0.8978, 0.9100, 0.8824, 0.8918, 0.8667,
0.8765, 0.9153, 0.9105, 0.7968, 0.4215, 0.8803, 0.9215, 0.7977, 0.8456,
0.8953, 0.8529, 0.7783, 0.8331, 0.8470, 0.8611, 0.8706, 0.8248, 0.8197,
0.7254, 0.9188, 0.8699, 0.8702, 0.8664, 0.8598, 0.8903, 0.6309, 0.8936,
0.8613, 0.9032, 0.8926, 0.8526, 0.8052, 0.8836, 0.8488, 0.7432, 0.8691,
0.9043, 0.8494, 0.8310, 0.8799, 0.8265, 0.8347, 0.8869, 0.8586, 0.9168,
0.8352, 0.8304, 0.8199, 0.7954, 0.9209, 0.8811, 0.8413, 0.8865, 0.9461,
0.9054, 0.9176, 0.9292, 0.8672, 0.8833, 0.8852, 0.8158, 0.7281, 0.9140,
0.8560, 0.9145, 0.8673, 0.9234, 0.9076, 0.8804, 0.8790, 0.8714, 0.8749,
0.8437, 0.8510, 0.8790, 0.9081, 0.8422, 0.8858, 0.8680, 0.8714, 0.7666,
0.8906, 0.9057, 0.8482, 0.9071, 0.8604, 0.8243, 0.9132, 0.8936, 0.9098,
0.8061, 0.8940, 0.9198, 0.9020, 0.8895, 0.8595, 0.8551, 0.8646, 0.9061,
0.8845, 0.7489, 0.8652, 0.8953, 0.9121, 0.8738, 0.8025, 0.8214, 0.8050,
0.8962, 0.8718, 0.7891, 0.9262, 0.8248, 0.8731, 0.8997, 0.8698, 0.8891,
0.8183, 0.9100, 0.8403, 0.8280, 0.8168, 0.8014, 0.8048, 0.8633, 0.8806,
0.8781, 0.8575, 0.8398, 0.8932, 0.9450, 0.8393, 0.8548, 0.8823, 0.9205,
0.8848, 0.8680, 0.8370, 0.8292, 0.8355, 0.8901, 0.8782, 0.9434, 0.8692,
0.8343, 0.8703, 0.8855, 0.8683, 0.6723, 0.8683, 0.9046, 0.8806, 0.9140,
0.8000, 0.9202, 0.7268, 0.8920, 0.8428, 0.8606, 0.8996, 0.9039, 0.8829,
0.7986, 0.8530, 0.8282, 0.8864, 0.8176, 0.8850, 0.8935, 0.9139, 0.8608,
0.8878, 0.8200, 0.8906, 0.9012, 0.8759, 0.7971, 0.8426, 0.8139, 0.8460,
0.8867, 0.8638, 0.8673, 0.8341, 0.9054, 0.8170, 0.8198, 0.8777, 0.8348,
0.8713, 0.8730, 0.9325, 0.8731, 0.9505, 0.8220, 0.8713, 0.8824, 0.8082,
0.9007, 0.8127, 0.9334, 0.8753, 0.8657, 0.9111, 0.9008, 0.8874, 0.8650,
0.9133, 0.8413, 0.9622, 0.8249, 0.8469, 0.8959, 0.9088, 0.8043, 0.8823,
0.8550, 0.8834, 0.9260, 0.8764, 0.8936, 0.8760, 0.9349, 0.8504, 0.8913,
0.8712, 0.8772, 0.9198, 0.8699, 0.8514, 0.8676, 0.8183, 0.8946, 0.8185,
0.8736, 0.9160, 0.8699, 0.9087, 0.8814, 0.7044, 0.9159, 0.9237, 0.7896,
0.8791, 0.9092, 0.8967, 0.9288, 0.8795, 0.9276, 0.8902, 0.9049, 0.8691,
0.8816, 0.8495, 0.8072, 0.8572, 0.8565, 0.8129, 0.8737, 0.8532, 0.8457,
0.8815, 0.9264, 0.7906, 0.8347, 0.8342, 0.9243, 0.8579, 0.8153, 0.8438,
0.8963, 0.8511, 0.8463, 0.8996, 0.8540, 0.7917, 0.8541, 0.8051, 0.4077,
0.8812, 0.8848, 0.9333, 0.9266, 0.7861, 0.9100, 0.8865, 0.9088, 0.8668,
0.8846, 0.8067, 0.8880, 0.8416, 0.8733, 0.8750, 0.8742, 0.9071, 0.9000,
0.8749, 0.8663, 0.8670, 0.9125, 0.8639, 0.8842, 0.8455, 0.8931, 0.8853,
0.9064, 0.8204, 0.8892, 0.8398, 0.8126, 0.9255, 0.8081, 0.8335, 0.8512,
0.8816, 0.9337, 0.8257, 0.8617, 0.8974, 0.8778, 0.8851, 0.8588, 0.8321,
0.8667, 0.8699, 0.8784, 0.8812, 0.8400, 0.8832, 0.8494, 0.8742, 0.8354,
0.8513, 0.7413, 0.8777, 0.8863, 0.9318, 0.9296, 0.8863, 0.9134, 0.8744,
0.8224, 0.8425, 0.9254, 0.8574, 0.8772, 0.8986, 0.8537, 0.8045, 0.8238,
0.8880, 0.8886, 0.8441, 0.8774, 0.8291, 0.8382, 0.9173, 0.8791, 0.8695,
0.8582, 0.9238, 0.8523, 0.8858, 0.8712, 0.8717, 0.8673, 0.7160, 0.9011,
0.9139, 0.8642, 0.8106, 0.9412, 0.8758, 0.7828, 0.8640, 0.8398, 0.9210,
0.8366, 0.8501, 0.8873, 0.8769, 0.8431, 0.8672, 0.8855, 0.8583, 0.8628,
0.9074, 0.7995, 0.7892, 0.8739, 0.9256, 0.8561, 0.8780, 0.9424, 0.8744,
0.8553, 0.8905, 0.8825, 0.9293, 0.8571, 0.9056, 0.8591, 0.8835, 0.8974,
0.9192, 0.8604, 0.8449, 0.9246, 0.8879, 0.8997, 0.9028, 0.7578, 0.8771,
0.8891, 0.9113, 0.9149, 0.9013, 0.8970, 0.8398, 0.9325, 0.8280, 0.8041,
0.6677, 0.8402, 0.8709, 0.9379, 0.8961, 0.9021, 0.8816, 0.9034, 0.8640,
0.9129, 0.9179, 0.8745, 0.9317, 0.7741, 0.8397, 0.8263, 0.8709, 0.9378,
0.8953, 0.8564, 0.9236, 0.8450, 0.9408, 0.7299, 0.9065, 0.8368, 0.9000,
0.8742, 0.8348, 0.8744, 0.9275, 0.8621, 0.8648, 0.9157, 0.8860, 0.8469,
0.8545, 0.9053, 0.8972, 0.8634, 0.7492, 0.8738, 0.8632, 0.8222, 0.8379,
0.8763, 0.8557, 0.7840, 0.8523, 0.8976, 0.8814, 0.8278, 0.9135, 0.8638,
0.7928, 0.8873, 0.8853, 0.8274, 0.8086, 0.8941, 0.9240, 0.8966, 0.9387,
0.8408, 0.9276, 0.8581], device='cuda:0')),
('bert.encoder.layer.2.output.LayerNorm.bias',
tensor([-8.1480e-02, -9.1060e-02, 2.4521e-02, 5.0893e-03, 8.8345e-02,
-1.8425e-01, 7.6589e-02, -2.8071e-01, -7.3331e-02, 3.8697e-02,
-3.6840e-02, 4.7541e-03, -1.6259e-02, 8.4567e-02, 6.1287e-03,
-1.0405e-01, 5.1270e-02, -5.7076e-03, 3.9119e-02, 7.7197e-02,
-5.1702e-02, -2.0017e-02, -1.5473e-02, -2.5003e-02, -2.3220e-02,
-7.4697e-02, 1.2322e-02, -1.2971e-01, -1.6894e-02, 1.2976e-02,
-5.7299e-02, 5.5334e-02, 6.4644e-02, 1.4145e-02, -5.7703e-02,
-1.9621e-02, -3.9162e-02, -8.5542e-03, -8.5665e-02, -1.2500e-01,
3.8891e-02, 4.9299e-02, -5.6173e-02, -5.8701e-02, 6.0563e-02,
-1.0890e-02, -1.2219e-01, 5.3836e-02, -7.5355e-02, -7.1365e-02,
-1.0783e-01, -2.0071e-02, -1.2975e-01, 3.0001e-02, 2.9270e-02,
1.4744e-02, 6.5683e-02, 2.6006e-02, -1.2437e-02, -8.4027e-02,
1.9448e-02, -9.9633e-03, -8.8973e-02, 1.2207e-01, 3.1752e-02,
1.3518e-02, -7.5102e-03, -1.0090e-02, -1.0777e-01, -1.9704e-02,
5.7275e-02, -7.6061e-02, 7.0703e-04, -8.1066e-02, 4.0564e-02,
2.8826e-02, -9.8823e-02, 1.9410e-02, -5.1883e-03, -7.6550e-02,
-8.6130e-03, -3.6454e-02, 7.9172e-03, -1.4295e-01, 8.7093e-02,
-1.5090e-01, 8.4931e-02, -1.0044e-02, -2.1378e-02, -6.4923e-02,
8.2573e-02, 6.7872e-02, 9.8171e-02, -9.9077e-02, 8.5055e-02,
-1.1292e-01, -3.7121e-02, 3.3372e-02, -9.2581e-02, -1.6927e-01,
6.7514e-02, 2.1513e-02, -8.7930e-02, -6.6880e-02, -7.1425e-02,
-1.0156e-01, -4.2987e-02, -4.3826e-02, 6.3809e-02, 3.4294e-02,
-2.2516e-02, 6.7769e-02, 3.8192e-05, 7.7628e-02, -1.2539e-03,
-1.4282e-01, -3.0202e-02, -1.0132e-01, -2.8150e-03, -3.7869e-02,
-6.9486e-02, 7.3312e-02, -2.7203e-02, 3.1214e-02, 5.5912e-04,
-1.9535e-02, 2.2639e-02, -5.0073e-02, -3.7427e-02, -3.2043e-02,
3.6610e-06, -5.2705e-02, 7.4111e-02, -8.6143e-03, -4.2350e-02,
-3.6249e-02, -1.7810e-02, -4.1731e-02, 6.4958e-02, -3.9300e-02,
7.5673e-02, -4.9915e-02, 2.2758e-02, 2.7496e-01, 9.6428e-04,
7.8829e-02, -8.7557e-02, -7.3954e-02, 1.4021e-02, 7.2629e-02,
1.6894e-01, -6.7797e-02, 2.7643e-02, 1.5920e-02, -9.5659e-02,
-1.1506e-02, 2.1769e-02, 2.6868e-02, -1.3523e-02, 3.3237e-02,
-1.4655e-01, -5.5843e-02, -3.7537e-03, -2.7078e-02, -3.6700e-02,
8.5473e-02, -2.1895e-01, -2.6806e-02, 6.5178e-02, 4.5109e-02,
3.8355e-02, -9.7408e-03, 3.1783e-02, -6.6565e-02, -1.5490e-01,
-1.7143e-01, -1.3755e-01, 1.9615e-01, -1.8917e-03, 1.5792e-02,
1.0755e-01, -1.1087e-02, 4.7589e-02, 1.0026e-01, 1.7979e-02,
6.5017e-02, 6.4124e-02, 1.2178e-01, -5.1958e-02, 8.0597e-03,
-1.1734e-01, -1.7745e-01, -5.7903e-02, -3.5172e-02, 6.5886e-02,
1.3096e-01, 3.8217e-02, 8.3473e-02, 5.9924e-02, -6.0336e-02,
-9.9168e-02, -8.0791e-02, 3.0341e-02, -1.0548e-01, -1.3524e-01,
-2.9167e-02, -4.2224e-02, 3.9756e-02, 1.8771e-02, 8.2505e-02,
7.7267e-03, -3.9026e-02, -1.0357e-02, 4.9762e-02, 3.7243e-02,
9.0020e-03, -1.9699e-02, -8.6947e-02, 1.9464e-02, -5.2815e-02,
-2.6064e-02, 2.6166e-02, -4.1117e-02, 1.9403e-01, 1.8115e-02,
1.7424e-02, -4.8032e-02, -5.0317e-02, -1.2197e-01, 1.0914e-01,
9.2237e-02, -4.0264e-02, -1.1216e-01, 4.3495e-03, 1.6510e-02,
8.2857e-02, -9.2411e-02, 1.4913e-02, -2.3028e-02, 5.5317e-03,
8.6516e-02, 4.5928e-02, 4.7016e-03, -1.5750e-02, 8.0913e-02,
2.9164e-02, -7.2534e-02, 2.1024e-02, -1.8618e-03, -8.2834e-02,
-7.9465e-02, -3.3796e-02, -1.0206e-01, 2.2736e-02, -3.1591e-02,
-3.4022e-02, 7.7913e-02, 4.1021e-02, 1.0846e-01, 6.8332e-02,
1.6192e-02, 1.0166e-01, -7.5696e-02, -1.1258e-01, -2.5151e-03,
-3.2628e-02, 7.6893e-02, 6.6698e-03, -5.5850e-02, 9.8828e-03,
-2.6587e-02, 4.9202e-02, -8.8445e-03, -1.0362e-01, -1.2800e-01,
3.1140e-02, 4.2055e-02, 3.4052e-02, -3.0735e-02, 1.4790e-01,
1.0882e-02, 7.5678e-02, 1.0974e-01, 5.1436e-03, 2.9456e-02,
-9.8370e-02, -6.3222e-02, 1.2937e-01, -9.2379e-02, -2.0372e-02,
-6.0183e-02, 6.2091e-02, 6.1966e-02, 1.3553e-02, 5.5060e-02,
2.6085e-02, 1.5146e-01, 4.5976e-02, 2.8530e-02, -8.9658e-02,
-9.6048e-02, 2.0000e-02, -1.1224e-03, 6.6393e-03, 7.3361e-02,
3.5001e-02, -3.6890e-02, -4.8301e-02, -2.5721e-02, -4.0512e-02,
-1.4049e-01, 1.6830e-03, -2.5665e-02, -2.8429e-02, -5.7652e-03,
-6.5793e-02, 6.8268e-02, 5.1301e-02, 8.6238e-02, -5.5348e-02,
9.7451e-02, 8.1337e-03, 7.6288e-03, -3.4995e-02, 5.9569e-02,
2.0320e-02, -2.0089e-01, -1.4283e-01, -5.4816e-02, -8.8795e-02,
1.7494e-01, 2.3221e-02, 2.8034e-03, -8.8307e-02, -2.4529e-02,
-3.8154e-03, -8.6436e-02, -1.5134e-01, 9.5033e-02, 1.3112e-02,
-1.0676e-02, 2.8835e-02, 3.6247e-02, 3.6125e-02, -1.9314e-02,
-2.2863e-02, -3.1680e-02, 4.2750e-02, -2.2538e-02, 8.8090e-03,
6.4583e-03, 3.1378e-03, 8.5938e-02, -9.9318e-03, 8.8925e-03,
1.3038e-02, 3.8033e-03, -7.0013e-02, -4.7537e-02, 7.6766e-02,
1.0553e-02, 7.2246e-02, -6.4769e-02, 3.2966e-02, 1.2243e-02,
-8.8049e-02, -1.3393e-02, -1.7615e-01, 5.0784e-02, -1.8479e-01,
-9.6997e-03, 3.7314e-02, -3.5611e-02, -5.0052e-02, -6.2406e-03,
4.2047e-02, -5.7686e-02, -1.5180e-02, -1.1265e-01, 8.0896e-03,
-2.9339e-02, 3.8948e-02, 2.4905e-02, -1.5860e-01, 1.2530e-01,
1.3091e-01, -1.3698e-01, 2.0428e-02, -5.3807e-02, -1.1798e-03,
-3.9990e-02, -3.1512e-02, -4.0233e-02, 1.9625e-02, -6.1617e-02,
4.4986e-02, 6.0132e-02, -1.1306e-01, -3.8435e-02, 3.5111e-02,
7.3058e-02, -1.4019e-01, -5.7850e-02, -6.0343e-02, 9.4009e-02,
-9.1916e-02, -4.4457e-02, 7.7669e-02, 9.4882e-02, 4.6547e-02,
1.4162e-02, 1.6172e-02, -1.1606e-01, 1.6166e-02, -9.6055e-02,
1.6547e-02, -8.1960e-02, -1.3123e-01, 6.3939e-02, -1.9201e-02,
-4.1727e-02, 2.6538e-03, 6.5545e-02, 1.2783e-02, 1.2587e-02,
2.0422e-02, 1.5932e-01, 6.8185e-02, 8.6585e-02, -4.5105e-02,
-2.2963e-02, 1.8633e-02, 2.0003e-01, 7.1306e-03, 5.7164e-02,
-1.1670e-01, -1.6554e-01, -6.5275e-02, 5.0068e-02, -5.7589e-02,
-1.2698e-01, -1.1549e-02, -7.4224e-03, -2.4467e-02, 4.1769e-03,
4.9187e-02, -3.4219e-02, -8.5558e-02, -4.7008e-02, 3.0811e-02,
-1.1258e-01, -4.6646e-02, 5.3195e-03, -2.5669e-04, -8.4248e-03,
1.9694e-01, -9.9712e-03, -9.2671e-02, 2.5768e-02, 3.5790e-02,
-3.9990e-02, -1.3698e-02, 4.0733e-02, -2.5220e-02, 6.5644e-02,
2.2226e-02, -6.0856e-02, -3.5247e-02, -1.0107e-01, -7.2637e-02,
-9.6685e-04, -7.2353e-02, -3.3500e-02, -9.2208e-02, 5.1950e-02,
-7.2939e-02, 9.5782e-02, -1.3776e-01, -3.5145e-02, 5.4174e-02,
-2.0593e-03, 3.5238e-02, 6.6512e-02, -5.1963e-02, -4.1972e-02,
4.6277e-02, -1.0760e-01, -2.0014e-02, -4.8176e-02, -2.2804e-02,
4.6687e-02, 6.7348e-02, -3.1802e-02, -5.3354e-02, -5.3170e-02,
-4.0214e-02, -3.4766e-02, -1.3154e-02, 2.4888e-02, -8.4851e-04,
5.7716e-02, -5.1753e-02, 5.1993e-03, -2.5398e-02, 5.6511e-02,
-1.8725e-01, 2.8652e-02, 7.7565e-03, 1.0787e-01, 7.4601e-02,
1.2214e-01, -7.8792e-03, -1.6098e-01, -9.3219e-02, 4.1377e-02,
7.2119e-02, -3.3146e-02, -7.1734e-02, -1.0846e-01, 3.5373e-03,
-1.3294e-02, -2.8503e-03, 9.7080e-03, 8.8601e-02, -6.2511e-04,
5.3768e-02, -1.0115e-01, -2.6076e-02, 5.4768e-03, 5.2827e-02,
1.7466e-02, -5.4548e-02, 8.3039e-02, 1.0013e-01, 4.6232e-02,
1.0064e-02, 2.4646e-02, -1.0707e-01, 6.0324e-02, -1.1102e-01,
9.8350e-02, -2.8452e-02, -4.0743e-02, 3.3207e-03, 1.9310e-02,
-7.9356e-02, -9.7037e-02, 4.2449e-02, -9.5792e-02, -7.6512e-02,
-3.0294e-02, -5.5464e-03, -8.7657e-03, -2.8402e-02, 2.4950e-02,
1.2818e-02, 6.3276e-02, -7.1048e-01, 9.0896e-03, 5.3288e-03,
1.1287e-02, -2.8646e-02, 9.3260e-02, 2.0943e-02, -4.9049e-02,
5.2274e-02, 3.7943e-04, 3.1907e-02, 6.0449e-02, -1.0272e-01,
3.5358e-03, -2.3992e-02, -3.9202e-04, -2.4158e-02, -1.2620e-02,
-3.7427e-02, -1.2568e-02, 6.7555e-03, -1.0811e-01, -5.5969e-03,
-6.7472e-02, -1.1621e-01, -1.1840e-01, -1.7268e-02, 1.2099e-02,
1.8812e-03, -1.5140e-01, -3.0433e-02, -1.4048e-02, -3.5732e-02,
1.7388e-02, 5.4550e-02, 4.6962e-02, 1.2691e-01, 2.7440e-02,
3.1797e-02, -6.2342e-03, 5.3709e-02, 7.3749e-02, -9.6775e-03,
6.0041e-02, 1.5720e-02, 1.6920e-02, 1.6827e-01, -7.8786e-02,
1.3411e-02, 9.6637e-03, -8.7049e-02, -9.5317e-02, -4.4523e-02,
-4.9305e-02, -5.0901e-02, 7.2203e-02, 2.2106e-01, -1.2148e-01,
-2.0783e-03, -9.6007e-02, 6.5431e-02, 4.4857e-02, -2.0525e-02,
-2.3803e-02, -4.1100e-02, -4.6107e-02, 1.8166e-03, -9.5304e-02,
1.7525e-01, 5.4691e-02, 6.5417e-02, -7.6974e-02, -9.6058e-02,
-1.1177e-02, -4.5472e-02, -6.7331e-02, 4.8106e-02, -8.9231e-02,
-1.7342e-01, 2.6873e-02, -7.3317e-02, 1.2997e-01, 6.1719e-02,
2.0660e-02, 9.3288e-02, -3.7830e-02, 1.1256e-02, -1.8356e-02,
-3.7866e-02, 2.1159e-01, -4.0487e-02, 2.4298e-02, 4.6086e-04,
-2.5602e-02, 2.1316e-02, 1.0417e-02, 2.8595e-02, 3.0863e-02,
-1.0562e-01, -1.2367e-02, -3.9095e-02, -5.1310e-02, 1.1752e-02,
-5.2697e-02, -5.0944e-03, 7.8622e-02, 5.4173e-02, -1.6249e-02,
6.4325e-02, -9.8066e-02, -1.7785e-02, 4.5772e-02, -1.1048e-01,
3.9536e-02, -8.7992e-02, -7.3584e-02, -3.0778e-02, -9.3397e-02,
-1.2363e-02, -2.1833e-02, 5.5357e-02, 3.8821e-02, -2.9472e-03,
-1.3379e-01, 1.2101e-02, -7.7728e-02, -1.3920e-02, 1.3949e-02,
-2.4888e-02, 3.0514e-02, -5.8008e-03, -7.9558e-03, 2.5351e-02,
-1.0063e-01, 7.7917e-02, 1.0222e-01, 1.7231e-02, -8.1666e-02,
-2.3144e-03, 2.7471e-02, 1.0762e-01, -6.3496e-02, 1.0225e-02,
-4.2872e-02, -6.5510e-02, -1.3605e-01, -7.4513e-02, 5.6203e-02,
-2.1704e-02, 6.3929e-03, 5.9157e-02, -2.5386e-02, 6.1118e-03,
1.3702e-02, -2.8585e-02, 4.3982e-02, -1.9393e-02, 2.2710e-02,
-9.9355e-02, 7.7895e-02, 4.1402e-02, -7.6212e-02, -3.4202e-02,
-3.5411e-02, -8.5624e-02, -5.5153e-02, 1.0560e-02, -3.6660e-03,
3.4640e-02, -7.8010e-02, -1.5246e-02, -6.0312e-02, -8.3689e-02,
1.2837e-01, -6.2869e-02, -5.3772e-04, -1.1924e-01, -3.3673e-03,
4.4310e-02, -1.1039e-01, 3.2472e-02, -4.2020e-02, -2.5120e-02,
9.0685e-02, 4.6907e-02, -9.7511e-03, -5.7607e-02, -8.3752e-02,
-1.7548e-02, -2.7451e-02, 3.4283e-02, 9.2322e-02, -8.1109e-02,
-8.4338e-03, -2.0833e-02, -1.7217e-02, 1.5053e-01, 2.3440e-02,
2.5032e-02, -6.1981e-02, 2.6547e-03, -4.3386e-02, -1.6887e-01,
1.2345e-01, -1.3468e-03, -1.1800e-02, -1.4594e-02, -3.2937e-02,
-1.5527e-02, -1.2774e-02, -6.9731e-02], device='cuda:0')),
('bert.encoder.layer.3.attention.self.query.weight',
tensor([[-0.0689, 0.0521, -0.0723, ..., -0.0617, 0.0547, 0.0407],
[ 0.0277, 0.1048, -0.0214, ..., -0.0046, 0.0230, 0.0883],
[ 0.0008, -0.0859, 0.0469, ..., 0.0552, -0.0002, -0.0373],
...,
[ 0.1344, -0.0172, 0.1112, ..., -0.0321, 0.0128, 0.0934],
[-0.0312, 0.0918, 0.0240, ..., 0.0078, -0.0307, 0.0323],
[ 0.0123, 0.0151, 0.0516, ..., -0.0116, 0.0432, 0.0016]],
device='cuda:0')),
('bert.encoder.layer.3.attention.self.query.bias',
tensor([ 4.3733e-02, 9.0493e-03, -2.1481e-02, 8.5220e-03, -3.8386e-02,
3.2060e-02, 1.4811e-01, 3.7819e-02, 2.1519e-02, 1.0459e-02,
1.1831e-02, 9.6578e-02, -1.0495e-02, -1.4352e-02, 3.9971e-02,
-9.3866e-02, -1.4873e-02, 4.0028e-02, -6.5216e-02, 6.5352e-02,
-2.1079e-02, -3.3610e-02, -1.8065e-02, 6.0482e-02, -4.9705e-02,
-2.3677e-03, 4.0972e-02, 2.5153e-02, -1.4696e-01, -1.3720e-01,
2.1602e-02, -6.0562e-02, -8.3202e-02, 1.6668e-02, 1.0026e-01,
-6.5175e-02, 6.4250e-02, 8.0232e-02, -1.5773e-02, -9.3188e-02,
2.4648e-03, 6.4398e-02, -5.9890e-02, -4.7984e-03, -9.1135e-03,
3.2046e-02, -5.2906e-02, -3.4844e-02, -2.5221e-02, 3.3772e-03,
-2.7392e-02, -1.1120e-02, 2.7421e-02, -1.7710e-02, 3.2788e-02,
3.6326e-02, 2.8231e-02, -7.0255e-02, -3.3418e-02, 4.0954e-02,
1.5831e-01, 8.0463e-03, 4.1402e-02, -1.0338e-01, 5.6979e-02,
1.8745e-01, -3.4357e-02, 2.3902e-01, 7.6255e-02, 2.3904e-01,
9.1227e-02, -1.3272e-01, -2.5018e-01, 1.5948e-01, 1.7409e-01,
8.6403e-02, 5.8930e-02, 2.8873e-01, 1.8066e-01, -2.6406e-02,
1.7609e-02, -4.4282e-02, 6.6562e-02, -1.3767e-02, -1.3289e-01,
-8.0174e-02, -9.5251e-02, -1.3438e-01, -2.4127e-01, -5.1426e-02,
-1.1912e-01, 1.6875e-02, -7.0129e-02, 7.4094e-02, 1.5027e-01,
3.0634e-01, -5.7247e-02, -1.9026e-01, 1.3606e-01, 1.5104e-01,
1.1108e-01, -7.7294e-02, 1.4858e-03, 3.6327e-02, -1.9444e-04,
3.0003e-02, 5.3663e-02, 1.2734e-01, 5.5004e-02, 1.5575e-01,
-3.4891e-02, -2.3641e-01, -1.8840e-02, 9.5253e-02, 2.0450e-01,
8.0140e-02, 9.9839e-02, -5.0924e-02, -1.6363e-02, 1.7943e-02,
-3.8890e-02, 1.8198e-01, -1.8235e-02, -2.3090e-01, -2.2772e-01,
-1.3040e-01, -1.8086e-01, 5.3890e-02, -3.0274e-02, 4.2748e-02,
-3.5940e-03, -4.0827e-02, -9.2804e-02, -1.0460e-02, 4.2243e-02,
-1.5130e-02, -5.5412e-02, 4.3135e-02, 4.3877e-02, 1.9996e-02,
-2.5920e-02, -5.8996e-02, -7.2670e-02, 5.7492e-02, -1.9086e-02,
5.1642e-02, -5.2056e-02, 9.7711e-02, -5.6459e-02, -2.2820e-02,
5.8974e-02, 1.1482e-01, 9.7178e-03, -4.2298e-03, 2.4462e-02,
-1.8181e-02, -6.3910e-02, 1.1217e-02, -9.8314e-03, 1.4776e-02,
2.2356e-02, 1.4486e-02, 3.6630e-02, 2.2475e-02, 1.4767e-02,
3.7508e-02, 4.5594e-03, -9.0199e-02, 8.3762e-02, 1.3608e-01,
4.1978e-02, 1.8958e-02, 3.0800e-02, -3.9003e-02, -1.0517e-01,
-8.9242e-02, -8.3440e-03, -8.4626e-02, -4.1324e-03, 1.2655e-01,
-3.1297e-02, -4.2189e-02, -7.7266e-02, -1.1117e-01, -5.6799e-02,
-2.7823e-02, 7.8846e-02, 1.6187e-02, -1.5543e-02, -1.4042e-01,
-6.4884e-02, 1.0428e-01, 1.9279e-01, 2.6413e-02, 2.2454e-02,
-5.9370e-02, -6.2718e-02, 1.5471e-02, 2.6250e-02, 4.6025e-02,
8.6977e-02, -4.6491e-02, 2.2090e-02, 2.6855e-02, 1.1327e-02,
-5.3345e-02, 4.4631e-02, -4.3494e-03, 2.9053e-02, -2.6181e-02,
8.9796e-02, 7.1101e-02, 8.8303e-02, 3.6302e-02, 3.3368e-02,
9.2006e-02, -4.7775e-02, -2.2869e-02, 3.3021e-02, 9.3898e-02,
-7.1717e-02, -6.9820e-02, -3.6688e-02, 4.8385e-02, 9.6124e-03,
-2.0835e-03, 7.9342e-03, -3.5603e-02, 2.6492e-02, 6.9122e-02,
-2.0207e-02, -4.9250e-02, -1.3646e-02, -3.2611e-02, -1.9614e-02,
2.4648e-03, 1.7951e-01, 1.7013e-02, 2.3522e-02, 3.2419e-02,
3.5546e-02, -1.5758e-02, -3.4151e-02, 2.1667e-02, -4.0839e-02,
8.6937e-02, -6.3325e-03, 2.9836e-02, 6.4517e-03, -8.4112e-02,
1.9745e-02, 9.0845e-02, -5.2127e-02, -9.0288e-03, -3.2831e-02,
-7.6471e-02, -9.2844e-02, 9.2942e-02, -5.2010e-02, -5.6718e-02,
-3.5909e-02, -4.3440e-02, 8.4359e-02, 3.3861e-02, -3.8595e-02,
-8.2582e-02, 3.7873e-03, -5.4421e-02, -2.1172e-02, -2.9991e-02,
2.1365e-02, 1.5165e-01, -8.4555e-02, 5.0856e-02, 3.2629e-02,
-3.5345e-02, -1.4718e-02, -4.5288e-02, -1.0322e-01, 5.6375e-02,
-2.3544e-01, -2.9577e-02, 8.9790e-02, 8.4901e-02, 4.3811e-02,
1.8710e-02, -7.4301e-02, 1.5234e-01, 2.3786e-02, 7.0282e-03,
3.4364e-02, 8.6765e-02, 5.5469e-02, -2.5417e-02, -1.9067e-02,
-1.4779e-02, -3.7921e-01, 1.0371e-01, -2.1112e-01, -5.6378e-02,
1.2202e-01, 3.9389e-02, 1.3621e-02, -6.6075e-02, 3.9030e-02,
9.4264e-02, -5.8706e-02, 5.0000e-02, -2.6372e-02, -1.4223e-01,
-1.1834e-01, -1.0612e-02, 6.7009e-02, 2.0058e-03, -4.5282e-03,
8.9043e-03, -1.2805e-01, -6.1036e-02, -3.1816e-01, 6.9617e-02,
-5.1359e-02, -3.5913e-02, 4.5097e-02, -1.2965e-03, -4.8565e-02,
-1.7904e-02, 1.4519e-02, -3.9626e-02, -3.5698e-02, 1.4636e-02,
-4.2977e-02, -6.0228e-03, -4.2189e-02, 3.4656e-02, 7.2931e-02,
9.2290e-03, -2.1333e-02, 1.0722e-01, 5.6564e-02, -1.5929e-02,
-1.9366e-01, 6.0829e-03, 7.5291e-02, 1.4411e-03, -2.2204e-02,
-1.9575e-02, -7.2605e-02, 6.9628e-05, 3.2002e-02, 6.6023e-02,
-2.6100e-02, 4.8840e-02, -2.6378e-02, -1.1484e-01, -9.2064e-03,
-3.0151e-03, -7.1923e-03, 7.6534e-03, -1.2659e-01, 1.6183e-02,
-4.8283e-02, -2.3616e-02, -9.9251e-04, 3.6942e-02, 3.2761e-02,
-1.6392e-01, 2.6238e-02, -5.9610e-02, -2.4773e-02, -1.0352e-02,
2.0108e-02, 9.7339e-03, -7.3707e-02, 9.4958e-04, -1.7772e-01,
-7.4447e-03, -9.4900e-02, -7.7183e-02, 5.9588e-02, -2.8739e-04,
-3.4196e-02, 5.3386e-03, 9.3607e-02, 2.6826e-02, 1.7948e-01,
8.4991e-02, -5.8957e-02, 5.5887e-03, -1.5203e-01, -1.2933e-01,
7.9611e-02, -2.0639e-02, -1.9919e-02, -1.1601e-01, -7.2965e-03,
-7.7980e-02, -9.3085e-02, -9.0721e-02, 1.8958e-01, -6.7331e-02,
-8.3841e-02, 7.0599e-02, 5.3381e-02, 1.2153e-01, 6.6012e-02,
1.7883e-01, -9.3369e-02, 7.9152e-02, 1.1944e-01, 2.5146e-02,
4.6669e-02, 2.4359e-02, 2.1275e-02, 1.0778e-01, -3.7469e-02,
-6.6575e-02, -4.9551e-02, -4.4554e-03, 2.1533e-02, -4.0216e-03,
-1.5354e-02, -1.3518e-02, -3.0363e-02, -3.4037e-02, -1.3981e-03,
1.2320e-01, -3.8628e-02, -6.0871e-02, -7.8926e-02, 1.7964e-01,
-4.5807e-02, -1.6078e-01, 2.8481e-02, 1.5855e-02, -1.1428e-01,
-2.0428e-02, 5.2913e-02, 5.9035e-02, 9.8219e-02, 9.0981e-04,
9.0240e-02, 5.6400e-02, 1.3622e-02, 4.2682e-02, -1.3015e-01,
5.8456e-02, 6.4957e-02, -3.7669e-02, -3.9564e-02, -9.9608e-02,
-5.6407e-02, 1.1870e-01, 3.0343e-02, -4.1802e-02, -1.8104e-01,
1.4193e-01, -1.8339e-02, -1.5495e-01, -6.9946e-02, 2.5709e-01,
-4.1937e-02, -3.7932e-02, -4.1431e-02, 1.0344e-01, 1.3509e-01,
2.7407e-03, 3.3426e-02, -8.4557e-02, -5.7599e-01, 1.6002e-01,
-7.7062e-02, -8.4334e-02, -4.8778e-02, 1.4166e-01, 8.1538e-02,
1.7065e-01, 1.9516e-02, 1.7867e-01, -3.4614e-02, -1.4912e-01,
1.0805e-01, 1.0311e-02, 9.9804e-03, 1.4052e-01, -3.4613e-02,
-1.1857e-01, -6.9572e-02, -1.2133e-01, 9.4859e-02, 3.2457e-01,
2.3678e-01, 1.3914e-01, 9.6904e-02, 3.8715e-02, 2.4669e-01,
1.1704e-02, -1.1065e-01, -1.1924e-01, -6.8428e-02, -5.3605e-02,
-3.6837e-01, 5.9403e-02, -1.5540e-01, -5.2601e-02, 1.1721e-01,
5.0679e-02, -1.8815e-01, 1.4761e-01, 9.7347e-02, 7.1523e-02,
-9.4833e-03, 1.4343e-01, 3.7176e-02, -1.6499e-01, -6.8119e-03,
-1.9456e-01, -2.2894e-01, 1.0782e-01, -2.0304e-01, -6.0452e-02,
1.5408e-01, 2.2177e-01, -1.5323e-01, 2.5320e-01, 5.6398e-02,
-1.8717e-01, 1.2583e-02, 9.3110e-02, 1.1320e-01, 1.9078e-01,
-3.7892e-02, -1.1846e-01, 7.8024e-02, 1.6259e-01, 2.4883e-01,
9.2820e-03, 2.4612e-01, 1.4606e-01, -7.6922e-02, -8.2893e-03,
-1.1211e-01, 1.1384e-01, 2.0257e-01, -2.6879e-01, 1.0702e-01,
-9.6284e-02, 1.0378e-01, 9.9728e-02, 1.8566e-01, 8.4228e-02,
-1.9336e-01, 1.7460e-01, 1.2709e-01, 1.3274e-01, 1.0934e-01,
6.4450e-02, 1.9071e-01, 2.0276e-01, -3.5957e-01, -1.1335e-01,
7.3369e-02, 2.8574e-01, -1.3735e-01, 2.0374e-01, -1.2758e-01,
1.6120e-03, 4.9607e-02, -8.3754e-02, 1.2730e-01, -1.0203e-01,
-6.0965e-02, -4.0679e-02, -5.7165e-02, 1.4598e-01, -1.7871e-02,
3.9386e-03, -9.0479e-02, -2.9550e-02, 6.8008e-02, 9.0049e-02,
-6.1001e-02, 4.1914e-03, 7.3025e-02, 8.9476e-02, -1.2115e-01,
6.0415e-02, -3.2345e-02, -7.6709e-02, 1.0215e-01, 7.0197e-02,
-9.0722e-02, -3.3177e-02, -2.2304e-02, -4.4415e-02, -1.1454e-01,
-3.6470e-02, 2.0376e-02, 9.9202e-02, -6.7000e-02, 1.7568e-01,
-3.6261e-02, -3.5033e-03, -8.5873e-04, 1.2329e-02, -1.3609e-01,
5.6274e-02, -5.3444e-02, -4.8649e-02, 2.0538e-02, 3.4258e-02,
-1.3781e-02, 4.1199e-03, -3.8293e-02, 3.0234e-01, -7.4446e-02,
3.1930e-02, -6.5481e-02, -1.5852e-01, -5.0654e-02, 7.4025e-02,
1.1381e-02, 5.5061e-01, -5.1326e-01, -4.6093e-02, 3.7534e-02,
-1.5539e-01, 2.9775e-02, -4.5804e-02, -2.7997e-02, -2.9349e-02,
8.1176e-02, -7.7686e-02, 6.6072e-02, 4.4226e-02, -1.8067e-02,
-2.9483e-02, 4.2869e-02, 1.1523e-01, 1.2743e-02, 5.0581e-02,
4.5755e-03, -5.8230e-02, -4.6744e-02, -3.1594e-02, -2.2509e-01,
5.6234e-02, 2.2633e-02, 1.4054e-01, -1.0586e-01, 1.0214e-01,
-3.0393e-01, 2.7151e-01, 1.3879e-01, -5.8200e-02, 4.1262e-02,
4.6791e-02, -7.9686e-02, -3.3319e-02, 1.5361e-02, 6.2213e-04,
5.6555e-02, 1.1621e-01, 2.9800e-01, -5.0939e-02, 1.2696e-02,
-2.5666e-02, 2.2877e-02, 5.0452e-04, -3.4889e-02, 4.6048e-02,
1.9341e-01, 1.0306e-01, 3.8434e-02, 4.8047e-02, -9.3628e-03,
-1.1194e-01, -3.3844e-02, 6.1066e-02, 2.2402e-02, -1.8481e-02,
-8.2790e-02, -4.7350e-02, -1.0341e-01, 1.0998e-02, -1.8108e-02,
8.7656e-03, -7.1068e-02, 4.3988e-02, 2.1565e-02, -1.0515e-02,
-6.0697e-02, 2.7488e-01, -1.5566e-02, 2.1553e-01, 4.2398e-02,
1.0429e-02, 1.7692e-01, -1.1622e-01, 9.2684e-02, 2.9576e-02,
3.0990e-02, -4.1890e-02, -1.6477e-02, -8.6950e-02, -1.0524e-01,
1.0416e-01, -4.3515e-01, 2.7250e-01, 6.2505e-02, -7.1709e-02,
-8.5877e-02, -4.8199e-02, 2.6411e-01, 1.7276e-01, 3.4385e-02,
5.0190e-02, -1.8961e-01, 4.4695e-02, 1.3603e-01, -9.3230e-03,
1.5309e-01, 2.5274e-01, 9.1565e-02, 5.1502e-03, 8.1803e-02,
5.6083e-02, -1.1508e-01, 9.3633e-02, -8.7966e-03, 2.8463e-01,
-1.3382e-01, -8.4614e-02, -7.5451e-02, 1.1034e-01, 8.8100e-02,
1.2735e-02, 2.6074e-02, 1.2580e-01, -5.0744e-02, -3.5916e-01,
-4.1940e-02, -8.3634e-02, -4.2351e-02, -1.0352e-01, -2.4118e-02,
-3.4383e-02, -1.5590e-01, 4.1619e-02, -8.1254e-02, -1.3048e-01,
1.8182e-01, 3.2399e-03, -1.1167e-01, -6.6811e-02, -7.4983e-03,
-1.4252e-03, 1.8799e-01, 7.3965e-02, -8.2656e-02, -1.1207e-01,
9.5700e-02, -1.3734e-01, -1.3284e-01, -2.2828e-02, 3.1805e-04,
-8.0003e-02, -2.3102e-01, 7.1964e-04], device='cuda:0')),
('bert.encoder.layer.3.attention.self.key.weight',
tensor([[-0.0366, 0.0429, -0.0311, ..., -0.0745, 0.0249, 0.0059],
[-0.0410, -0.0474, -0.0166, ..., -0.0829, -0.0092, 0.0372],
[-0.0147, 0.0927, 0.0192, ..., 0.0050, -0.0864, -0.0194],
...,
[-0.0950, 0.0625, -0.1098, ..., 0.0076, -0.0160, -0.0059],
[ 0.0032, -0.0717, 0.0632, ..., 0.0435, -0.0025, -0.0095],
[ 0.0295, -0.0286, -0.0174, ..., 0.0355, -0.0058, 0.0108]],
device='cuda:0')),
('bert.encoder.layer.3.attention.self.key.bias',
tensor([ 8.9202e-04, 1.4677e-03, 3.3538e-03, 2.4619e-03, -2.5129e-03,
-1.5030e-03, -1.5885e-03, 1.2296e-04, 2.0072e-03, 2.5367e-03,
-1.0622e-03, 1.0274e-04, 1.4258e-03, 5.8799e-05, 1.4938e-04,
-1.7350e-03, -6.6626e-04, -1.1327e-03, -2.0853e-03, -6.0644e-04,
-1.0009e-03, 3.5500e-03, 1.2048e-03, 5.3892e-04, 4.1278e-04,
1.0600e-03, -3.5160e-03, -2.9191e-03, -2.0496e-03, 1.4295e-03,
-8.9537e-04, 3.2260e-04, -1.1509e-03, 3.4894e-04, 2.3517e-05,
-2.0712e-03, -6.7733e-04, 2.2943e-03, -9.4955e-04, 3.7976e-03,
1.5127e-03, 1.9708e-03, 2.9031e-04, 2.0439e-04, 2.5718e-03,
2.4189e-03, 1.0903e-03, 2.3784e-03, -1.9222e-03, 1.4064e-03,
1.7617e-04, -1.2136e-03, 3.8118e-03, -1.4880e-03, -5.9003e-04,
-2.9215e-03, -3.4782e-04, -1.0228e-03, 5.5152e-04, -1.3671e-03,
-2.5427e-04, 8.9881e-04, 2.4311e-03, -2.1943e-03, 1.6063e-03,
-4.1797e-03, 2.2772e-03, 5.7523e-05, 1.3335e-03, 3.3520e-03,
-9.2360e-04, 3.5809e-04, -1.6688e-03, 2.9006e-04, 3.0503e-04,
-7.6855e-04, 3.7802e-03, -4.4169e-04, -3.0816e-04, 2.4208e-03,
-6.9291e-03, 2.6609e-03, -2.2504e-03, -1.7113e-03, -2.0321e-03,
-2.2383e-03, 1.9194e-03, -6.1474e-03, 6.9339e-04, -4.7614e-03,
-4.9415e-04, 2.6337e-03, 2.3791e-03, 3.9395e-04, -7.5736e-04,
2.2934e-03, -1.0630e-03, -1.0156e-03, -1.5406e-04, -5.5894e-04,
6.3490e-04, -2.5503e-03, -6.2625e-04, 4.9024e-04, -1.5089e-04,
-1.5337e-03, -3.9018e-04, 1.7753e-03, -6.4075e-04, 2.2665e-03,
2.4780e-03, 3.6001e-03, 1.9821e-03, -2.9210e-04, -2.2620e-03,
-1.1766e-03, 1.5366e-03, 2.0794e-03, -1.4434e-03, 1.1528e-04,
8.7940e-04, -4.4611e-04, -3.2457e-03, -1.3154e-03, -2.1271e-04,
2.7006e-03, -3.9430e-04, -1.2205e-03, -2.7574e-03, 2.1562e-06,
-2.0345e-03, 1.5668e-03, 1.0938e-03, -1.6758e-03, -1.7042e-03,
1.0453e-03, 6.0492e-04, -2.8193e-03, 2.4676e-03, 7.9592e-04,
4.1830e-03, -2.0782e-03, 2.9890e-03, 7.7708e-04, 1.1897e-03,
1.4924e-04, -2.0204e-06, 8.2124e-04, -3.8671e-03, 1.5752e-03,
-1.1557e-03, 2.2969e-05, -6.7669e-04, -2.9878e-03, -2.4607e-03,
2.5014e-03, -1.0671e-03, 4.4477e-04, -3.0137e-03, -2.0861e-03,
-1.5047e-03, 1.6871e-03, 1.1886e-03, -2.3533e-03, -6.6208e-04,
4.4828e-04, 1.9983e-04, 1.7372e-04, 1.0322e-03, -3.9505e-03,
-9.3663e-04, 1.7242e-03, 3.3990e-03, -4.0621e-03, -8.9778e-04,
-3.4725e-03, 4.3190e-05, -5.9424e-03, -9.1184e-04, -7.8054e-04,
-1.2122e-03, 4.7309e-03, -1.8094e-03, 1.0866e-04, -1.4508e-03,
1.1548e-03, 7.3846e-04, 2.3095e-03, -4.2648e-03, -1.3339e-03,
1.0729e-03, -1.7200e-03, 9.8296e-04, -3.4361e-03, -1.3965e-03,
-4.5884e-03, -2.9966e-03, 4.5795e-04, -4.3367e-04, 3.3205e-05,
3.3904e-03, -2.4643e-03, -2.6864e-03, 5.7179e-03, -2.2120e-03,
-2.2634e-03, 5.1144e-04, 3.0955e-03, 5.9635e-03, 6.0547e-04,
6.2027e-03, -1.3853e-03, -4.2173e-03, -3.6331e-03, 5.6362e-04,
6.0902e-03, -2.3940e-03, 9.3447e-04, -1.7099e-03, 4.2004e-03,
-4.4261e-03, -5.0400e-03, 5.6103e-03, 6.9127e-03, 5.2866e-03,
-1.9302e-04, -6.0523e-03, -2.6252e-03, -1.5299e-03, -3.0408e-03,
-4.3462e-04, -9.0915e-04, -3.7410e-05, -3.3935e-03, 5.3370e-06,
-1.5118e-03, 2.8290e-03, 1.6746e-03, 1.9176e-03, 1.6094e-03,
5.7189e-04, 3.5015e-03, 7.3959e-04, -3.2337e-03, 6.9913e-03,
-5.7165e-03, 3.8621e-04, 2.7789e-03, 3.8161e-03, -7.4459e-04,
2.0150e-04, 2.9225e-03, 1.0903e-03, -3.4552e-03, -4.5050e-03,
-7.6975e-04, 1.8411e-03, -4.0975e-03, 2.7450e-03, -9.3173e-04,
1.5947e-03, 3.9872e-03, -5.0916e-03, -1.7002e-03, 3.7838e-03,
-5.2696e-03, 1.2424e-03, 2.0169e-04, -7.9602e-04, -5.1766e-04,
-3.4513e-03, -5.3101e-03, 3.4204e-03, -2.3570e-03, -3.4178e-03,
1.9851e-03, -7.2270e-04, 3.5794e-03, 5.6501e-03, -5.7567e-04,
5.9910e-03, 1.0860e-04, 3.1662e-04, -1.0795e-03, 5.3315e-03,
-3.5399e-03, -2.0110e-03, -9.7171e-03, -4.6098e-03, 1.3414e-03,
-1.7664e-03, -2.2984e-03, -1.7443e-03, -5.0688e-04, 2.8376e-04,
-1.6510e-03, 4.2823e-03, -4.8504e-03, 1.9093e-03, 2.2326e-03,
-4.2263e-03, 3.5652e-05, -2.5496e-03, -2.8756e-03, 4.6363e-03,
1.8996e-03, 6.5107e-03, 1.6183e-03, -4.6028e-04, -2.1443e-03,
1.2996e-03, 8.7543e-04, -2.8625e-03, -1.1302e-03, 8.4856e-07,
1.3417e-03, 5.0894e-04, 1.9049e-03, 7.5390e-03, -2.5868e-03,
-1.8950e-03, -3.0687e-03, -2.0895e-03, 4.6785e-03, -1.4328e-03,
3.6989e-04, 2.5067e-03, 6.7277e-04, -2.5052e-03, 1.8740e-03,
8.1812e-03, 3.3823e-04, -1.3358e-03, -3.7596e-03, 1.5569e-03,
-4.5755e-04, 4.2287e-03, -3.6898e-05, 1.3641e-03, 1.6154e-04,
-2.4284e-03, -6.2434e-06, -4.1448e-05, -2.3874e-03, 2.4994e-03,
5.9022e-03, 7.0113e-03, -1.4304e-03, 3.2500e-03, -1.9683e-03,
1.4838e-03, 8.6709e-04, 1.1422e-03, -9.6156e-04, -2.9587e-03,
6.6369e-04, -1.6089e-03, 4.5784e-04, -4.7958e-03, 1.5427e-03,
1.6860e-03, 1.0675e-03, 9.9947e-04, 1.8247e-03, -1.1517e-03,
1.7964e-03, 2.0025e-03, 1.3095e-03, -1.9527e-03, -5.6304e-04,
-3.3056e-03, 1.9692e-05, -1.3074e-03, 1.3812e-04, -4.2894e-05,
-1.6396e-03, -1.1645e-03, 2.5011e-03, 3.4514e-03, -6.6932e-04,
-7.1453e-04, -1.9522e-03, 2.4784e-03, -3.3509e-03, -1.1788e-04,
2.1865e-03, -1.1875e-03, -2.5157e-03, -3.5006e-04, 1.5974e-03,
-3.1394e-03, 4.1366e-05, 5.6024e-04, -2.6216e-03, -3.3611e-04,
2.5399e-04, -9.1650e-05, -4.1875e-03, -7.1941e-04, 2.8429e-03,
-1.3997e-03, -7.4962e-04, -1.5197e-03, -3.2614e-03, -2.0628e-03,
-2.6589e-03, 6.3384e-05, -5.5999e-04, -1.7556e-03, 1.2412e-03,
3.0479e-03, 2.9194e-03, 4.6206e-03, -1.8905e-04, -1.5086e-03,
-1.0943e-03, -1.9217e-03, 6.6355e-04, -1.5765e-03, 3.0452e-03,
3.5361e-03, -2.6240e-03, 2.4281e-03, 1.6548e-03, 6.6508e-04,
-1.0082e-03, -3.3243e-03, -6.8505e-04, -2.2624e-03, -4.4070e-04,
-1.7260e-03, -1.1705e-03, 2.6346e-03, -3.1454e-03, -2.3957e-03,
1.2163e-03, -1.5248e-03, 1.0360e-05, -7.4309e-04, 1.3813e-04,
-1.0958e-03, 1.7104e-03, -2.4410e-04, 2.6118e-03, -4.3838e-03,
-3.1901e-03, -5.8174e-04, 2.4756e-03, 1.0222e-03, -2.3872e-03,
-1.0442e-03, -5.4536e-03, 1.8205e-03, 1.9875e-03, 8.1820e-03,
2.9669e-04, 1.3693e-03, 2.7312e-03, -7.4463e-04, -5.0283e-03,
2.9678e-03, 4.5991e-03, 4.8453e-03, -5.7049e-04, -4.6843e-03,
2.6456e-03, 3.7673e-04, 3.4305e-03, 1.2413e-03, -2.2258e-03,
-5.2298e-04, -3.4038e-03, 3.9680e-03, 4.9432e-03, 4.5444e-03,
2.9296e-03, 2.8573e-03, 9.8211e-04, -3.7665e-03, 4.2314e-03,
-5.8102e-03, 3.6309e-03, 7.7258e-04, -1.1425e-03, -2.2080e-03,
5.3999e-03, 1.6812e-03, 6.9820e-03, 9.6087e-04, -6.8037e-03,
-2.6926e-03, -7.9811e-03, 3.1050e-04, -1.4865e-03, -6.2592e-03,
1.5739e-03, 4.5894e-03, 3.9087e-03, -1.7588e-03, 3.7290e-04,
9.6700e-03, 2.2781e-04, 6.5520e-03, 5.5894e-04, -3.9614e-03,
-2.6858e-03, -5.4209e-03, 8.9180e-04, -2.0791e-03, 2.6247e-03,
-2.2566e-03, 5.2347e-03, -1.9109e-03, 2.0677e-04, 9.6576e-04,
-1.5730e-03, -6.3697e-04, -1.6769e-03, 1.8342e-03, -9.7055e-05,
-3.1223e-03, -1.2504e-03, -3.4480e-04, 2.2622e-03, -1.9217e-03,
-1.9931e-03, -6.9457e-05, 2.6528e-03, 2.2327e-04, -1.6088e-04,
4.4007e-03, -6.2633e-05, -2.5091e-05, -1.2025e-03, 5.9179e-04,
1.0468e-04, -5.2423e-04, 1.9566e-03, 8.8397e-04, -2.2275e-03,
-5.1925e-04, 1.0398e-03, 6.4023e-06, -1.9945e-04, -2.0851e-04,
6.9254e-05, -4.1758e-03, 7.8854e-04, 2.5926e-04, 1.0813e-03,
2.5196e-04, -8.9709e-04, 1.1735e-03, -8.0053e-04, -1.5959e-03,
-1.0107e-03, 1.7858e-03, -3.4910e-05, -2.7907e-04, 1.0867e-03,
8.5086e-04, 7.1504e-05, -1.0718e-03, -8.1259e-04, 1.3296e-03,
1.8796e-03, -1.0117e-03, -3.3140e-03, -2.8598e-03, 1.7921e-04,
-1.6559e-03, 1.2874e-03, 2.3712e-03, 1.7156e-03, 4.5403e-04,
-4.5285e-04, 3.7590e-03, -1.2019e-03, 7.8996e-04, 4.7103e-03,
3.7753e-03, 3.5893e-03, 5.2475e-03, 2.5372e-03, 1.4119e-03,
3.0433e-04, -1.4687e-03, 1.9752e-04, -3.7791e-04, -2.3986e-03,
-3.1448e-03, -5.3701e-03, -8.6325e-04, 2.1857e-03, -3.3807e-04,
-9.2092e-04, -2.2023e-03, 4.7932e-03, 3.1749e-03, -2.1841e-03,
6.1922e-03, 1.1503e-03, -8.3344e-03, 1.5413e-03, -5.2463e-04,
2.2798e-03, 5.4203e-04, 8.2604e-03, 1.5901e-03, 1.5087e-03,
9.7626e-04, 1.8479e-03, 3.7895e-03, 6.7295e-04, 8.5086e-04,
-4.8873e-03, 5.8138e-03, 3.4575e-03, 2.1303e-03, -8.1032e-04,
-9.5806e-04, 5.4844e-03, -1.6061e-03, 7.0836e-04, 1.7309e-03,
-2.6465e-03, -5.7851e-03, 1.5405e-04, 4.4545e-03, 5.1409e-03,
5.0031e-03, 4.6834e-03, -5.1600e-07, -3.8920e-03, -1.6376e-03,
-7.5450e-03, 4.0029e-03, 1.8257e-03, 3.1501e-03, -1.3293e-03,
4.3494e-04, -1.4983e-03, -1.6609e-03, 4.3061e-03, -1.9068e-03,
4.0197e-03, 1.4033e-03, -6.1172e-04, -3.5230e-03, 4.3808e-03,
2.0226e-05, 3.2646e-03, -2.7099e-03, -1.7520e-03, -2.7073e-03,
1.8645e-03, -3.5294e-04, -5.9009e-03, 2.2353e-04, -2.8424e-04,
3.6907e-03, 2.3054e-03, 1.0350e-02, -1.1091e-03, -1.7115e-03,
1.7410e-04, 1.2368e-03, 1.5504e-03, -2.2895e-04, 1.4970e-03,
5.6735e-03, 4.8391e-03, 3.8013e-03, 1.9358e-03, -4.9359e-04,
-6.6481e-03, -4.6194e-03, -3.6367e-03, 5.3317e-03, -2.4157e-03,
-3.7746e-04, 1.2482e-03, -1.4852e-03, -2.7153e-04, 2.5682e-03,
3.5016e-03, -2.5919e-03, -6.5705e-04, -8.2741e-04, 1.1284e-03,
1.3166e-03, 3.6483e-03, -2.9518e-03, 1.4598e-03, -4.9897e-03,
-1.0251e-03, 6.4784e-03, -6.1788e-03, -1.4941e-03, 1.0061e-04,
-1.6827e-03, -4.1620e-04, 1.3806e-03, -3.6436e-03, -1.4591e-03,
-1.7996e-03, 6.8620e-04, 2.9507e-03, -1.1840e-03, -8.0695e-04,
-8.8970e-04, 1.0618e-03, -1.5901e-03, -2.3287e-03, -1.9759e-03,
-1.9816e-03, 1.7845e-03, -1.2815e-03, -2.6035e-03, -9.6075e-04,
-3.8352e-04, 1.4518e-03, -9.5201e-04, 3.1899e-04, -5.4781e-04,
-2.2857e-03, -3.0485e-04, -2.2810e-03, -1.9561e-03, -1.0315e-03,
1.9100e-03, 1.3064e-03, 1.0935e-03, -2.9268e-03, -3.7232e-03,
8.2695e-04, 1.0688e-03, -1.9042e-03, -2.7665e-03, -7.7414e-04,
1.6059e-03, -1.6138e-03, 2.5487e-03, 1.8584e-03, -3.8505e-04,
-1.2501e-03, 3.6050e-03, 4.4085e-04, 9.3665e-04, 1.6133e-03,
8.7747e-04, -7.6015e-04, -1.0712e-03, 2.9357e-05, -7.3776e-04,
-2.9689e-03, 9.0275e-04, 1.3622e-03, -1.2643e-03, 2.0080e-03,
-2.3717e-03, 3.0120e-03, -1.9726e-03, -7.3661e-04, -3.1287e-03,
1.2405e-03, 3.3960e-03, -3.1030e-05], device='cuda:0')),
('bert.encoder.layer.3.attention.self.value.weight',
tensor([[ 0.0267, -0.0317, 0.0181, ..., -0.0062, 0.0755, 0.0026],
[-0.0125, -0.0263, -0.0500, ..., -0.0148, 0.0429, -0.0405],
[ 0.0359, 0.0465, -0.0111, ..., 0.0702, -0.0168, 0.1048],
...,
[-0.0018, 0.0129, -0.0067, ..., -0.0049, 0.0052, -0.0010],
[ 0.0193, 0.0176, -0.0296, ..., -0.0290, 0.0111, -0.0086],
[-0.0317, -0.0245, 0.0321, ..., 0.0077, -0.0111, 0.0039]],
device='cuda:0')),
('bert.encoder.layer.3.attention.self.value.bias',
tensor([ 3.4939e-02, -2.7083e-03, 1.3259e-02, 1.3223e-03, -3.1998e-03,
-1.9395e-02, 8.0767e-03, -4.8924e-03, -7.4181e-03, 8.2589e-03,
-2.1250e-02, 3.1868e-02, -2.1655e-02, 7.7757e-03, 3.1738e-02,
-2.4174e-03, -1.2407e-02, -5.2660e-03, -3.1253e-02, -3.1253e-02,
1.9698e-02, -3.9087e-03, 1.1845e-02, 1.3006e-03, -2.6254e-03,
-2.4384e-02, -2.9479e-02, 1.5527e-02, 1.8459e-02, -2.0766e-03,
4.5635e-03, 3.6731e-02, 9.0106e-03, 3.0221e-03, -1.0847e-02,
2.6194e-02, -1.9539e-02, 1.7293e-03, -1.0235e-03, -2.8616e-02,
-2.7289e-02, -2.2691e-02, -1.9378e-02, -2.2308e-02, -7.1803e-03,
8.4951e-03, -4.1817e-03, -2.1595e-02, 6.7271e-03, 1.6262e-02,
1.7291e-02, -9.6341e-03, -4.0727e-04, -8.5783e-03, -2.1360e-02,
-2.2468e-02, -2.2582e-02, 2.7048e-02, 9.8158e-03, 2.7384e-03,
1.7704e-02, -7.8948e-04, -5.3946e-02, -1.6571e-02, 3.6821e-02,
-9.6565e-03, 3.3410e-03, -8.5168e-03, -5.2457e-02, -4.2270e-02,
2.0550e-02, 5.5879e-03, 1.2065e-02, -3.8053e-04, 1.4255e-02,
3.6184e-02, 2.2638e-03, 3.8417e-03, -1.4764e-02, -4.0025e-02,
-1.1833e-02, 7.4444e-03, 7.5563e-03, 3.4288e-02, 2.4657e-05,
2.6898e-02, 1.0395e-02, -4.4887e-04, -1.1788e-02, -1.4807e-02,
2.7408e-02, -5.6704e-03, 5.6031e-02, 3.8879e-02, 2.2684e-02,
-1.0136e-02, -2.9988e-02, -4.5349e-04, 8.9225e-03, 2.1454e-02,
-5.6803e-03, -1.4538e-02, 7.8408e-03, 1.9151e-02, -8.5241e-03,
2.2918e-02, -1.0461e-02, -1.1165e-02, 3.0005e-03, 1.1383e-02,
5.4625e-03, 5.9718e-03, 1.5872e-02, 1.7169e-02, -1.4622e-02,
-5.1666e-03, -1.1106e-02, 7.5362e-03, -7.5242e-03, -1.7567e-02,
8.7146e-03, -1.9790e-03, -4.7806e-03, -3.3215e-02, 1.6552e-02,
1.7505e-02, -6.1445e-02, -2.4035e-03, 9.0824e-03, 4.9147e-03,
-9.0323e-03, 7.9142e-04, -2.3881e-02, 1.4327e-03, -6.2702e-03,
6.1097e-03, 1.2314e-02, 4.8670e-06, -1.6118e-02, 7.5671e-04,
9.1511e-03, 2.3052e-03, -7.5591e-03, -1.9577e-02, 9.9976e-03,
9.2114e-03, -4.5681e-03, -2.7021e-02, 1.1854e-02, -7.3965e-03,
-3.8135e-03, 1.8887e-02, 3.1752e-03, -8.9151e-03, -1.2006e-02,
-1.2906e-02, -1.2726e-02, -5.8616e-03, -5.2583e-03, -8.0474e-03,
2.0719e-02, -4.9405e-03, -1.9226e-02, 1.3289e-02, 9.7669e-03,
-8.4620e-03, -1.5278e-03, -1.1292e-02, 4.1259e-02, 4.3316e-03,
-1.1315e-02, 1.4532e-02, 2.7099e-02, 2.2986e-02, -3.7781e-03,
-5.0017e-03, 1.0507e-02, -7.7610e-03, 1.2787e-02, -8.7566e-03,
7.5096e-03, -1.2309e-02, 1.3383e-02, 7.9533e-03, -7.0923e-03,
-8.2887e-03, -2.7788e-02, 3.9735e-03, -6.5572e-03, -1.6191e-02,
1.3938e-02, 1.8676e-02, 1.7855e-02, 1.0614e-02, 2.6557e-02,
-2.8133e-03, -1.3574e-02, -1.0478e-02, 1.7565e-02, 1.1542e-02,
-2.4807e-02, 5.2711e-03, -1.0159e-02, 6.2221e-04, 1.5130e-02,
3.6869e-03, 2.3164e-02, 4.1520e-02, 1.2751e-03, 2.1104e-02,
1.2658e-03, 1.0103e-02, -2.3652e-02, -1.7979e-02, 1.4263e-03,
2.5969e-02, -9.4534e-03, -3.3343e-03, -1.8712e-02, 2.9742e-03,
-3.5039e-04, -1.3603e-02, -1.1593e-02, -7.5686e-03, -9.1461e-03,
-3.7033e-03, -2.5861e-02, -1.3000e-02, -7.0112e-03, 5.5968e-03,
-9.2943e-04, -2.7750e-02, -1.1895e-02, 1.0729e-02, -8.5659e-03,
1.0913e-02, 1.8152e-02, -1.3611e-02, 1.1279e-02, -4.1924e-03,
5.4216e-03, -4.6279e-03, -9.7462e-03, 9.5272e-03, 1.9318e-02,
-1.7823e-02, 5.6357e-04, -4.2223e-03, -1.5835e-02, -7.6323e-03,
-7.5002e-03, 6.2149e-03, 2.0124e-02, 1.3549e-02, 1.5733e-02,
9.4648e-03, 1.8628e-02, 1.4588e-02, -1.2592e-02, -1.8089e-02,
-1.4375e-02, 9.0656e-03, -3.2683e-02, 5.0369e-03, -6.4532e-03,
1.1088e-02, -7.2843e-03, 1.8811e-03, -9.6733e-03, -1.3946e-02,
8.0110e-02, 3.8998e-03, -5.4025e-02, 1.1426e-02, 2.4046e-03,
-1.5791e-02, 2.6877e-02, -9.2350e-03, 1.2926e-03, 9.8615e-03,
-5.8959e-02, -1.1407e-02, -1.2174e-02, 1.3000e-02, 1.7620e-02,
2.5136e-02, 4.6114e-02, -5.1807e-03, -1.0011e-02, 1.1839e-02,
5.9397e-03, 3.4203e-02, 5.1600e-03, 1.2206e-04, -1.7521e-02,
-1.5804e-02, -1.8528e-02, 1.8474e-03, 2.2889e-02, 1.9983e-02,
-4.8377e-03, -4.1014e-03, -3.0860e-02, 9.4939e-03, -1.2285e-02,
8.0900e-04, 1.3363e-04, 2.6702e-02, -1.0747e-02, -5.4441e-02,
-4.5457e-03, 2.8603e-02, -2.9017e-02, -1.7362e-02, -1.2637e-02,
2.2775e-02, -1.9249e-02, -3.9754e-02, -8.2367e-03, 1.1567e-02,
-4.9498e-03, -7.2402e-03, -3.4824e-02, -6.7602e-03, 1.2584e-02,
-2.8645e-03, 6.9102e-03, -7.3328e-03, 3.8383e-02, 1.8491e-02,
1.1854e-02, 1.4123e-02, -1.5853e-02, 8.6597e-03, 2.0323e-02,
2.8433e-02, 5.0514e-03, 2.8012e-03, -5.4575e-03, 1.8307e-02,
-1.1652e-02, -1.5263e-02, 1.5121e-02, -2.5291e-02, 6.1766e-03,
-8.8440e-03, -1.0854e-02, -1.9029e-02, -3.4498e-02, -1.8120e-02,
1.9789e-02, 3.0972e-03, 6.6755e-03, 6.0220e-03, -5.5441e-03,
3.8924e-02, -1.7020e-02, -9.1603e-03, -3.0367e-02, 2.3886e-02,
-2.4798e-02, 8.7875e-03, -1.2647e-02, 8.2768e-03, -2.6182e-02,
-1.2119e-02, -1.3594e-02, 2.3639e-02, 2.0397e-02, 1.4081e-02,
-1.5154e-02, 5.4730e-03, 4.2745e-02, -3.4470e-02, -1.6642e-02,
-7.1008e-03, 2.3337e-02, -1.5194e-02, 9.3829e-03, -1.0398e-02,
1.4623e-03, -2.9473e-03, 5.3646e-03, -2.4211e-02, -4.8839e-04,
1.0271e-02, 4.2747e-03, 2.1947e-02, -3.1751e-02, -1.8678e-02,
6.3619e-03, -1.8832e-02, -3.7397e-02, -2.8306e-02, 1.9927e-02,
-7.8470e-03, -1.2473e-02, 1.1168e-02, -2.8228e-02, -3.4897e-03,
-1.2609e-02, 6.1133e-03, -2.2894e-02, 1.3155e-02, 5.9300e-04,
2.7885e-02, -3.4144e-02, 1.0924e-02, 2.2013e-02, -3.7731e-03,
-1.1849e-02, -1.4436e-02, 2.5243e-02, -2.0038e-02, -2.4608e-02,
-2.0417e-02, -4.4088e-03, 4.2197e-03, -1.9540e-02, -6.1109e-03,
-1.0762e-02, -2.9203e-02, -2.8192e-02, 1.8592e-03, 2.9230e-02,
-2.7236e-02, -1.1647e-02, -1.9297e-02, 1.1084e-02, -4.1231e-02,
1.9031e-03, -1.1049e-02, -3.6615e-02, -2.4655e-02, -4.5692e-02,
-1.6076e-02, 6.4599e-03, 4.2188e-03, -2.3195e-03, -2.6492e-02,
-2.2230e-03, 3.6336e-02, -1.2183e-03, -1.3211e-02, 1.2143e-03,
-4.5264e-03, 9.5537e-04, -2.6779e-02, -6.1041e-02, -5.2698e-02,
4.0085e-02, -4.8960e-03, 2.5606e-02, -9.8962e-04, -1.0627e-02,
-4.2969e-02, 5.9358e-02, -1.7612e-02, 1.1425e-03, -1.0703e-01,
7.3192e-03, -2.1148e-02, 4.8817e-02, 8.1609e-02, 2.8534e-02,
5.7002e-02, -5.0907e-02, -6.6204e-02, 3.7246e-02, 3.0103e-02,
4.2538e-02, 5.5168e-02, 6.4506e-02, 1.6140e-02, -4.9505e-02,
-3.1885e-02, -1.6859e-02, -1.3931e-02, 4.6364e-02, -8.0330e-02,
5.8236e-02, 5.7113e-03, -3.9047e-02, 6.2555e-02, -5.4841e-02,
2.4923e-02, 5.7117e-02, -2.6169e-02, -1.1801e-02, -4.2001e-02,
-4.2253e-02, -9.2898e-03, 9.8086e-02, 1.6437e-03, 2.4259e-02,
-1.2937e-01, -1.9845e-02, -4.5267e-02, 7.1673e-02, -1.1909e-02,
9.1395e-02, -7.3504e-02, -1.2411e-02, 5.0466e-02, 1.6212e-02,
-4.7094e-02, -5.0792e-02, -8.2277e-03, -7.7111e-02, -2.5828e-02,
6.3147e-03, -1.0764e-01, -8.3113e-03, -1.1053e-02, -1.7612e-03,
1.6037e-04, 2.6367e-02, -1.6672e-02, 3.0856e-02, -1.3844e-02,
-7.5390e-03, 1.2698e-02, 2.5449e-03, -1.1624e-02, 7.2504e-03,
4.6402e-03, -4.7313e-03, 7.1217e-03, 2.0941e-02, -1.9898e-02,
-2.4753e-02, -7.1070e-03, 5.4489e-03, -6.5417e-03, 8.9032e-03,
-1.0548e-02, 7.0531e-03, -1.7978e-03, 1.4366e-02, -3.2904e-03,
-2.9265e-02, -6.4664e-03, -1.8962e-02, 4.9719e-02, -9.9089e-03,
7.9272e-03, 2.1963e-02, -1.2984e-02, -5.0654e-03, -2.0387e-03,
-2.3092e-03, -2.3731e-02, 7.5466e-03, 2.1197e-02, -6.3055e-03,
-3.7679e-04, 2.3830e-02, 1.7202e-02, 1.5939e-02, -1.3229e-02,
-5.4900e-03, -5.2798e-03, -1.1158e-02, 6.5452e-03, 5.2907e-03,
-4.6651e-03, -1.2987e-02, 1.0319e-02, 2.0611e-02, 3.8199e-03,
2.7362e-04, 9.0702e-03, -7.1256e-03, -1.2059e-02, -3.3228e-02,
1.4115e-02, -2.1690e-02, 1.3301e-02, 1.5048e-02, -4.9548e-03,
2.4670e-02, 4.8965e-04, -6.7670e-02, -2.1898e-02, 7.2640e-03,
-4.3803e-02, 1.1149e-02, -2.0867e-02, -1.1912e-02, 1.4314e-02,
2.1968e-02, -9.1231e-03, -2.0474e-03, -1.5923e-02, 3.0903e-02,
9.8885e-03, 3.0787e-02, -2.1766e-03, -1.0467e-02, -6.0253e-03,
1.1621e-02, -1.8476e-02, -3.0737e-02, 1.1873e-02, -1.0207e-03,
5.5804e-03, -4.2859e-02, -1.8551e-02, 4.7320e-02, 4.3419e-03,
1.8391e-02, 1.7806e-02, -3.4207e-02, -5.9589e-02, -1.2735e-02,
2.2029e-02, 1.2870e-03, -2.2502e-02, -2.4757e-02, -1.9069e-02,
5.9649e-04, 2.4197e-02, 6.0428e-03, -4.3807e-03, 2.6899e-02,
2.7419e-02, -9.5833e-03, 3.1509e-02, 6.5425e-03, -2.9133e-02,
-1.5812e-02, -4.5414e-02, 2.2560e-03, -1.4650e-03, 2.3039e-02,
-3.4424e-02, 3.6906e-03, 2.6438e-02, 1.3683e-02, -8.4320e-03,
1.4588e-02, 3.2327e-03, -2.7349e-03, 1.1851e-02, -7.6898e-03,
-1.4262e-03, -8.0786e-03, -7.5526e-04, 1.2380e-02, -4.0299e-02,
1.0636e-02, -8.7927e-03, -1.8439e-03, -2.8410e-02, -1.1363e-02,
-1.4250e-02, 5.9336e-03, -1.9152e-02, 3.8621e-03, 7.9887e-03,
8.0305e-03, -9.9335e-03, -1.0357e-03, -8.3851e-03, 4.7318e-03,
1.3020e-02, -1.5141e-02, 9.2607e-03, 1.1044e-02, 2.1027e-03,
-1.4759e-02, -1.8400e-03, -1.5441e-02, 6.6455e-03, -1.5835e-02,
1.8418e-02, 3.4652e-03, 1.3842e-02, 6.4557e-03, -2.5944e-03,
-7.3876e-03, -1.3740e-02, -3.5027e-03, -9.7833e-03, 7.4057e-03,
-6.2536e-03, 2.5311e-02, -3.3561e-02, -1.8292e-02, 1.2676e-02,
2.6416e-02, -1.4290e-02, 1.8479e-02, -1.1004e-03, -9.3609e-04,
7.6739e-03, 1.8671e-02, -1.2937e-02, 1.7098e-02, 8.4712e-03,
2.2839e-03, -7.9570e-03, -2.5544e-03, -2.7763e-02, -7.7418e-02,
1.9966e-01, 4.9599e-02, 7.8529e-02, 2.4457e-02, 2.7650e-02,
-4.5359e-02, 2.0814e-01, -1.0406e-02, -3.0927e-02, -2.2885e-02,
1.5606e-01, 4.7701e-02, 4.3071e-02, -2.6342e-02, -4.1535e-02,
1.5724e-01, -4.9899e-02, -7.6673e-02, -1.9191e-02, -3.2824e-02,
-1.0094e-01, 1.3891e-02, -4.1489e-02, 7.0728e-03, -4.1035e-02,
-4.8730e-02, 6.6693e-03, -7.4825e-03, 1.2184e-02, 1.7187e-02,
2.3797e-02, -1.5456e-02, -1.5271e-02, 9.9061e-03, -7.8886e-02,
-2.7106e-02, -8.7964e-02, 1.2185e-02, -2.8367e-02, -3.6034e-02,
-7.5305e-02, -8.2848e-02, 3.7437e-03, -6.7749e-02, 5.0545e-02,
-7.2975e-02, 4.4835e-02, 7.9500e-02, -6.1095e-02, -6.3329e-02,
-3.3200e-02, -7.6184e-02, -2.1302e-01, -5.2408e-02, -1.0533e-02,
1.4411e-03, -2.0571e-03, 8.5871e-02, 7.3847e-02, -1.9737e-01,
-3.8182e-02, -1.7941e-02, 1.2719e-03], device='cuda:0')),
('bert.encoder.layer.3.attention.output.dense.weight',
tensor([[-0.0121, -0.0324, 0.0093, ..., 0.0037, -0.0123, -0.0148],
[-0.0200, -0.0055, -0.0099, ..., 0.0034, 0.0304, 0.0297],
[-0.0162, 0.0033, -0.0103, ..., 0.0359, 0.0068, -0.0163],
...,
[-0.0199, 0.0411, -0.0229, ..., -0.0039, 0.0189, 0.0187],
[-0.0045, -0.0070, 0.0298, ..., -0.0098, -0.0135, -0.0054],
[ 0.0088, -0.0344, -0.0183, ..., -0.0478, -0.0095, 0.0226]],
device='cuda:0')),
('bert.encoder.layer.3.attention.output.dense.bias',
tensor([ 3.2071e-02, 1.8322e-02, -3.8841e-02, 1.2504e-02, 3.8241e-02,
1.1261e-01, 6.8186e-02, -5.5838e-02, -1.2906e-02, -6.4427e-02,
4.0187e-02, 2.2156e-02, 3.4307e-02, 6.5935e-02, -5.6188e-02,
9.7184e-03, 3.1848e-02, 4.5323e-02, 5.7852e-02, -3.6024e-03,
3.0689e-02, -6.5316e-03, 5.7109e-02, -5.4307e-02, 3.5627e-02,
-9.4697e-02, -1.2862e-02, -1.2834e-02, 7.8965e-02, 5.4031e-03,
-8.5135e-02, 4.4247e-02, 2.8325e-02, -7.2747e-02, 2.3572e-02,
6.2636e-02, -9.5218e-02, 2.5526e-03, -1.6763e-01, 4.1701e-02,
-1.8157e-02, 3.1409e-02, -5.7101e-02, 3.3371e-02, -2.6675e-02,
7.3162e-02, -4.0938e-02, -1.1954e-02, 2.4898e-02, -2.9676e-02,
-8.3866e-03, 3.7563e-02, -1.6222e-02, -4.6487e-02, -2.4686e-03,
-1.4755e-01, 8.9438e-02, 4.0949e-03, -5.6963e-02, 9.7166e-03,
-3.1226e-02, 3.0115e-02, 2.8413e-02, 6.4832e-02, -1.6951e-01,
1.4386e-03, -3.1776e-02, 1.7106e-02, -2.8426e-02, -7.2883e-02,
-5.4811e-02, 7.6565e-02, -3.7892e-03, 2.9155e-02, -8.6592e-02,
-3.7236e-03, -3.0033e-02, -5.3093e-02, -1.0069e-02, -6.5516e-02,
-2.7691e-02, 7.3017e-03, 4.7679e-03, 2.7183e-02, 1.4092e-01,
-1.1247e-01, -1.4984e-02, -3.5046e-02, 1.0634e-02, -8.5262e-03,
3.6687e-02, -1.1643e-02, -2.6170e-02, 1.9805e-01, -3.9792e-02,
7.6800e-03, 3.0914e-02, -3.3504e-02, 1.0513e-01, 2.9676e-02,
-4.2202e-02, -2.1077e-02, 2.4958e-02, -1.4410e-02, -7.4160e-02,
1.7878e-02, -2.4755e-03, -5.1255e-03, -1.3232e-02, 7.7661e-03,
-1.2997e-01, 2.5165e-02, -5.8328e-03, -2.2496e-01, -1.9493e-02,
-6.1411e-02, 2.3023e-02, 1.6381e-03, 3.0688e-02, -1.6814e-02,
-1.9770e-02, 3.1851e-02, -1.0475e-01, 4.0971e-02, -1.3708e-01,
-4.0768e-02, -1.7089e-02, -2.9378e-02, 3.2832e-02, 4.5257e-02,
-1.0492e-02, 2.7368e-02, 4.4085e-03, -1.8099e-02, -1.6410e-02,
-6.5017e-02, 1.7919e-03, -5.5080e-02, -4.8931e-02, -5.9589e-04,
-5.3717e-02, 4.5445e-02, -2.8608e-02, 1.3932e-02, -7.2870e-02,
5.4065e-02, 8.3917e-02, -7.3482e-02, 6.1693e-04, 1.2700e-01,
2.5856e-02, -6.7368e-02, -9.6881e-02, -5.8364e-04, -6.0567e-03,
-6.0658e-02, 1.8069e-02, 1.9061e-02, -4.4613e-02, 4.9899e-02,
-5.5395e-02, 4.5206e-02, 7.3169e-02, -1.7220e-02, 1.7896e-01,
6.6199e-02, -5.2923e-02, -1.1469e-01, -2.5279e-02, -8.4405e-03,
-2.4237e-02, -1.0175e-01, 1.1695e-01, 4.2276e-02, -3.4261e-02,
-7.6440e-04, -6.1754e-02, 1.1336e-01, 7.1219e-02, 1.3441e-02,
-8.2917e-02, -6.1187e-02, 7.6887e-02, 3.6711e-02, 1.3850e-02,
1.1540e-02, 2.2737e-02, -5.5852e-02, 2.9213e-02, -7.8241e-02,
-7.4297e-02, -2.0118e-01, 3.5469e-02, -9.9614e-03, 5.2833e-02,
4.8308e-02, 1.1615e-02, 7.7853e-02, 7.6582e-02, 5.1402e-02,
5.4110e-02, -1.0372e-01, 2.6075e-02, 2.3173e-02, -1.1386e-02,
-3.4064e-02, 2.8311e-02, 2.7327e-02, 3.1088e-02, 1.2197e-01,
5.7475e-02, -7.2375e-02, -4.0548e-02, 2.3916e-02, 4.4323e-02,
7.6118e-04, -4.8498e-02, -1.6655e-02, 1.1447e-01, -6.3335e-02,
-7.1307e-02, -3.3125e-02, -1.4023e-02, 3.6297e-04, 1.2815e-02,
4.4277e-02, 2.6409e-02, -5.7492e-02, -4.1637e-03, 2.0045e-01,
-6.1541e-02, 2.5884e-02, 3.7263e-02, 2.8553e-02, 5.7688e-02,
1.9198e-02, -1.1356e-01, -1.9634e-02, -1.1458e-01, 1.4801e-02,
-1.3733e-02, -2.0813e-02, -1.2105e-01, -1.4870e-02, -2.2883e-02,
6.4728e-02, 9.4646e-03, -9.4681e-02, 3.3960e-03, 4.8964e-02,
-9.1495e-02, -3.8825e-03, 2.6102e-02, 6.1056e-02, -5.8297e-02,
-1.7505e-02, -3.6601e-03, 8.7696e-02, -7.3177e-02, -4.2292e-02,
-8.4684e-02, -1.0019e-01, 5.7773e-02, -7.6571e-03, -6.0872e-02,
2.4628e-02, -7.7186e-02, 2.3629e-02, 7.5204e-02, 1.1204e-02,
4.4702e-02, -1.5592e-02, 2.5185e-02, -2.2199e-02, 3.8524e-02,
-1.0477e-02, 4.0521e-02, -2.3047e-02, -1.9058e-02, -6.2107e-05,
-4.7013e-02, -2.4305e-02, -5.4031e-02, 7.4312e-02, 1.1821e-02,
4.0028e-02, 6.2478e-02, 2.2330e-02, 4.2199e-02, 3.1292e-02,
-8.4876e-02, -9.1243e-03, 2.6956e-02, -3.4921e-02, 3.9545e-02,
-8.2356e-02, 5.5558e-02, -1.6381e-01, 3.0298e-02, 3.4140e-02,
-3.7092e-02, -9.8431e-02, -1.0651e-02, -1.0819e-02, -1.7215e-01,
3.0003e-02, -2.3323e-02, -5.2544e-02, 3.9990e-02, 3.9775e-02,
-4.8526e-02, 8.4669e-02, -1.5964e-02, -1.4662e-01, 1.0617e-03,
4.8284e-02, 2.7534e-02, -1.4863e-01, 4.3606e-02, 5.1231e-02,
7.1496e-02, -2.0363e-02, 5.0514e-03, 2.6897e-02, 8.5861e-02,
-4.9650e-02, 4.9578e-02, -3.4809e-02, 2.3978e-02, 3.9322e-02,
7.7413e-02, -5.6230e-03, 1.6038e-02, 2.3834e-02, 7.1397e-02,
2.2045e-02, -5.4191e-02, -2.4293e-02, 1.1577e-02, -6.9836e-02,
7.6758e-02, 3.4606e-02, -1.0950e-01, 8.0948e-02, 5.9119e-02,
-5.7268e-02, 4.4050e-02, 1.2443e-02, -1.1503e-01, -2.2667e-02,
-9.0428e-02, 2.1163e-02, 9.4001e-02, 2.9984e-02, -1.1213e-02,
2.3901e-02, 4.3376e-02, 7.7922e-02, -9.9864e-02, -2.4535e-02,
2.7830e-02, -2.8681e-03, 5.0721e-02, 1.5297e-03, -4.0516e-02,
-5.1171e-02, 4.7508e-02, -9.9534e-04, 3.3683e-02, 4.4844e-02,
-3.8402e-02, -5.1584e-02, -9.0620e-02, 3.8044e-02, 6.2194e-02,
3.4885e-02, -2.2436e-02, 3.7895e-03, 1.4472e-02, -1.5843e-01,
2.8361e-02, 1.7518e-02, -1.7522e-02, -6.0974e-03, -8.9497e-02,
-9.8946e-04, 3.0796e-02, -1.3859e-02, -3.0364e-02, 1.0262e-03,
1.5075e-03, -6.2966e-02, 2.4293e-02, -1.9275e-03, 1.0783e-01,
7.3484e-02, -2.0638e-02, -2.8264e-02, 3.7355e-03, 6.6402e-02,
-1.1338e-02, 3.5695e-04, 1.5144e-03, 1.0853e-02, -3.3323e-02,
-6.6224e-02, 5.4993e-02, -4.8163e-02, 4.2720e-02, -1.8631e-02,
8.5572e-02, 6.8419e-02, 3.4947e-02, -2.1907e-02, -2.2447e-03,
-2.6249e-02, -1.4861e-02, -6.7545e-02, 6.8289e-02, 2.1172e-02,
-1.0236e-01, 7.4773e-02, 8.0932e-02, 7.1961e-02, -2.6743e-02,
5.7057e-02, -7.3557e-03, 1.3477e-02, 8.3256e-03, -2.4072e-02,
-2.1530e-02, -3.3305e-03, 7.9529e-03, -7.2509e-03, -1.3274e-01,
-1.6724e-02, -1.1862e-02, 5.2702e-02, 3.3648e-02, -4.1094e-02,
1.3315e-02, -8.6657e-02, -1.6664e-02, -6.1005e-02, -2.7736e-02,
2.5489e-02, -2.8673e-02, -4.6744e-02, -8.0716e-03, 1.3024e-01,
2.6272e-02, -8.2392e-02, -6.8945e-02, -9.7279e-03, -1.2675e-01,
5.3803e-02, 6.7476e-02, 9.4535e-03, -8.5938e-02, -6.2046e-02,
3.0158e-02, 3.2242e-02, -2.9457e-02, 1.4733e-02, -4.6266e-02,
-6.3869e-03, -9.9616e-02, -7.6158e-02, -9.0697e-02, 7.2068e-02,
-7.8117e-04, -1.2156e-02, -1.9383e-02, -2.6411e-02, -2.8250e-02,
2.2126e-02, 5.8033e-02, 1.6739e-02, -8.1313e-02, 2.3195e-02,
3.2305e-02, 5.0049e-02, 6.8112e-02, -4.7834e-03, 5.5755e-02,
-5.7424e-02, 3.6631e-02, -3.7475e-02, -1.3250e-02, 7.3692e-02,
1.8650e-02, -6.2189e-02, 1.7772e-02, -1.4383e-02, -2.8807e-02,
-9.8100e-02, -1.0725e-01, -6.7077e-02, -1.2264e-02, 4.2618e-02,
-3.5712e-02, -6.6072e-03, -1.4679e-02, 4.9960e-02, 2.0364e-02,
8.5060e-03, 2.5576e-02, 4.9383e-02, -9.4719e-03, 1.1804e-01,
-4.0525e-02, 1.0362e-01, -2.7419e-02, -3.6077e-02, 4.2739e-02,
5.3546e-02, -4.2645e-03, -4.7953e-02, -1.2113e-01, -1.8454e-02,
-6.0066e-03, -1.1026e-01, 1.4098e-02, 4.5253e-02, -2.5182e-02,
7.4725e-03, 3.8673e-03, 3.0659e-02, -1.4568e-02, -5.1940e-02,
3.6045e-02, -3.9570e-02, -2.5172e-02, -3.6291e-03, -3.0646e-02,
-4.6493e-02, 9.2742e-03, 1.6294e-02, 5.5596e-02, -6.4038e-02,
5.8416e-02, 2.8520e-02, 6.8850e-02, -2.3763e-02, 4.8083e-02,
2.4625e-02, 3.3662e-02, 5.1245e-03, -1.9842e-02, -3.1107e-02,
5.8010e-03, -1.1371e-01, 1.2832e-02, -3.9304e-02, -1.4733e-01,
6.9833e-02, -5.8896e-02, 8.2913e-02, -6.8906e-02, -6.8316e-03,
-2.2515e-02, -7.0460e-03, -6.5564e-02, -1.9781e-02, 1.8887e-02,
-1.4593e-03, 5.9514e-04, -4.2281e-02, -7.0105e-02, 2.3400e-02,
-4.5288e-02, -5.0416e-03, -9.7297e-03, 2.2629e-02, 1.6329e-02,
1.0333e-02, -7.1545e-02, 4.5823e-02, -3.0554e-02, 7.3772e-02,
1.3720e-02, -3.1331e-02, -1.5648e-02, 4.1801e-02, -3.3564e-03,
2.0134e-02, 4.1317e-02, -5.3269e-02, 5.2430e-04, 9.0171e-02,
5.7169e-02, 7.9164e-04, -2.6304e-02, 5.4798e-03, 2.7255e-02,
1.1964e-02, -3.5042e-02, 9.0440e-02, 5.9605e-02, 4.2217e-02,
-1.8285e-02, -2.1931e-02, 6.2744e-03, -4.9101e-02, 1.6449e-02,
3.7970e-02, 1.6919e-02, -9.1327e-02, 5.9534e-02, 1.2779e-02,
-8.1557e-02, 6.6675e-02, -6.3412e-02, -3.7331e-02, -3.2601e-02,
-4.1140e-02, -1.3692e-02, 3.5451e-02, -6.5152e-02, 4.3049e-02,
-1.7998e-02, -9.4893e-02, 6.7295e-02, 3.2252e-02, -1.4353e-03,
1.0264e-02, -1.1525e-02, 4.3764e-02, 2.1551e-02, 7.4996e-02,
-1.4793e-02, 6.5879e-03, 1.8171e-02, 1.5892e-02, 5.9863e-02,
-2.9981e-02, 5.5146e-02, -8.2976e-02, 1.4568e-02, 7.0463e-03,
-1.3971e-02, 6.4049e-02, -4.9072e-02, -9.5363e-02, 8.0551e-02,
-5.0078e-02, -2.5288e-02, 3.2551e-02, -6.6206e-02, -4.1650e-02,
7.6291e-02, 6.2044e-02, 5.4844e-02, 4.2854e-02, 6.9421e-02,
6.7506e-02, -3.6233e-02, -1.0681e-01, -4.7201e-02, -1.3617e-02,
-4.2121e-02, -1.3785e-02, 3.7220e-02, -3.1187e-02, 3.5057e-02,
2.8182e-02, 5.1819e-02, 6.1897e-02, -1.6409e-02, 4.3618e-02,
-5.9583e-02, 1.6994e-01, 5.8569e-02, -4.4736e-03, -8.2042e-02,
8.0480e-02, 1.2407e-02, 2.7653e-02, 9.8911e-02, 4.2017e-02,
-2.5837e-02, -2.3127e-02, -1.8231e-02, -1.0450e-02, 1.5544e-02,
4.6714e-02, -6.1017e-03, -3.9536e-02, 1.5780e-02, 4.6409e-02,
3.6528e-02, 1.1894e-01, 3.1327e-02, 1.7686e-02, -6.4839e-02,
1.7971e-02, -2.8299e-02, 5.2136e-04, -1.0707e-01, -4.0233e-02,
9.0000e-02, 2.0156e-03, 8.5888e-02, -9.0992e-02, 2.1978e-02,
-2.2185e-03, -3.1756e-02, 4.4416e-02, -4.0510e-02, 7.6836e-02,
1.0403e-01, -1.2479e-01, 4.1840e-02, 2.1073e-02, -2.3090e-02,
5.6784e-02, 3.0459e-02, 7.6760e-02, -5.2042e-02, 4.3211e-03,
-2.8522e-02, 1.1386e-02, 2.8083e-03, -9.7046e-03, 7.6911e-02,
-2.8048e-01, 8.6883e-03, -3.3426e-02, 4.1214e-02, 2.7252e-03,
-2.2529e-02, -4.7057e-02, 3.6477e-02, -9.9223e-02, 2.6752e-02,
-1.5211e-02, 1.6182e-02, 1.4820e-01, -3.1077e-02, 6.0786e-02,
1.0815e-02, -4.4136e-04, -2.6228e-02, -3.4848e-02, 1.4016e-02,
-1.2445e-02, 9.1357e-02, 2.0348e-02, 8.6944e-02, 3.3850e-02,
-7.9909e-03, 2.4966e-02, 4.5024e-03, 5.4849e-02, -6.5796e-02,
-8.5438e-03, -6.1206e-02, -1.5694e-02, 7.8139e-03, 3.5606e-02,
3.7320e-02, -1.1238e-02, 2.5376e-02, -1.4455e-02, -1.0078e-02,
2.7811e-02, -1.3446e-02, -8.8572e-02], device='cuda:0')),
('bert.encoder.layer.3.attention.output.LayerNorm.weight',
tensor([0.8682, 0.8563, 0.8601, 0.8263, 0.7799, 0.8731, 0.7502, 0.8509, 0.9070,
0.7745, 0.9008, 0.8972, 0.9125, 0.8907, 0.8832, 0.7479, 0.8335, 0.8150,
0.8264, 0.8968, 0.7904, 0.9090, 0.8363, 0.8571, 0.8069, 0.8447, 0.8807,
0.9094, 0.8384, 0.8836, 0.8664, 0.7431, 0.8948, 0.7565, 0.8469, 0.8210,
0.7519, 0.8935, 0.7405, 0.8938, 0.9092, 0.8715, 0.8529, 0.9018, 0.9210,
0.8923, 0.8824, 0.8739, 0.9288, 0.8169, 0.9132, 0.8125, 0.8272, 0.8840,
0.7794, 0.7301, 0.8608, 0.8679, 0.8047, 0.7970, 0.8501, 0.9108, 0.9219,
0.9131, 0.7616, 0.8946, 0.8837, 0.8560, 0.7469, 0.8165, 0.8695, 0.8351,
0.8635, 0.8521, 0.8966, 0.8919, 0.8731, 0.8663, 0.8887, 0.8626, 0.8543,
0.8218, 0.8675, 0.8622, 0.7189, 0.9355, 0.8237, 0.8548, 0.8970, 0.8657,
0.8735, 0.8524, 0.8703, 0.8874, 0.8579, 0.8581, 0.6880, 0.8857, 0.8995,
0.8881, 0.7969, 0.9131, 0.7988, 0.9263, 0.7235, 0.9181, 0.9024, 0.8198,
0.9109, 0.9012, 0.8281, 0.8463, 0.9042, 0.7157, 0.8583, 0.9342, 0.8565,
0.8739, 0.9035, 0.9050, 0.8913, 0.8637, 0.8830, 0.8139, 0.8170, 0.7957,
0.8766, 0.8338, 0.8563, 0.8293, 0.8896, 0.7920, 0.8764, 0.8750, 0.8852,
0.8463, 1.1074, 0.8905, 0.8492, 0.8901, 0.7748, 0.8855, 0.8477, 1.4008,
0.8789, 0.8565, 0.8850, 0.8898, 0.8572, 0.9093, 0.9128, 0.8870, 0.8969,
0.8552, 0.8764, 0.8323, 0.8822, 0.8879, 0.8594, 0.8830, 0.9944, 0.8898,
0.7228, 0.8567, 0.8349, 0.8992, 0.9188, 0.7448, 0.8270, 0.8482, 0.8981,
0.6963, 0.8083, 0.8753, 0.8728, 0.9172, 0.9166, 0.9452, 0.9069, 0.8591,
0.8343, 0.8482, 0.8103, 0.9278, 0.8539, 0.8866, 0.8205, 0.8761, 0.8733,
0.8645, 0.8786, 0.7455, 0.8364, 0.8816, 0.8468, 0.9053, 0.9118, 0.6660,
0.8432, 0.8970, 0.8945, 0.8078, 0.8785, 0.8830, 0.8217, 0.8572, 0.8861,
0.9159, 0.8725, 0.8355, 0.8763, 0.8911, 0.8149, 0.9034, 0.8351, 0.9025,
0.8122, 0.8026, 0.8673, 0.8736, 0.9039, 0.8224, 0.8951, 0.9886, 0.8555,
0.8820, 0.9006, 0.8864, 0.8674, 0.6692, 0.8019, 0.8854, 0.8362, 0.8406,
0.8358, 0.8915, 0.6651, 0.9107, 0.8286, 0.8799, 0.8685, 0.8187, 0.8184,
0.8402, 0.8982, 0.8304, 0.9072, 0.8167, 0.9024, 0.9196, 0.9010, 0.8817,
0.9369, 0.9263, 0.9209, 0.8740, 0.9201, 0.6858, 0.8646, 0.8812, 0.7260,
0.8899, 0.8577, 0.8760, 0.8741, 0.8811, 0.8750, 0.9052, 0.7332, 0.8925,
0.8822, 0.8604, 0.9068, 0.8597, 0.9479, 0.8950, 0.8436, 0.8755, 0.8411,
0.8923, 0.9274, 0.8807, 0.7625, 2.5721, 0.8823, 0.9184, 0.7322, 0.9558,
0.8775, 0.8661, 0.7270, 0.8627, 0.8192, 0.8250, 0.8660, 0.7938, 0.8974,
0.6790, 0.9026, 0.8926, 0.9111, 0.8204, 0.8128, 0.8719, 0.7344, 0.9109,
0.7929, 0.9167, 0.8971, 0.8453, 0.8503, 0.8179, 0.8690, 0.7303, 0.8222,
0.8876, 0.8682, 0.7941, 0.9483, 0.7965, 0.8223, 0.8831, 0.8633, 0.9152,
0.8033, 0.8372, 0.9544, 0.8178, 0.9197, 0.8931, 0.9991, 0.8550, 0.8849,
0.9090, 0.9223, 0.9043, 0.8695, 0.9049, 0.8871, 0.7868, 0.6624, 0.8950,
0.7933, 0.9245, 0.8367, 0.9013, 0.8850, 0.8466, 0.8483, 0.8345, 0.8940,
0.8418, 0.8225, 0.8469, 0.9099, 0.8642, 0.8494, 0.8794, 0.8784, 0.7861,
0.8426, 0.8936, 0.8510, 0.9084, 0.8745, 0.8816, 0.9007, 0.9829, 0.8872,
0.8592, 0.8207, 0.8948, 0.8660, 0.8648, 0.8280, 0.8306, 0.8202, 0.8738,
0.9053, 0.6937, 0.8314, 0.8585, 0.8880, 0.9495, 0.8450, 0.8167, 0.8010,
0.8767, 0.8905, 0.7806, 0.9069, 0.8033, 0.8863, 0.8932, 0.8619, 0.8819,
0.7787, 0.9295, 0.8388, 0.7741, 0.7402, 0.8206, 0.7765, 0.8650, 0.8691,
0.8941, 0.8264, 0.8685, 0.9174, 0.9245, 0.8397, 0.8058, 0.9164, 0.9159,
0.9157, 0.8526, 0.8148, 1.0311, 0.8467, 0.8930, 0.8504, 0.9211, 0.8923,
0.8063, 0.8441, 0.8938, 0.8858, 0.7022, 0.8919, 0.9303, 0.8723, 0.8738,
0.8329, 0.9157, 0.7954, 0.9373, 0.8914, 0.8583, 0.8955, 0.8799, 0.9139,
0.7904, 0.8524, 0.7889, 0.8457, 0.8130, 0.8934, 0.9099, 0.8858, 0.8247,
0.9210, 0.6675, 0.8666, 0.8938, 0.8907, 1.0316, 0.8052, 0.7904, 0.8550,
0.8512, 0.8368, 0.8714, 0.8524, 0.9050, 0.7849, 0.8105, 0.8550, 0.8073,
0.9031, 0.8824, 0.8937, 0.8505, 0.9190, 0.8730, 0.9089, 0.8462, 0.7091,
0.9114, 0.8098, 0.9481, 0.8232, 0.8626, 0.9017, 0.9104, 0.8869, 0.8596,
0.9186, 0.7888, 0.9059, 0.7968, 0.8239, 0.9020, 0.8762, 0.8145, 0.9230,
0.8382, 0.8090, 0.9003, 0.8168, 0.8674, 0.8956, 0.8864, 0.7968, 0.8685,
0.8976, 0.9922, 0.9300, 0.8523, 0.8942, 0.8828, 0.9157, 0.8720, 0.9255,
0.8604, 0.8937, 0.7954, 0.9011, 0.8504, 0.7605, 0.9014, 0.8850, 0.7569,
0.8394, 0.9009, 0.8786, 0.9111, 0.9598, 0.9146, 0.8789, 0.8840, 0.8712,
0.9057, 0.8545, 0.8040, 0.8209, 0.8481, 0.7688, 0.8956, 0.8559, 0.8216,
0.9171, 0.8943, 0.7858, 0.7625, 0.8142, 0.8999, 0.8450, 0.8168, 0.8828,
0.9083, 0.8498, 0.8166, 0.9295, 0.8684, 0.7575, 0.8500, 0.8209, 1.9936,
0.8576, 0.8377, 0.9057, 0.8967, 0.7052, 0.8845, 0.8897, 0.9198, 0.8413,
0.8883, 0.7954, 0.9309, 0.7774, 0.8704, 0.8148, 0.8716, 0.8849, 0.8957,
0.8543, 0.8417, 0.9144, 0.8805, 0.8724, 0.9363, 0.8931, 0.8495, 0.8758,
0.9070, 0.8712, 0.8871, 0.8594, 0.8083, 0.9045, 0.7889, 0.8312, 0.8804,
0.8744, 0.9318, 0.8391, 0.8415, 0.8895, 0.8615, 0.8969, 0.8568, 0.7819,
0.9039, 0.9425, 0.8560, 0.8708, 0.8498, 0.8946, 0.8672, 0.8646, 0.7847,
0.8491, 0.9170, 0.9489, 0.9048, 0.9055, 0.9283, 0.8956, 0.8848, 0.8653,
0.7495, 0.8503, 0.9156, 0.8531, 0.9565, 0.8833, 0.8819, 0.8487, 0.8923,
0.8923, 0.9047, 0.8064, 0.8559, 0.8395, 0.8998, 0.8874, 0.9107, 0.8815,
0.8102, 0.9273, 0.8421, 0.8937, 0.8636, 0.8295, 0.8111, 0.7671, 0.9065,
0.9029, 0.8300, 0.8233, 0.9141, 0.8136, 0.7476, 0.8186, 0.8761, 0.8858,
0.8704, 0.8635, 0.8960, 0.8863, 0.8310, 0.8514, 0.8463, 0.8238, 0.8615,
0.9397, 0.6993, 0.7409, 0.8830, 0.9190, 0.8217, 0.8473, 0.9204, 0.9342,
0.8349, 0.8705, 0.8906, 0.8999, 0.9069, 0.9214, 0.8447, 0.8848, 0.8771,
0.9004, 0.8599, 0.8320, 0.9140, 0.8512, 0.8987, 0.8872, 0.7026, 0.8940,
0.8984, 0.9213, 0.8770, 0.8596, 0.9741, 0.8286, 0.9151, 0.8060, 0.7955,
0.6645, 0.8130, 0.9181, 0.9196, 0.8509, 0.9318, 0.8604, 0.9047, 0.8451,
0.9084, 0.8870, 0.8272, 0.9238, 0.8655, 0.8101, 0.7451, 0.8673, 0.9123,
0.8987, 0.8977, 0.8889, 0.8130, 0.9015, 0.7222, 0.9463, 0.8182, 0.8842,
0.8919, 0.8608, 0.8079, 0.8986, 0.9645, 0.8500, 0.8951, 0.9488, 0.7985,
0.8430, 0.8812, 0.9210, 0.8442, 0.7125, 0.8525, 0.8434, 0.8165, 0.8733,
0.8711, 0.8390, 0.7293, 0.8457, 0.8905, 0.8934, 0.8429, 0.9093, 0.8259,
0.7926, 0.8657, 0.8908, 0.8676, 0.8442, 0.8917, 0.9097, 0.8542, 0.9047,
0.8581, 0.9169, 0.8554], device='cuda:0')),
('bert.encoder.layer.3.attention.output.LayerNorm.bias',
tensor([ 5.7770e-02, 1.6062e-03, -1.9687e-01, -8.3522e-02, -1.2008e-01,
1.8701e-01, -1.5138e-01, 3.5925e-01, 2.2614e-01, -3.2358e-02,
1.3595e-01, -7.9057e-03, -4.4122e-02, -1.8362e-01, -1.0292e-02,
3.2825e-01, -6.2889e-02, -1.5316e-02, -9.1114e-02, -8.3353e-02,
2.0519e-02, 1.2874e-01, -1.1007e-01, 7.3277e-02, -2.7557e-02,
1.6216e-01, -5.2430e-02, 2.3931e-01, 3.0405e-02, 2.1393e-02,
-4.7100e-02, -1.7109e-01, -8.1622e-02, -6.9939e-02, 4.7509e-02,
4.2685e-02, -1.5774e-01, -5.2385e-02, 5.9721e-02, 2.1851e-01,
-7.1032e-02, -1.0083e-01, 5.0223e-02, 9.1259e-02, -6.7957e-02,
-5.7991e-02, 2.2369e-01, -1.7691e-02, 1.1830e-01, 6.8197e-02,
2.5987e-02, -3.9921e-02, 1.2754e-01, -1.4700e-01, -8.5295e-02,
-9.0374e-02, -9.3998e-02, 3.7445e-02, 3.1759e-02, 8.5307e-02,
2.2504e-03, 5.2524e-02, 2.0129e-01, -3.1716e-01, -7.4579e-02,
-1.5026e-02, 1.2173e-01, -3.7064e-02, 1.4385e-01, 1.6705e-04,
-1.7501e-01, 1.5068e-03, -4.2849e-02, 1.1375e-01, 4.9059e-02,
-5.6875e-02, 1.4472e-01, -2.0461e-02, 6.6883e-03, 1.1650e-01,
1.9873e-02, 4.7620e-03, -1.4579e-01, 1.7212e-01, 3.1425e-02,
2.8324e-01, -1.1120e-01, 1.7716e-02, 8.4297e-02, 9.0556e-02,
-1.3476e-01, -8.1369e-02, -2.6651e-01, 8.8356e-02, -8.3912e-02,
1.9869e-01, 7.2492e-03, -9.5777e-02, 6.3179e-02, 2.7463e-01,
-5.1814e-02, -4.5924e-02, 2.8318e-02, 1.2006e-01, -1.6185e-01,
3.8553e-02, 2.2164e-02, -1.6925e-02, -1.7704e-01, -1.0817e-01,
9.8506e-02, -1.3155e-01, -4.7935e-02, -1.1538e-02, 6.9967e-02,
1.6181e-01, 4.5407e-02, 1.7006e-01, -8.7498e-03, 6.0499e-02,
4.5191e-02, -4.2408e-02, 2.2914e-02, 6.6115e-02, -3.2606e-02,
-1.2839e-03, -1.1610e-01, 3.4690e-02, 6.8421e-02, 5.8783e-02,
4.6100e-02, 3.2895e-02, -1.2021e-01, 8.4844e-02, 8.6651e-04,
4.7282e-02, 2.8018e-01, 3.5847e-02, -1.3258e-01, -8.6692e-03,
-2.7996e-01, -2.0388e-03, -3.7100e-02, -1.7247e+00, -4.5480e-02,
-1.7451e-01, 1.3576e-01, 6.0023e-02, -9.1473e-02, -2.7538e-01,
-3.5343e-01, -1.9890e-02, -5.0089e-02, -3.5329e-02, 1.2031e-01,
2.0749e-02, -1.2803e-01, -1.0500e-01, -5.6115e-02, -8.2665e-02,
2.4184e-01, 4.1632e-02, -8.1560e-02, -5.8998e-02, -8.7377e-03,
-2.7291e-01, 2.5226e-01, 6.6258e-02, -1.2624e-01, -6.6556e-02,
-6.4687e-02, -2.5301e-02, 3.1061e-03, 1.0029e-01, 2.2351e-01,
1.8917e-01, 1.8228e-01, -4.6404e-01, -7.3174e-02, 1.5877e-02,
-2.4912e-01, -2.7977e-02, -1.1788e-01, -2.8520e-01, -3.2613e-02,
-1.0332e-01, -2.6482e-01, -1.6039e-01, 2.5876e-02, -7.5393e-02,
1.7254e-01, 1.4191e-01, 6.8974e-02, -1.6872e-02, -8.2547e-02,
-2.0209e-01, 2.8132e-02, -1.2252e-01, -5.4894e-02, -7.6056e-02,
1.2435e-01, 9.9845e-02, -9.6420e-02, 1.5372e-01, 1.2301e-01,
8.7700e-02, 6.3991e-03, -2.0385e-01, -5.7589e-02, -1.3617e-01,
1.5764e-02, -6.7980e-03, 7.0449e-02, -1.4139e-01, -8.0979e-02,
-8.4390e-02, 1.6615e-01, 4.5841e-02, -6.7276e-02, 1.5347e-01,
2.0091e-02, 1.4620e-02, 4.2526e-02, -4.3386e-01, -1.6600e-01,
1.0666e-01, 2.7947e-02, 3.3148e-02, 2.3501e-01, -2.2617e-01,
-5.6906e-02, 3.8496e-02, 3.1431e-02, -5.1955e-02, -1.1549e-01,
-1.7264e-01, 3.4015e-02, -2.5676e-02, -3.3005e-02, -4.6644e-02,
-2.2025e-01, -5.8453e-02, 1.2983e-01, 2.8137e-02, -1.9133e-01,
-1.8668e-01, 3.9714e-02, 5.8360e-03, 4.9037e-02, 1.3903e-01,
3.3781e-02, 5.3889e-02, 1.7064e-01, 3.1291e-02, 1.1648e-01,
-5.5166e-03, -2.0857e-01, 5.3455e-02, -1.0872e-01, -1.0029e-01,
-6.6440e-03, -2.4466e-01, 8.3504e-02, 5.1638e-02, -5.5775e-02,
5.8863e-02, -8.1640e-02, -5.8983e-02, -1.1954e-02, -5.2853e-02,
-3.6075e-02, -2.0171e-01, 1.2473e-01, -1.8684e-02, 1.6307e-01,
-7.7445e-02, -1.1015e-01, -7.5006e-02, 3.9931e-02, -2.7084e-01,
1.5746e-02, -5.2082e-02, -1.5292e-01, 1.0261e+00, -1.7768e-02,
1.0640e-01, 3.3080e-02, -3.4945e-01, 1.0781e-01, 6.6242e-02,
-2.0864e-02, -1.1550e-01, -5.0681e-02, -1.0586e-01, -1.2395e-01,
-8.3836e-02, -3.2480e-01, 1.2659e-02, -1.0146e-01, 8.5668e-02,
1.4522e-01, -7.5215e-02, -8.3293e-02, -4.1711e-03, -1.6375e-01,
-1.5941e-01, -3.2006e-02, 6.1952e-02, 2.6893e-02, 1.2347e-01,
3.2973e-01, -8.3384e-02, 2.1738e-02, 3.5385e-02, -2.3836e-02,
6.9680e-02, -7.7328e-02, -1.4873e-02, -2.8544e-01, 5.5449e-02,
-9.8797e-02, -3.1649e-02, 1.7071e-02, 5.6977e-03, -6.5420e-02,
-1.4034e-01, 3.1317e-01, 1.4490e-01, 1.3554e-02, 2.4688e-01,
-4.8555e-01, -4.2649e-02, -6.1871e-02, 7.5698e-02, 1.1523e-01,
-1.1152e-01, 5.8602e-02, 8.4438e-02, -1.7952e-01, 6.4750e-02,
-5.7592e-02, -2.5543e-02, 1.0563e-02, -1.2784e-01, 3.2582e-03,
-4.4878e-02, -4.5678e-02, -1.2485e-01, -8.1140e-02, -5.6076e-02,
2.1164e-02, 2.3733e-02, -1.6573e-01, 2.4525e-02, 1.7459e-02,
-1.6828e-01, -2.4099e-03, 4.5457e-02, -3.6176e-02, -1.6187e-01,
-2.0686e-02, -7.8832e-02, 8.1847e-02, -5.7966e-02, -1.8805e-01,
6.5300e-02, -5.8267e-02, 2.3471e-01, -1.2754e-01, 1.7728e-01,
-5.6730e-02, -1.8054e-01, -4.4572e-02, 2.7910e-02, -6.7512e-03,
-5.6520e-02, 2.8637e-02, -2.8219e-02, 2.0527e-01, -2.2252e-02,
6.7550e-02, -6.5954e-02, 6.2411e-03, 3.2443e-01, -2.1287e-01,
-1.7020e-01, 1.1568e-01, -1.8667e-02, 6.0867e-02, -3.8237e-02,
7.2240e-02, 1.3405e-02, 5.1885e-02, -3.4501e-02, -9.2332e-02,
-7.9836e-02, 9.9193e-03, 1.1266e-01, -1.1584e-01, -5.1709e-02,
-1.4214e-01, 2.2028e-01, 2.8472e-02, 4.1204e-02, -1.7004e-01,
3.5269e-02, 1.1503e-01, -1.0436e-01, -1.7390e-01, -1.1251e-01,
-2.4098e-01, 1.1530e-02, 1.5489e-01, -4.1147e-02, 1.3017e-01,
-1.4262e-02, 1.1705e-01, 4.1929e-01, -1.4290e-01, -2.3697e-02,
-8.0635e-02, -6.0446e-02, -1.4528e-01, -6.9249e-02, 1.0338e-01,
-1.5002e-01, -2.6318e-01, -1.6820e-01, -1.3070e-01, 1.5747e-01,
-5.0640e-02, -1.8351e-02, -1.9368e-01, 9.8762e-02, -1.9084e-01,
1.6099e-01, 2.0839e-01, 9.7454e-02, -9.4311e-02, 6.4522e-02,
1.2522e-01, 4.3149e-02, -4.3812e-02, -2.8399e-02, 3.0684e-02,
-1.4344e-01, -2.2999e-02, 6.1326e-02, 4.5591e-02, -6.0961e-02,
2.2134e-01, 2.3796e-01, -2.0407e-03, 3.0598e-03, -1.5229e-01,
-4.9159e-01, -2.2224e-02, 4.7304e-03, -8.7460e-02, -1.1024e-02,
-1.5549e-02, -2.8738e-02, -4.7731e-02, 1.3103e-01, -5.5585e-02,
-3.6318e-03, 2.7678e-02, 5.0402e-02, 1.4861e-01, 5.6705e-02,
1.2513e-01, 1.3763e-01, -3.8731e-02, 2.3040e-01, -9.0324e-02,
3.5591e-02, -4.0994e-02, 1.3512e-01, 9.9918e-02, -8.3196e-02,
-1.4220e-02, -1.2275e-01, -1.1659e-01, 8.2020e-02, 9.1757e-02,
-2.0245e-01, 1.1443e-01, 1.7011e-02, 6.0800e-02, 2.4443e-02,
-3.1103e-02, -5.4800e-02, -1.0107e-01, 3.0728e-02, 2.0030e-01,
1.4362e-02, -2.3972e-03, 1.8297e-02, -2.2125e-02, 6.0336e-02,
4.3414e-02, 7.1367e-02, -2.1336e-02, -1.2333e-01, -2.2131e-01,
2.4852e-01, -9.8363e-02, 3.2165e-02, -2.3605e-01, -1.6488e-01,
-3.5807e-01, 1.0750e-02, 3.4913e-01, 9.1427e-02, -1.7944e-01,
-3.8397e-02, 8.0222e-02, 1.2854e-01, 1.5032e-01, 1.4551e-02,
-9.5438e-02, 9.4686e-03, 3.0843e-02, -1.6238e-01, -8.6502e-02,
-4.0758e-02, 1.4360e-01, -2.4007e-02, -4.3182e-02, -1.0025e-01,
-6.3246e-02, 1.5218e-01, -1.3587e-01, -8.9024e-02, -9.2335e-02,
-7.7814e-02, -2.1413e-02, 1.8534e-01, -2.1635e-01, 5.5442e-02,
-2.4612e-01, 1.9015e-02, 2.7123e-02, -1.2215e-02, -2.7026e-02,
1.2042e-01, -4.4837e-03, -2.6379e-02, 1.6969e-01, 1.6173e-01,
2.2331e-01, 1.2227e-01, -6.0510e-02, 1.3321e-01, -2.9821e-02,
-1.0883e-02, -1.5219e-01, -1.7978e+00, -1.4352e-01, 2.0826e-02,
-1.6919e-01, 6.5287e-02, -1.5731e-01, -2.5373e-02, 7.7246e-02,
-1.3044e-01, -7.3540e-02, -3.5615e-03, -1.2424e-01, 1.3959e-01,
-1.0782e-01, 2.1754e-02, -1.1325e-01, -3.6945e-02, 9.6591e-03,
-4.5462e-02, 8.5023e-02, -8.0353e-02, 2.2430e-01, -4.2324e-02,
5.4293e-03, 2.8769e-01, 8.2554e-02, -6.4991e-02, 5.3335e-03,
-3.4523e-02, 1.5400e-01, -5.3456e-02, 1.2745e-01, 3.7443e-02,
-1.0841e-01, 1.4318e-02, -1.1641e-01, -2.8492e-01, -2.3776e-01,
4.1122e-02, 5.0185e-02, -4.5049e-02, -1.7049e-01, 5.7867e-02,
-1.0533e-01, -9.9199e-02, -6.7085e-02, -2.0169e-01, 1.4832e-01,
-1.1395e-01, -1.0903e-02, 1.8300e-01, 1.6267e-01, 7.1886e-02,
4.6003e-02, -3.6832e-02, -2.2464e-02, -2.6376e-01, 1.9981e-01,
1.2715e-01, 2.1435e-02, -7.1804e-02, -6.7546e-02, -9.6737e-04,
-1.1604e-01, 1.2914e-01, 9.8056e-02, 5.4462e-02, 9.2825e-02,
-1.9179e-01, -4.1814e-02, -1.6330e-01, 8.3588e-02, 4.0756e-01,
-1.5102e-01, 1.0259e-01, 6.9265e-02, -8.1958e-02, 9.2122e-02,
2.5506e-01, -1.1114e-01, 1.8279e-01, -2.2473e-01, -7.7751e-02,
-8.3977e-02, -8.7437e-02, 2.0308e-01, -1.0060e-01, 2.0820e-02,
-1.1536e-01, -3.4829e-01, 1.1899e-01, -9.7237e-02, -1.7224e-01,
3.3825e-02, -1.2613e-01, -1.8842e-02, -2.4908e-01, -4.3207e-02,
9.7511e-02, -5.4015e-02, 6.2163e-02, 8.7509e-02, -1.5119e-02,
1.0344e-01, 5.5447e-02, -1.1346e-01, -1.1624e-01, 7.9857e-03,
-1.7869e-01, 2.6007e-01, 9.2854e-02, -1.3039e-01, 1.3063e-01,
3.4222e-02, 5.2263e-02, 3.4811e-02, 5.9069e-02, 2.3729e-01,
-4.6938e-02, -1.7426e-02, -2.0943e-01, -9.2210e-02, 9.2701e-03,
1.6867e-01, -6.3006e-02, 1.3150e-01, -6.6816e-03, 4.4836e-02,
3.3434e-02, -5.3008e-02, -2.5303e-02, -2.0768e-02, -7.0832e-02,
1.5766e-01, 3.4176e-02, -1.7593e-01, -7.5717e-02, 1.5887e-01,
-8.8951e-02, 6.6818e-02, -3.1424e-01, 2.2844e-01, 4.9745e-02,
1.2341e-01, 1.0790e-01, 1.2799e-01, 1.3101e-01, -1.0804e-01,
-8.5552e-02, 3.9561e-03, -2.4989e-01, -1.0013e-02, -8.3057e-02,
-2.9867e-02, 2.7569e-02, -5.6000e-02, -3.2595e-03, 5.9177e-02,
1.0408e-01, -1.5699e-01, -1.1017e-01, 1.3129e-01, 9.4979e-02,
5.2553e-02, 1.4971e-01, 6.5832e-02, 6.1744e-02, -1.4781e-02,
3.2886e-02, 2.3107e-01, -4.9538e-02, 5.8310e-02, 1.0680e-01,
-1.6920e-01, -5.4228e-03, -4.7244e-02, 3.8207e-01, -1.8236e-02,
-3.7618e-02, 3.8225e-01, -8.2705e-02, 3.8598e-02, 6.4347e-02,
-2.3489e-01, -1.1071e-01, 4.4761e-02, 1.5473e-01, 2.3413e-02,
-2.7478e-02, -1.9756e-02, -8.6500e-02, -1.8864e-01, 9.0414e-02,
-9.5413e-02, 5.1682e-02, 2.9151e-02, -1.5657e-01, -6.5547e-02,
-1.3420e-01, 1.0836e-01, -7.3147e-02, -1.8942e-02, 2.3227e-01,
-1.4009e-01, -5.4383e-02, 6.3964e-02, -3.5606e-02, 1.2799e-01,
-5.2369e-02, 1.3938e-02, 9.8680e-02], device='cuda:0')),
('bert.encoder.layer.3.intermediate.dense.weight',
tensor([[ 0.0932, 0.0736, 0.1283, ..., 0.0480, 0.0143, 0.0593],
[-0.0006, -0.0715, 0.0247, ..., 0.0063, 0.0066, -0.0015],
[ 0.0261, 0.0141, 0.0436, ..., -0.0225, -0.0168, 0.0022],
...,
[-0.0301, -0.0702, 0.0362, ..., -0.0490, 0.0136, 0.0216],
[-0.0610, -0.0701, 0.0262, ..., 0.0669, -0.0283, 0.0758],
[ 0.0143, 0.0388, -0.0127, ..., -0.0449, -0.0110, 0.0020]],
device='cuda:0')),
('bert.encoder.layer.3.intermediate.dense.bias',
tensor([-0.1245, -0.0535, 0.0052, ..., -0.0806, -0.0684, -0.0218],
device='cuda:0')),
('bert.encoder.layer.3.output.dense.weight',
tensor([[ 0.0253, -0.0114, -0.0499, ..., 0.0374, -0.0280, 0.0425],
[ 0.0320, -0.0420, -0.0026, ..., -0.0333, -0.0503, -0.0138],
[ 0.0062, -0.0002, 0.0309, ..., 0.0543, 0.0084, 0.0086],
...,
[-0.0151, 0.0255, -0.0153, ..., -0.0378, -0.0174, 0.0136],
[-0.0664, 0.0047, 0.0432, ..., -0.0006, -0.0230, -0.0393],
[-0.0077, 0.0524, 0.0330, ..., 0.0730, -0.0057, -0.0155]],
device='cuda:0')),
('bert.encoder.layer.3.output.dense.bias',
tensor([ 1.3211e-02, -6.8398e-02, 3.3997e-02, 4.0926e-03, -3.1230e-02,
7.3482e-02, 2.2718e-02, 7.9313e-02, 2.9878e-02, -6.1694e-02,
9.9072e-02, 3.3748e-03, -7.6463e-02, -6.8412e-02, 1.8508e-03,
1.6201e-01, -1.9452e-02, -3.4447e-02, -4.8742e-02, -6.7629e-02,
5.1397e-03, 5.5475e-02, -4.6898e-02, -1.5443e-02, -1.7508e-01,
-1.5241e-02, 4.0402e-02, -2.3462e-02, 8.3657e-02, 2.0365e-02,
2.2577e-02, -1.8201e-02, 5.5461e-02, -2.8175e-01, 4.9331e-03,
-4.6185e-02, -1.0415e-01, -1.4960e-02, 6.0829e-02, 1.1490e-01,
-1.3227e-02, -9.0375e-02, -7.2658e-02, 2.9709e-03, -6.8701e-03,
8.1992e-03, 7.9270e-02, -5.5681e-02, -2.5942e-02, -2.8209e-02,
-1.0328e-02, 8.1299e-03, 1.4572e-01, -3.8621e-02, -7.3921e-02,
-1.0784e-01, 2.8396e-02, -8.8545e-02, 5.1696e-02, -5.1003e-02,
-7.9364e-02, 2.3636e-02, -2.9367e-02, -6.4221e-02, -2.9979e-02,
1.1774e-01, -4.2693e-02, 6.9751e-03, -5.7610e-02, -1.5788e-01,
-1.0792e-01, -5.4584e-02, 6.9767e-03, -3.8149e-02, -3.3019e-02,
4.8997e-02, -4.5592e-02, -5.7080e-02, -3.2805e-02, -2.0171e-02,
7.5570e-03, 1.4692e-02, 5.1358e-02, 1.6267e-02, -1.4582e-02,
-1.1845e-01, -4.9829e-03, -4.4741e-02, 2.8065e-02, 7.1006e-05,
-5.6803e-02, -1.1475e-01, -5.1107e-02, -1.3918e-03, -2.8661e-02,
2.0348e-01, -1.0283e-01, -3.3330e-02, 1.2579e-01, 8.3403e-02,
5.4174e-02, -1.4905e-02, 8.5156e-02, 2.7178e-02, -1.8000e-01,
8.0172e-04, 1.2377e-01, 6.7367e-02, -9.1585e-02, 5.2411e-02,
5.7200e-03, -5.0831e-02, 3.9005e-03, 4.6232e-02, 9.2472e-02,
3.9560e-02, -1.0428e-01, -1.4088e-02, 5.0046e-03, 3.6364e-02,
-1.9353e-03, 4.8224e-02, -8.2612e-02, -1.0407e-01, -1.4915e-01,
-4.7852e-02, -3.0280e-02, -6.6249e-02, -1.8592e-02, 2.7977e-03,
6.0260e-02, -4.9500e-02, 1.7648e-02, 3.3978e-02, 3.3552e-02,
-8.2095e-04, 4.5016e-02, 3.2592e-02, -1.0315e-01, 1.0781e-01,
-1.6899e-01, -1.7777e-02, -2.2462e-02, -6.2983e-01, -5.5733e-02,
-7.8812e-03, 3.4856e-02, -5.2261e-02, -3.8695e-02, 6.7734e-02,
-5.6713e-02, -8.6004e-02, -4.5688e-02, -5.9341e-03, 6.0303e-02,
4.6750e-02, 9.6440e-02, -7.6014e-02, 4.9883e-03, 4.1361e-02,
6.5720e-02, 7.5491e-02, -9.0673e-02, 2.1945e-02, 4.2905e-02,
3.2160e-02, -6.5288e-03, -3.7814e-02, -1.7377e-01, -7.0393e-02,
1.0222e-02, -1.8871e-02, -6.6393e-02, 6.2760e-02, -7.3222e-02,
3.0967e-02, 1.2503e-01, -1.1191e-01, -6.2508e-03, 1.1333e-03,
-1.5993e-01, -3.3385e-02, 4.5135e-04, -3.2082e-02, 1.4802e-01,
-1.9276e-02, -2.8347e-02, -4.8540e-02, 7.2502e-03, -6.5122e-02,
6.9156e-02, -6.5931e-02, 1.0379e-01, 3.5340e-02, 7.0429e-02,
-3.4788e-02, -3.1272e-02, 8.0292e-02, -5.2430e-02, -5.4711e-02,
6.6047e-02, 1.6989e-01, 6.5454e-03, 6.5981e-02, 1.5971e-01,
-1.0715e-02, 5.0133e-02, -2.5962e-02, 1.5248e-02, -3.3926e-02,
1.0899e-03, -4.9559e-02, 9.3659e-02, -1.5302e-02, 2.9142e-02,
-1.0260e-02, -8.6066e-02, 4.8767e-02, -5.1641e-04, -9.3062e-03,
1.0146e-01, 9.6523e-02, 3.5302e-02, 8.0107e-03, -1.4003e-02,
1.4034e-02, -1.5054e-01, -3.9440e-02, 9.8051e-02, -4.2620e-02,
-8.3774e-02, 6.4094e-02, 3.6963e-02, -3.3801e-02, -1.2665e-02,
-1.2285e-01, -1.7759e-01, -5.7782e-02, -1.4352e-01, 4.1676e-02,
-9.6198e-03, 1.3320e-01, 2.8876e-02, 3.8956e-02, -1.5076e-01,
-8.0950e-02, 4.9120e-02, -1.1170e-02, -4.6886e-03, 3.3213e-02,
2.1254e-02, 8.5821e-03, -2.3475e-02, 4.2492e-02, 3.2840e-02,
-3.6181e-02, -1.4792e-02, 3.1128e-02, 9.4463e-03, 1.1401e-02,
7.6896e-03, -3.0357e-02, -6.4238e-02, -6.4566e-02, 4.2043e-02,
-2.3169e-02, -5.5811e-02, 3.8691e-02, -9.5917e-02, 7.0590e-03,
-9.3866e-02, -1.2310e-02, 1.2562e-01, -2.3114e-02, 1.1072e-01,
-2.1674e-03, 6.8079e-02, -7.7701e-02, 1.2962e-01, 8.3554e-02,
-1.3926e-03, 1.8574e-02, -1.0606e-01, 1.6361e-01, -1.2689e-01,
-6.3840e-03, 7.7458e-02, 6.2580e-02, 1.9992e-02, 4.6674e-02,
1.9807e-02, 1.3079e-02, 4.3848e-03, 3.1961e-02, -3.1011e-02,
-1.2445e-01, -1.4800e-02, 9.2220e-02, -1.3613e-02, 2.7744e-02,
-5.4260e-02, 2.5674e-02, 6.7233e-02, 7.7136e-03, 1.3194e-01,
-2.5865e-02, -7.5683e-02, 4.7251e-02, -2.5775e-02, 6.5861e-02,
1.4067e-01, 8.2177e-02, 1.1372e-02, 8.5199e-02, -8.7538e-02,
2.7509e-02, -9.0381e-02, -8.5212e-02, 3.4130e-02, 8.1582e-02,
-6.7233e-02, 4.9029e-02, -6.4587e-02, 7.4577e-02, -6.0059e-02,
-8.2277e-02, 2.4513e-02, 7.9494e-02, 1.2439e-01, 4.9298e-02,
-7.6672e-02, 4.8877e-02, 5.7268e-02, -5.9315e-02, 4.3338e-02,
-1.0541e-03, -3.1348e-02, 2.3103e-02, -7.8151e-02, -2.1359e-02,
8.0520e-02, 8.2108e-02, -7.4784e-02, 3.4591e-02, -3.2750e-02,
-7.7341e-03, 3.9303e-02, -4.1092e-02, 8.2706e-06, 1.0323e-01,
-1.0114e-01, -1.0553e-01, -5.8725e-02, 7.9903e-02, 2.5243e-02,
-2.4520e-02, 9.1991e-03, 2.9563e-02, 3.3676e-02, -9.3260e-02,
8.6662e-02, -1.0296e-01, 2.2986e-02, 1.0340e-02, -6.0337e-02,
7.0472e-02, 1.2535e-02, 4.2588e-02, 1.8170e-02, 6.1132e-02,
-5.1333e-02, -7.2453e-02, -4.6414e-02, 2.3235e-02, -5.6352e-02,
-4.2259e-02, -4.6515e-02, -7.8028e-03, 2.8166e-02, -6.7676e-02,
5.7918e-02, 2.5902e-03, 5.7677e-02, 5.1864e-02, -9.7500e-02,
4.1661e-02, 4.1522e-02, 5.9625e-02, -1.0535e-01, 9.0379e-03,
1.1399e-02, -2.9414e-02, 1.2940e-01, 2.8247e-02, 1.1901e-01,
-8.9684e-02, 6.9245e-02, 2.0117e-02, -7.0544e-02, -6.6028e-03,
-1.2055e-02, 1.2935e-01, 4.6158e-02, -6.0277e-02, -1.0497e-01,
1.5335e-04, 9.4961e-02, -3.9115e-02, -7.6592e-02, -7.3670e-02,
2.0145e-02, 4.4778e-02, -5.0507e-02, -1.1658e-02, 1.1014e-01,
2.9668e-03, -4.6927e-02, -1.3161e-02, -3.5412e-02, -7.9844e-04,
-1.3206e-01, 1.3066e-03, 1.6250e-02, 2.8984e-02, 1.0688e-01,
-3.0272e-02, -2.3180e-02, -1.5403e-01, -1.6204e-02, 1.1485e-02,
5.2623e-02, 1.3504e-01, 1.0281e-01, 1.0582e-01, -7.7884e-02,
2.3500e-02, 8.6799e-02, 7.1207e-02, 6.9257e-02, 5.6543e-02,
5.6917e-02, -5.5925e-02, -1.7578e-01, -1.2551e-01, -5.0805e-02,
-6.2240e-02, -3.8646e-02, 3.8671e-02, -4.4426e-03, 5.4094e-02,
1.2509e-01, 1.7930e-02, 3.6606e-02, -1.1451e-03, -3.4144e-03,
-1.1795e-01, 4.3231e-02, 3.3019e-03, 1.8840e-02, -5.8706e-02,
1.4007e-02, 4.3667e-02, 7.3068e-02, 5.7518e-02, -2.9075e-02,
1.0595e-01, -4.3905e-02, 6.2050e-03, -5.4522e-02, 8.0541e-02,
-4.7662e-02, 5.3168e-02, 6.3539e-03, 9.4105e-02, -2.7138e-02,
-3.5350e-02, 2.1246e-02, -1.0065e-01, 9.2031e-02, 1.0588e-02,
-4.5386e-02, 5.1844e-03, 3.2024e-02, -5.3591e-02, -3.4809e-02,
-4.8614e-02, 4.6217e-02, -4.8219e-02, -2.9093e-02, -6.5207e-02,
1.8304e-02, 2.3523e-02, -7.6304e-02, 1.1332e-01, 5.0321e-02,
4.6551e-02, -5.7932e-02, -6.0693e-02, -5.3052e-02, 9.3747e-02,
-5.4458e-02, -5.1030e-02, 4.2074e-03, -1.0595e-01, -6.6299e-03,
7.1775e-02, 9.2809e-02, 1.0759e-02, -3.5761e-02, 3.1441e-02,
-4.1045e-02, -1.1971e-03, 9.6153e-03, 3.8647e-02, -3.7443e-02,
1.2393e-01, 4.0882e-02, -6.6707e-02, 1.5626e-02, 5.4000e-02,
-3.9745e-02, 6.2088e-02, 1.2062e-01, 3.1660e-02, -3.8933e-02,
-9.4156e-03, -2.8445e-02, 1.9987e-02, -3.8954e-02, -4.9095e-03,
9.0144e-02, 1.2484e-01, -5.4847e-02, -1.3271e-01, -4.4459e-02,
-3.7251e-02, 7.3806e-02, 2.5315e-02, 9.4711e-03, -4.5727e-03,
-2.0681e-02, 2.1845e-02, 1.5513e-02, 1.7464e-02, 4.9460e-02,
5.6240e-02, 2.5587e-02, 6.0443e-02, -2.1409e-02, 5.5511e-02,
5.0798e-02, 5.9135e-03, -6.3098e-03, -4.2224e-03, -1.4901e-01,
6.5407e-02, -1.3780e-01, -4.5885e-01, -7.4650e-02, 1.1624e-01,
1.0073e-01, -2.7031e-02, -8.4318e-02, -3.4332e-02, -1.4280e-02,
-5.1785e-02, -5.7098e-02, 2.3409e-02, -5.6002e-02, 2.2309e-02,
-1.4021e-01, 2.5726e-02, -8.7343e-02, 1.4530e-02, 5.2914e-02,
-2.1780e-02, 1.6494e-02, -4.3848e-02, -1.4216e-02, -7.1022e-02,
8.0641e-02, 7.8072e-02, -7.5006e-02, -1.1128e-01, 3.8911e-02,
6.5177e-02, 1.1090e-02, 3.6140e-02, 4.9707e-02, -3.3379e-02,
1.9580e-02, 1.4740e-01, 1.4673e-02, -8.8042e-02, -9.9148e-03,
9.2170e-02, -8.4982e-03, 1.9027e-02, -1.0732e-02, 4.7921e-02,
-1.3734e-03, -2.2769e-02, -4.7721e-02, 5.4926e-02, -3.2659e-02,
-3.0522e-02, -9.3741e-03, 2.3451e-02, -3.0097e-02, 9.2257e-02,
1.8874e-02, 2.4658e-02, -1.3657e-01, -5.5363e-03, -5.1292e-03,
-3.0278e-02, -1.2466e-03, -5.4147e-03, 3.0193e-03, 6.0642e-02,
3.6009e-02, 2.7885e-02, 1.3140e-02, 2.0168e-02, 3.5771e-02,
-5.6464e-02, 4.1573e-02, -5.2043e-02, -1.1577e-01, 1.7819e-01,
-1.2211e-01, 1.0479e-01, -5.3504e-02, 4.7431e-02, 1.4866e-02,
1.7398e-01, 9.7976e-02, 8.1704e-02, 1.8458e-02, -7.8940e-02,
3.7369e-03, 4.8616e-02, 8.6865e-02, -3.6575e-02, -4.4747e-02,
-9.2645e-02, -5.0445e-02, 3.1526e-03, -1.0562e-01, -8.0499e-02,
9.7076e-02, 4.9097e-02, -4.5587e-03, -6.4264e-02, 1.1287e-01,
8.4439e-02, 2.7238e-02, -2.0377e-02, 1.1418e-02, -4.2162e-02,
6.5457e-02, 8.9572e-02, -6.1014e-02, 7.7629e-02, 3.0439e-02,
-1.1579e-03, 3.3545e-02, 6.0907e-02, -7.1385e-02, 4.0285e-02,
9.3826e-03, 2.9242e-01, -2.7447e-02, 1.8183e-03, 6.1534e-03,
1.9090e-02, 2.6210e-02, -2.6635e-02, -2.2892e-02, 3.9950e-02,
3.6598e-02, -1.9461e-01, 5.1961e-02, -1.8190e-02, 5.7148e-02,
4.5157e-02, -5.5901e-02, -9.1530e-03, 1.1096e-01, -9.4574e-03,
5.3441e-03, 1.1182e-01, -8.0419e-02, -1.2473e-03, -1.7099e-02,
1.2139e-02, -6.6262e-02, 1.8485e-03, 3.3794e-02, 4.6073e-02,
1.1920e-01, -2.9758e-02, 6.7729e-02, -8.2772e-02, -7.6891e-02,
-4.9655e-03, -1.0975e-01, -9.5407e-02, -8.7741e-02, -4.0313e-02,
1.1893e-02, -3.5287e-02, -1.0047e-01, -4.7253e-02, 3.8145e-02,
9.3981e-02, -3.9636e-02, -6.5782e-02, 4.1791e-02, 6.1080e-02,
6.0798e-03, -2.1939e-02, -9.8832e-02, -3.9605e-02, 2.3265e-02,
-1.3909e-01, -6.3417e-03, 4.0763e-02, 4.4632e-02, -6.4782e-02,
-1.6345e-01, 1.3597e-02, 2.3097e-02, -1.2141e-02, -5.2160e-02,
-4.2970e-02, 6.1292e-02, 5.0925e-02, 7.8328e-02, 8.9214e-02,
-1.8083e-02, -1.0675e-01, 1.3412e-01, 7.9565e-02, 2.8068e-02,
-1.1185e-02, 6.0142e-02, 1.1474e-01, -3.3585e-02, 1.0361e-01,
1.7104e-02, -2.7941e-02, 6.0801e-02, 1.9610e-02, 1.0869e-02,
2.2346e-02, 3.8838e-02, -4.3718e-02, -1.0012e-01, 3.3025e-02,
6.6250e-02, -3.5393e-02, 6.9368e-02, -1.1376e-02, -5.7995e-02,
2.4330e-02, -1.1025e-02, 8.2145e-02], device='cuda:0')),
('bert.encoder.layer.3.output.LayerNorm.weight',
tensor([0.8309, 0.8673, 0.8317, 0.8333, 0.8454, 0.7993, 0.7444, 0.7004, 0.8541,
0.8043, 0.8733, 0.8892, 0.9388, 0.8931, 0.8744, 0.7132, 0.8452, 0.8619,
0.8501, 0.8805, 0.7729, 0.8758, 0.8837, 0.8358, 0.8046, 0.8410, 0.8723,
0.8236, 0.8374, 0.8855, 0.8557, 0.7799, 0.8824, 0.8219, 0.8665, 0.8211,
0.7842, 0.8863, 0.7387, 0.8328, 0.9201, 0.8600, 0.8736, 0.8713, 0.8986,
0.8809, 0.8035, 0.8993, 0.8953, 0.8341, 0.9003, 0.8272, 0.8320, 0.8652,
0.7803, 0.7892, 0.8361, 0.8487, 0.8170, 0.8246, 0.8579, 0.9059, 0.8706,
0.8451, 0.7837, 0.9136, 0.8647, 0.8375, 0.7008, 0.8116, 0.8562, 0.8504,
0.8585, 0.8408, 0.8922, 0.8890, 0.8550, 0.8506, 0.8934, 0.8731, 0.8696,
0.8533, 0.8646, 0.8501, 0.7405, 0.8277, 0.8177, 0.8761, 0.9081, 0.8287,
0.8358, 0.8721, 0.8405, 0.8497, 0.8393, 0.8330, 0.7773, 0.8725, 0.8444,
0.8515, 0.8465, 0.9030, 0.8072, 0.9157, 0.7508, 0.9163, 0.8892, 0.8173,
0.8867, 0.8877, 0.8410, 0.8196, 0.9145, 0.7325, 0.8179, 0.8966, 0.8625,
0.8547, 0.8931, 0.8922, 0.8631, 0.8708, 0.8697, 0.8070, 0.8364, 0.8227,
0.8881, 0.8314, 0.8512, 0.8498, 0.8946, 0.8425, 0.8480, 0.8717, 0.8931,
0.8570, 0.8772, 0.8809, 0.8546, 0.9048, 0.7447, 0.8994, 0.8455, 0.1735,
0.8421, 0.8557, 0.8425, 0.8666, 0.8631, 0.8269, 0.8270, 0.8522, 0.8768,
0.8593, 0.8374, 0.8510, 0.8916, 0.8727, 0.8571, 0.8670, 0.8965, 0.8919,
0.7578, 0.8816, 0.8020, 0.8384, 0.8088, 0.7594, 0.8320, 0.8658, 0.8903,
0.7711, 0.7904, 0.8551, 0.7927, 0.8663, 0.8859, 0.7277, 0.8946, 0.8518,
0.8350, 0.8538, 0.8221, 0.8761, 0.8919, 0.8814, 0.8250, 0.8675, 0.8417,
0.8891, 0.8145, 0.7845, 0.8411, 0.8830, 0.8393, 0.8854, 0.9048, 0.7447,
0.8693, 0.8791, 0.8748, 0.7804, 0.8850, 0.8456, 0.8095, 0.8578, 0.8895,
0.9060, 0.8785, 0.8308, 0.8909, 0.8915, 0.8359, 0.8921, 0.8801, 0.8859,
0.8448, 0.8204, 0.8624, 0.8381, 0.9124, 0.8499, 0.8949, 0.7981, 0.8558,
0.8680, 0.8888, 0.8921, 0.8069, 0.7669, 0.8301, 0.8883, 0.8555, 0.8253,
0.8438, 0.8564, 0.7401, 0.9006, 0.8522, 0.9070, 0.8378, 0.8299, 0.8036,
0.8504, 0.8751, 0.8058, 0.8867, 0.8238, 0.9231, 0.8879, 0.8526, 0.9062,
0.9374, 0.9160, 0.9100, 0.9037, 0.8615, 0.7497, 0.8661, 0.8510, 0.7494,
0.8402, 0.8789, 0.8472, 0.8656, 0.8579, 0.8807, 0.9075, 0.8145, 0.8665,
0.8772, 0.8802, 0.9173, 0.8467, 0.8848, 0.8852, 0.8656, 0.8825, 0.8432,
0.8469, 0.9099, 0.9000, 0.8041, 0.4331, 0.8746, 0.9115, 0.8094, 0.8355,
0.8787, 0.7886, 0.8138, 0.8401, 0.8497, 0.8481, 0.8588, 0.8091, 0.8136,
0.7540, 0.9025, 0.8705, 0.8588, 0.8458, 0.8648, 0.8681, 0.6669, 0.8845,
0.8228, 0.8768, 0.8896, 0.8672, 0.7713, 0.8417, 0.8478, 0.7812, 0.8492,
0.9043, 0.8456, 0.8237, 0.8814, 0.7993, 0.8093, 0.8708, 0.8268, 0.9085,
0.8177, 0.8114, 0.7999, 0.8023, 0.9022, 0.8582, 0.8352, 0.8550, 0.9218,
0.8895, 0.9262, 0.9189, 0.8824, 0.8803, 0.8792, 0.8140, 0.7038, 0.8954,
0.8486, 0.9052, 0.8607, 0.9129, 0.8837, 0.8674, 0.8638, 0.8461, 0.8827,
0.8267, 0.8242, 0.8712, 0.9028, 0.8139, 0.8561, 0.8609, 0.8646, 0.7728,
0.8768, 0.8931, 0.8555, 0.9050, 0.8336, 0.8049, 0.8846, 0.8700, 0.9091,
0.8334, 0.8785, 0.8779, 0.8775, 0.8744, 0.8321, 0.8262, 0.8548, 0.8832,
0.8556, 0.7411, 0.8512, 0.8663, 0.8934, 0.8378, 0.8299, 0.7944, 0.8026,
0.8958, 0.8673, 0.7739, 0.8835, 0.8151, 0.8601, 0.9000, 0.8562, 0.8812,
0.8361, 0.8914, 0.8287, 0.7932, 0.8279, 0.7984, 0.8052, 0.8421, 0.8812,
0.8636, 0.8320, 0.8440, 0.8894, 0.9183, 0.8168, 0.8344, 0.8677, 0.9076,
0.8647, 0.8373, 0.8227, 0.8241, 0.8439, 0.8730, 0.8650, 0.9147, 0.8767,
0.8043, 0.8116, 0.8840, 0.8297, 0.7154, 0.8841, 0.8894, 0.8720, 0.9071,
0.8151, 0.9145, 0.7451, 0.8947, 0.8475, 0.8297, 0.8761, 0.8788, 0.8705,
0.7864, 0.8280, 0.8079, 0.8660, 0.7985, 0.8756, 0.8914, 0.8938, 0.8470,
0.8645, 0.7686, 0.8641, 0.8778, 0.8490, 0.8134, 0.8502, 0.8311, 0.8370,
0.8633, 0.8521, 0.8625, 0.8078, 0.8882, 0.7899, 0.8276, 0.8288, 0.8297,
0.8429, 0.8408, 0.9123, 0.8309, 0.9216, 0.7868, 0.8658, 0.8691, 0.7991,
0.8792, 0.8001, 0.9233, 0.8267, 0.8708, 0.9007, 0.8809, 0.8640, 0.8202,
0.9020, 0.8187, 0.9411, 0.8436, 0.8463, 0.8824, 0.8757, 0.8255, 0.8569,
0.8342, 0.8669, 0.9135, 0.8451, 0.8777, 0.8690, 0.8991, 0.8429, 0.8845,
0.8409, 0.8647, 0.9051, 0.8773, 0.8241, 0.8602, 0.8308, 0.8921, 0.7938,
0.8708, 0.8864, 0.8354, 0.8790, 0.8372, 0.7842, 0.9067, 0.9055, 0.7743,
0.8470, 0.9089, 0.8810, 0.9056, 0.8724, 0.9132, 0.8687, 0.8837, 0.8430,
0.8775, 0.8387, 0.8402, 0.8499, 0.8442, 0.8072, 0.8475, 0.8214, 0.8516,
0.8706, 0.9019, 0.7942, 0.8130, 0.8424, 0.8934, 0.8372, 0.8289, 0.8570,
0.8634, 0.8220, 0.8306, 0.8997, 0.8410, 0.7987, 0.8170, 0.8077, 0.5267,
0.8573, 0.8780, 0.9033, 0.9076, 0.7633, 0.8889, 0.8704, 0.8853, 0.8454,
0.8696, 0.8101, 0.8923, 0.8266, 0.8397, 0.8303, 0.8592, 0.8939, 0.8892,
0.8324, 0.8721, 0.8521, 0.8904, 0.8712, 0.8437, 0.8680, 0.8847, 0.8685,
0.8726, 0.8062, 0.8796, 0.8253, 0.8192, 0.9049, 0.7671, 0.8194, 0.8264,
0.8609, 0.9241, 0.8016, 0.8488, 0.8612, 0.8658, 0.8800, 0.8607, 0.8159,
0.8502, 0.8544, 0.8584, 0.8584, 0.8232, 0.8498, 0.8526, 0.8424, 0.8204,
0.8418, 0.7677, 0.8686, 0.8781, 0.9098, 0.9161, 0.8812, 0.8835, 0.8328,
0.7909, 0.8483, 0.9011, 0.8451, 0.8769, 0.8868, 0.8460, 0.8195, 0.8067,
0.8719, 0.8723, 0.8378, 0.8470, 0.7963, 0.8538, 0.8977, 0.8701, 0.8579,
0.8439, 0.9220, 0.8340, 0.8612, 0.8760, 0.8742, 0.8291, 0.7215, 0.8721,
0.8997, 0.8166, 0.7766, 0.9151, 0.8511, 0.7798, 0.8444, 0.8213, 0.9025,
0.8379, 0.8324, 0.8712, 0.8606, 0.8452, 0.8636, 0.8723, 0.8181, 0.8613,
0.9014, 0.7948, 0.7813, 0.8588, 0.9106, 0.8470, 0.8417, 0.9236, 0.8633,
0.8453, 0.8672, 0.8600, 0.9194, 0.8624, 0.8865, 0.8585, 0.8552, 0.8810,
0.8860, 0.8605, 0.8399, 0.9119, 0.8721, 0.8911, 0.8819, 0.7696, 0.8599,
0.8809, 0.9092, 0.8979, 0.8940, 0.8721, 0.8165, 0.9093, 0.8265, 0.7838,
0.7481, 0.8389, 0.8566, 0.9129, 0.8743, 0.8783, 0.8636, 0.8977, 0.8439,
0.8986, 0.8968, 0.8511, 0.9108, 0.8022, 0.8454, 0.8072, 0.8759, 0.8957,
0.8912, 0.8518, 0.8804, 0.8145, 0.9029, 0.7255, 0.8904, 0.8221, 0.8904,
0.8694, 0.8416, 0.8748, 0.9003, 0.8462, 0.8682, 0.9049, 0.8408, 0.8157,
0.8369, 0.8690, 0.8855, 0.8423, 0.7844, 0.8543, 0.8438, 0.8133, 0.8392,
0.8737, 0.8362, 0.7864, 0.8433, 0.8654, 0.8474, 0.8604, 0.8954, 0.8543,
0.8083, 0.8495, 0.8651, 0.8238, 0.8076, 0.8897, 0.9027, 0.8660, 0.9205,
0.8385, 0.8876, 0.8671], device='cuda:0')),
('bert.encoder.layer.3.output.LayerNorm.bias',
tensor([-3.7737e-02, -4.3372e-02, 8.2925e-02, 3.3598e-02, 5.7898e-02,
-1.1876e-01, 4.0311e-02, -1.6439e-01, -8.7643e-02, 1.4447e-02,
-6.9693e-02, 3.0852e-03, 4.5529e-03, 8.2786e-02, 8.6250e-03,
-9.3527e-02, 2.1847e-02, -1.8741e-02, 4.0704e-02, 3.0330e-02,
-1.6366e-02, -5.4428e-02, 3.2491e-02, -2.1773e-02, 4.1031e-03,
-6.2113e-02, 3.2170e-02, -1.3346e-01, -8.0402e-03, -1.7043e-02,
-1.9440e-03, 5.2678e-02, 2.4547e-02, 4.2642e-02, -2.7485e-02,
-4.1054e-02, 4.1188e-02, 1.6269e-02, -2.7911e-02, -9.2784e-02,
9.5589e-03, 4.9844e-02, -3.4661e-02, -5.2765e-02, 4.4670e-02,
2.5543e-02, -7.8924e-02, 1.8449e-03, -6.7913e-02, -3.9697e-02,
-1.4192e-02, 2.5821e-04, -5.4730e-02, 6.9980e-02, 3.7533e-02,
4.1190e-02, 3.1249e-02, -1.3666e-02, -9.7210e-03, -6.7821e-02,
-9.1599e-03, -1.5288e-02, -1.1440e-01, 1.3945e-01, 1.8976e-02,
1.0587e-02, -6.1645e-02, 2.5973e-02, -7.0495e-02, -9.9315e-03,
6.3554e-02, -1.5724e-02, 1.2710e-02, -7.1358e-02, 1.6822e-03,
2.2254e-02, -5.8798e-02, -5.7305e-04, -1.5787e-02, -6.0062e-02,
-2.9338e-02, -1.1977e-02, 3.7075e-02, -9.1068e-02, 2.4798e-02,
-1.2209e-01, 4.1261e-02, 1.4020e-02, -4.1317e-02, -5.2854e-02,
5.7561e-02, 2.9190e-02, 1.1943e-01, -6.9586e-02, 2.9607e-02,
-8.8652e-02, -1.1100e-02, 2.5277e-02, -6.8405e-02, -1.1387e-01,
2.6528e-02, 2.6454e-02, -2.4490e-02, -6.3481e-02, 5.4546e-02,
-3.6303e-02, -4.7957e-03, -2.8581e-02, 8.2690e-02, 5.4353e-02,
-4.5215e-02, 7.3331e-02, 7.2469e-03, 1.8193e-02, -3.2211e-02,
-9.3634e-02, -3.8865e-02, -1.0125e-01, -1.5501e-02, -1.3673e-02,
-2.4356e-02, 1.9880e-02, -3.4383e-02, -3.8044e-02, 9.3169e-03,
1.0054e-02, 5.8202e-02, -3.3680e-02, -2.2676e-02, -2.3495e-02,
-1.4168e-02, -9.7360e-03, 4.2675e-02, -3.6651e-02, -7.3540e-03,
-2.1461e-02, -5.0594e-02, -3.0098e-02, 8.7849e-02, -9.9962e-03,
8.8017e-02, -1.0526e-02, 1.5714e-02, 2.9230e-01, 1.6910e-02,
7.1803e-02, -7.1769e-02, -4.1590e-02, 3.2878e-02, 8.2142e-02,
1.4657e-01, -2.1986e-02, 2.5050e-02, 7.9103e-03, -7.6149e-02,
-2.0933e-02, 5.8450e-02, 4.9228e-02, 1.2954e-03, 2.9715e-02,
-1.1928e-01, -2.1077e-02, 1.4091e-02, 1.8253e-02, -9.9532e-03,
1.1859e-01, -1.4932e-01, -5.2011e-03, 4.3892e-02, 1.3218e-02,
2.1905e-02, 1.4099e-02, -2.5313e-03, -7.1669e-02, -1.2473e-01,
-9.5498e-02, -9.0212e-02, 1.9916e-01, 2.0498e-02, 3.2895e-03,
1.0569e-01, 8.6969e-03, 4.9572e-02, 1.2892e-01, 2.0894e-02,
4.8385e-02, 9.6409e-02, 8.8536e-02, -2.5550e-02, 3.3150e-02,
-8.2784e-02, -8.8786e-02, -3.5907e-02, -5.9713e-03, 5.1162e-02,
1.0297e-01, -2.1143e-02, 3.0043e-02, 3.2046e-02, 1.6617e-02,
-7.7884e-02, -5.4707e-02, 4.8576e-02, -7.6747e-02, -5.6146e-02,
-3.8484e-02, -2.2601e-02, 8.0325e-02, 1.9161e-02, 6.2918e-02,
-8.7526e-03, 1.1508e-02, -2.9847e-02, 4.8111e-02, 3.7446e-02,
4.1886e-02, -7.0301e-02, -3.0103e-02, 2.1416e-02, -6.7102e-02,
-9.4707e-03, -5.7182e-04, -1.8103e-02, 2.1661e-01, 7.6658e-02,
-3.8716e-02, -2.0489e-02, -2.1550e-02, -1.0395e-01, 8.7613e-02,
4.2555e-02, -2.9521e-02, -3.0877e-02, 8.3377e-03, 4.2134e-02,
4.5728e-02, -2.9347e-02, 8.0897e-03, -2.1284e-02, 2.5089e-02,
1.0230e-01, 3.5248e-02, -3.8864e-02, -2.3955e-02, 7.8410e-02,
5.8811e-02, -2.3339e-02, 2.8475e-03, -2.3286e-02, -6.7064e-02,
-3.5823e-02, -3.5651e-02, -7.4693e-02, -1.4321e-02, -5.0165e-02,
-6.8362e-03, 9.0670e-02, -1.4386e-02, 5.9908e-02, 5.5806e-02,
-1.3107e-02, 1.1319e-01, -4.3255e-02, -3.5711e-02, 1.6663e-02,
-4.1640e-02, 4.6125e-02, 4.1704e-02, -1.3187e-02, 2.4194e-02,
-1.4620e-03, 8.4524e-02, -6.2983e-02, -1.1495e-02, -1.0007e-01,
2.9572e-02, 4.2857e-02, 2.7370e-02, -2.7795e-02, 1.3893e-01,
7.1393e-03, 2.6564e-02, 8.2511e-02, -2.8702e-01, 1.8341e-02,
-6.0544e-02, -2.1276e-02, 1.5755e-01, -6.4773e-02, -3.8414e-02,
-9.7013e-03, 5.1267e-02, 3.0615e-02, 5.4875e-02, 5.1503e-02,
4.2474e-02, 1.4101e-01, 5.5427e-03, 3.5056e-02, -4.2082e-02,
-8.5725e-02, 1.9008e-02, 1.8867e-02, -2.4403e-03, 6.9160e-02,
7.7024e-02, 2.2505e-03, -3.4684e-02, -4.1145e-02, -3.7108e-02,
-1.3751e-01, 2.2763e-02, -1.1402e-02, -2.5245e-03, 4.9962e-04,
-4.5509e-02, 3.7099e-02, 5.9358e-03, 1.1641e-01, -3.2017e-02,
3.5690e-02, 1.8038e-03, -3.0780e-04, -3.9635e-02, 1.6055e-02,
5.6507e-02, -1.7149e-01, -6.7181e-02, -1.8200e-02, -1.0051e-01,
1.7898e-01, 2.5538e-02, 1.8866e-02, -6.1051e-02, -4.1428e-02,
3.7902e-02, -2.8524e-02, -6.9255e-02, 6.3792e-02, -5.2062e-03,
7.9157e-03, 3.4976e-02, 2.5960e-02, 4.8747e-02, -2.3248e-02,
-9.1300e-04, 2.8325e-03, 5.0538e-02, 3.1491e-02, 3.3207e-02,
-2.4108e-03, -1.9881e-02, 6.9913e-02, -1.9193e-02, -2.1645e-02,
7.2251e-02, -1.0700e-02, -3.1612e-02, 6.6006e-03, 6.2302e-02,
3.2131e-03, 4.9451e-02, -4.8777e-02, 4.5990e-02, 7.7013e-02,
-5.6806e-02, 2.3762e-02, -1.4225e-01, 6.1445e-02, -1.1657e-01,
2.5645e-02, 7.0808e-02, 1.1903e-02, -2.7046e-02, -2.2068e-03,
3.4397e-02, -2.9090e-02, 9.4920e-03, -9.3252e-02, -1.1870e-02,
-2.3366e-02, 2.4484e-02, -9.3521e-03, -1.6147e-01, 1.1091e-01,
7.4337e-02, -5.8829e-02, 2.3331e-02, -4.8462e-02, 1.7490e-02,
-4.2897e-02, -1.8907e-02, -3.9431e-02, 3.4392e-02, 3.9022e-02,
3.7645e-02, -2.9787e-03, -7.6039e-02, 3.1669e-02, 2.3505e-03,
6.0661e-02, -1.0036e-01, -2.0060e-02, -5.3588e-02, 7.7180e-02,
-3.9842e-02, -4.1986e-02, 5.6564e-02, 7.9452e-02, 5.6266e-02,
1.0236e-01, -7.4379e-03, -1.0409e-01, 1.0860e-02, -8.5443e-02,
2.0966e-04, -5.0119e-02, -1.4155e-01, 4.9814e-02, -9.5183e-03,
1.0866e-02, 3.0876e-02, 6.0872e-02, 2.5462e-02, -3.8449e-02,
5.5343e-02, 1.3102e-01, 5.0078e-02, 4.0836e-02, -7.3223e-02,
1.0483e-02, 2.2272e-02, 1.1065e-01, -4.2205e-02, 8.2534e-02,
-7.4473e-02, -1.0255e-01, -4.5056e-02, 2.6209e-02, -4.5930e-02,
-7.6135e-02, -1.0743e-02, -1.8285e-02, -1.0115e-03, -1.2427e-02,
4.6711e-02, 3.0786e-03, -3.6436e-02, -2.9376e-02, 3.6170e-02,
-1.2205e-01, -6.6716e-02, 7.1228e-03, -2.3216e-02, 5.5126e-02,
1.8549e-01, -7.4972e-03, -2.1950e-02, 1.7191e-02, 9.5676e-04,
-1.2112e-03, 1.6699e-02, 4.4119e-02, -5.2804e-02, 4.1766e-02,
2.4418e-02, -1.2182e-02, -3.8549e-02, -7.5471e-02, -3.7683e-02,
-4.3730e-02, -7.2618e-02, 2.7616e-02, -1.0330e-01, 5.1323e-02,
-2.9781e-02, 3.0140e-02, -9.4869e-02, -3.4321e-02, 3.6365e-02,
1.3112e-02, 3.1946e-02, 6.7546e-02, -6.9548e-02, -5.5032e-02,
9.2113e-02, -8.3171e-02, -3.1852e-02, -3.2375e-02, -2.4745e-02,
6.3203e-03, 3.0173e-02, 3.3484e-02, -2.3452e-02, -7.5010e-02,
-6.5645e-03, -2.3396e-02, -2.4891e-03, 1.2960e-02, -1.6185e-02,
-8.1308e-03, -2.9449e-02, 1.1448e-02, 3.6308e-02, 9.2913e-02,
-1.6346e-01, 6.8487e-02, -8.9870e-03, 1.1433e-01, 7.1075e-02,
1.4606e-01, -2.9353e-03, -1.6093e-01, -4.9781e-02, 7.6141e-02,
2.1623e-02, -3.6802e-02, -5.5088e-02, -3.6460e-02, 5.1035e-03,
2.5787e-02, -6.2644e-03, -1.0587e-02, 7.4785e-02, 2.5187e-02,
1.8440e-02, -9.9104e-02, 1.3095e-02, -1.0353e-02, 4.6935e-02,
3.0128e-02, -6.0967e-02, 5.3132e-02, 2.3073e-02, 3.5610e-02,
2.3597e-02, 1.6022e-02, -9.0044e-02, 8.5898e-02, -4.3116e-02,
1.0359e-01, -2.5555e-02, -3.3646e-02, -1.2256e-02, 4.4450e-03,
-8.8396e-02, -1.9007e-02, 1.9874e-02, -9.1754e-02, -8.2024e-02,
-7.6833e-02, -4.2567e-02, 2.0897e-02, -4.9580e-02, 2.3502e-02,
1.9086e-02, 5.3678e-02, -3.2883e-01, 5.2534e-02, 3.3587e-03,
6.7137e-02, -3.5989e-02, 3.0521e-02, 1.9599e-02, -5.1380e-02,
4.9272e-02, 9.0678e-03, 7.8700e-03, 3.2283e-02, -8.3772e-02,
2.6746e-02, -2.3123e-02, 2.6649e-02, -1.9778e-03, -1.2978e-02,
1.2788e-02, -1.9267e-02, 1.6905e-02, -9.4500e-02, -2.0550e-03,
-5.5941e-03, -1.4938e-01, -4.2012e-02, 1.1394e-02, -4.9669e-04,
2.8101e-02, -1.1318e-01, 3.2966e-03, -5.7913e-02, -1.6933e-02,
4.7249e-02, 4.0916e-03, 4.4365e-02, 1.2083e-01, 8.1272e-02,
-1.0319e-02, -1.9090e-04, 2.1227e-02, 8.8613e-02, -2.6354e-02,
5.4667e-02, 3.2031e-02, 1.0875e-03, 1.1243e-01, -3.9106e-02,
3.1923e-02, -1.4338e-02, -8.8128e-02, -7.0715e-02, -3.3071e-02,
-2.5860e-02, -7.8234e-03, 3.5160e-03, 1.5486e-01, -1.2599e-01,
-1.1543e-02, -4.3920e-02, 3.6414e-02, 4.6362e-02, 2.7440e-03,
4.2001e-02, -3.3716e-02, -4.3961e-02, -2.0823e-02, -6.8844e-02,
1.3548e-01, 2.7758e-02, 7.1955e-02, -2.8018e-02, -1.3102e-01,
3.7116e-02, -4.9152e-02, -2.7883e-02, 3.6588e-02, -6.4447e-02,
-1.0033e-01, 4.1560e-02, -8.1324e-02, 9.5735e-02, 3.7434e-02,
3.7449e-02, 4.0390e-02, -7.1943e-02, 3.4311e-02, -3.3056e-02,
3.5363e-02, 1.5246e-01, -4.9881e-02, 3.7186e-02, 5.5915e-02,
-1.9054e-02, 6.4478e-02, -4.9406e-03, 8.9565e-02, 2.2899e-02,
-5.0739e-02, -8.9181e-04, -2.6765e-02, -4.8089e-02, 1.0578e-02,
-4.8706e-02, -1.0190e-02, 4.2631e-02, 4.5980e-02, -1.5697e-02,
7.4729e-02, -1.0118e-01, -3.4762e-02, 5.3566e-02, -8.6621e-02,
-1.7898e-02, -3.9386e-02, -3.8047e-02, -1.6617e-02, -1.0797e-01,
1.4298e-02, 5.7611e-03, 7.1933e-02, 3.1379e-02, 1.5955e-03,
-9.9876e-02, -6.9372e-03, -6.3543e-02, -3.3596e-02, -1.4929e-02,
-3.5849e-02, 2.2299e-02, 1.0708e-02, 2.3339e-03, 4.5784e-02,
-8.2132e-02, 1.0878e-02, 8.1497e-02, 2.4121e-02, -9.2353e-02,
2.2618e-02, -3.9452e-02, 1.2700e-01, -9.5040e-02, -1.7221e-02,
-3.0078e-02, -4.7236e-02, -3.1371e-02, -5.3400e-02, 4.1885e-02,
2.7739e-02, -5.5155e-03, 9.5594e-02, -1.1064e-02, 2.9231e-02,
9.9074e-03, -5.8035e-03, 4.5409e-02, 6.7328e-03, -2.2599e-02,
-6.1642e-02, 4.6804e-02, 5.5595e-02, -5.3098e-02, -4.4982e-02,
-1.6681e-02, -7.7754e-02, -5.3622e-02, -8.1648e-03, -7.0142e-03,
-7.4553e-03, -8.7897e-02, 7.2503e-03, -3.2261e-02, -5.2337e-02,
6.7789e-02, -2.0328e-03, 1.6847e-02, -1.2407e-01, -6.7124e-03,
1.7599e-02, -1.8188e-01, 2.5944e-02, -3.4345e-02, -2.4879e-02,
1.0953e-01, 5.3830e-02, 1.4708e-03, -5.3914e-02, -4.5115e-02,
-1.2033e-02, -6.3466e-03, 3.9158e-02, 8.0695e-02, -1.2986e-02,
2.9937e-02, -2.8217e-02, -2.6567e-02, 7.0155e-02, 3.5939e-02,
3.5121e-02, -4.5849e-02, 2.3650e-02, -7.8657e-03, -1.2657e-01,
9.2660e-02, 5.8700e-03, -2.5316e-02, -9.4698e-03, -5.1678e-02,
1.2454e-02, -2.2560e-02, -4.4638e-02], device='cuda:0')),
('bert.encoder.layer.4.attention.self.query.weight',
tensor([[-0.0410, -0.0020, -0.0793, ..., -0.0035, 0.0746, 0.0493],
[ 0.0311, -0.0683, 0.0050, ..., -0.0218, 0.0577, 0.0569],
[ 0.0194, -0.0825, 0.0098, ..., -0.0230, 0.0028, 0.1319],
...,
[ 0.0449, 0.0052, -0.0392, ..., -0.0573, 0.0111, 0.0193],
[ 0.0363, -0.0089, -0.0107, ..., 0.0528, 0.0247, 0.0007],
[ 0.0169, -0.0770, 0.0243, ..., -0.0306, 0.0652, -0.0225]],
device='cuda:0')),
('bert.encoder.layer.4.attention.self.query.bias',
tensor([-2.3511e-01, -3.3368e-02, 4.1016e-01, 7.8336e-01, -2.5995e-01,
1.3057e-01, -1.8845e-01, -1.2884e-01, 3.6070e-01, 4.6257e-01,
5.7578e-01, 1.8139e-01, 1.1076e-01, -1.1822e-02, 2.3380e-02,
-6.8110e-02, 7.8747e-02, -1.9919e-01, -2.6904e-01, 8.6768e-02,
-7.1622e-02, 1.6527e-02, -1.0204e-01, -1.1967e-01, 1.5044e-01,
-2.7628e-01, -4.1874e-01, 2.1062e-01, -4.1306e-02, -1.0532e-01,
-1.3373e-02, -1.5681e-01, 1.2108e-01, 3.5289e-01, 2.1631e-01,
-5.1456e-02, -3.2411e-01, -2.2447e-01, 3.9269e-02, -7.1323e-02,
-7.4583e-02, 1.4018e-01, 1.5891e-01, -1.5882e-01, -5.8187e-02,
5.3983e-03, -1.4509e-01, -5.8747e-02, 1.1921e-01, 2.0694e-01,
6.0380e-01, 1.3082e-02, 3.8374e-03, 7.1836e-01, 5.7546e-02,
-2.2253e-01, -5.9611e-02, -2.2901e-01, 1.5986e-02, -1.2311e-01,
-7.3883e-02, -1.8769e-01, 1.0428e-01, 4.5842e-01, 9.4672e-02,
1.0250e-02, -4.5887e-02, -8.4841e-03, -1.2360e-02, 3.8595e-02,
4.9368e-02, -6.2965e-02, -2.5887e-02, -4.0319e-02, 1.3963e-01,
-3.6342e-02, 1.6547e-02, 1.0344e-02, -1.2682e-02, -8.7055e-02,
2.9595e-03, 3.3849e-02, -2.9447e-02, 1.6603e-02, 8.4520e-03,
6.0599e-03, 5.2081e-03, 1.1843e-02, -2.3114e-02, -3.2941e-02,
2.3362e-02, 1.7292e-02, 1.0235e-02, -8.6682e-03, -1.0148e-02,
4.8230e-02, -2.1253e-02, 5.5867e-02, 5.9439e-02, 1.4362e-01,
2.1835e-02, -3.8755e-03, 5.7307e-02, 1.6889e-03, -1.2572e-02,
-1.7053e-02, 8.4673e-03, 1.4219e-02, 4.2810e-02, -6.3601e-03,
4.6072e-03, -1.9709e-02, 1.6137e-02, -7.6883e-03, 3.5742e-02,
9.7496e-03, 4.2483e-02, 3.7526e-02, -2.2887e-02, 6.9086e-02,
-3.4063e-02, 1.7767e-02, -1.3564e-02, 4.3387e-02, -5.5760e-03,
-3.6116e-03, -2.6921e-03, -6.0800e-02, -2.0319e-02, -2.9674e-02,
3.0324e-02, 8.5288e-04, -2.6821e-02, -5.0667e-03, 1.3498e-02,
2.4091e-01, -7.4371e-02, 4.2286e-02, -1.1854e-02, 2.2509e-02,
6.5423e-02, -4.2453e-02, -1.6964e-01, -7.2403e-02, 1.2498e-01,
2.0200e-02, -3.2772e-02, 6.0398e-02, -3.4431e-01, 2.7132e-02,
-2.7852e-02, -3.0637e-02, -2.9190e-02, 3.4321e-02, -9.0250e-03,
4.2919e-03, -7.8130e-02, 3.7139e-01, 3.9662e-02, -1.7228e-02,
1.7107e-02, -4.8006e-02, -5.5369e-02, 6.8387e-02, 3.2055e-02,
2.2907e-02, 9.0863e-02, -2.4565e-02, 3.2272e-02, 9.9823e-02,
-3.5792e-02, -1.1222e-03, 7.0513e-02, 5.7843e-02, 6.4948e-02,
1.5123e-02, -6.4789e-03, -2.8587e-02, 1.6735e-02, -5.4920e-02,
2.0980e-02, 8.7255e-02, -1.3574e-02, 1.3891e-01, -9.4410e-03,
1.0512e-03, 1.2917e-01, -8.1465e-02, 1.4429e-02, 1.1771e-01,
-2.4296e-02, 3.3118e-02, 5.8522e-02, -5.7132e-02, -4.5248e-02,
-6.5349e-02, 1.2961e-01, 1.6525e-01, 1.3797e-02, -7.9300e-02,
8.2231e-02, -1.2189e-02, 4.5350e-02, 1.3968e-01, 1.1402e-01,
-2.9619e-02, 1.1225e-01, 1.1256e-02, 5.1078e-02, -9.7633e-03,
6.8492e-02, 1.9701e-02, -4.5966e-04, -8.2597e-02, 3.9864e-02,
-5.3791e-02, 5.0953e-02, 6.0987e-02, 1.4249e-02, 9.3855e-02,
-7.5864e-02, 1.2541e-01, 6.4696e-02, 1.7512e-02, -4.3352e-02,
1.4966e-01, -6.6087e-02, 5.5250e-02, -1.5864e-02, 8.6051e-02,
1.4298e-01, 8.6449e-02, -2.6549e-02, -6.5530e-02, -5.3305e-02,
1.0025e-01, 7.7619e-02, 2.9820e-03, 2.2633e-02, 2.4345e-01,
-9.4196e-02, 4.3756e-02, 9.2378e-02, -8.3294e-03, 3.1734e-01,
-1.0673e-01, -1.4309e-01, 9.0473e-02, -3.3941e-01, -3.8064e-02,
7.4462e-02, -1.1116e-01, 2.8689e-01, -1.4750e-02, 3.4244e-03,
2.7750e-01, -4.6505e-02, -6.3080e-02, 5.7924e-03, -5.3427e-02,
-4.5086e-02, -2.4907e-02, -3.3785e-02, 8.4005e-03, 7.5073e-03,
2.3624e-02, 2.5641e-02, 5.9896e-02, 7.1071e-02, 2.1794e-01,
-8.9944e-04, -3.5043e-02, 5.0497e-02, 8.6626e-03, -7.8263e-04,
2.6620e-02, -6.3189e-02, -2.6139e-02, -5.9261e-04, -5.7318e-02,
2.6527e-02, -1.0800e-01, 1.2236e-01, -2.6383e-02, -6.3751e-02,
-2.9762e-02, -7.6503e-02, -2.1691e-03, 1.5308e-01, 5.2768e-02,
2.2621e-02, -7.2561e-02, 6.3443e-02, -6.5757e-02, -3.1386e-02,
3.2383e-02, 3.7793e-04, 3.2703e-02, -1.8430e-02, -2.4488e-02,
-5.9705e-02, 7.7674e-02, -2.9641e-02, 4.5576e-03, 6.2475e-02,
1.9787e-01, -3.4860e-02, -9.2580e-03, 3.4298e-03, 2.7867e-02,
-5.2761e-02, -1.3002e-01, -1.2466e-02, -3.4537e-02, -1.0015e-02,
-5.8184e-03, 4.6862e-02, -1.0549e-01, -5.8316e-02, 2.5241e-02,
-1.5768e-02, 5.4450e-02, -4.4748e-03, 1.0250e-01, 3.8470e-02,
-4.4584e-02, -2.7922e-02, -4.2621e-02, -5.2399e-02, -7.0424e-02,
-1.9620e-01, -8.6167e-02, -7.8336e-02, 6.6970e-02, -6.1313e-02,
2.0307e-02, -6.8092e-02, -1.1693e-01, -3.9345e-03, -7.9863e-03,
-1.5977e-02, 3.8304e-02, 1.5065e-01, -6.1285e-01, 3.6970e-02,
-4.4698e-03, -5.1057e-03, 6.5814e-02, 6.7751e-02, 8.2528e-02,
4.6897e-02, -2.3493e-02, -6.2488e-02, 3.4851e-03, 9.1766e-03,
-5.0985e-02, 3.6932e-02, 3.1358e-02, 9.3605e-02, 5.2148e-01,
8.0469e-02, 1.2010e-01, 6.0657e-02, -5.1854e-02, -2.3888e-01,
-4.6138e-02, 1.4106e-01, 1.2115e-01, 3.9429e-02, -3.8277e-02,
1.5150e-01, -3.6179e-02, -3.9501e-02, 9.6670e-02, 6.9186e-02,
-3.3816e-02, 7.3073e-02, -4.9450e-02, -3.1661e-02, 1.1061e-01,
6.5307e-02, 1.2006e-01, 6.0687e-02, 1.1113e-01, -6.2960e-02,
-5.0124e-02, -7.7578e-02, 3.9456e-02, 1.0096e-01, -1.2313e-02,
6.7752e-03, 3.4526e-02, 2.6871e-02, -3.2591e-02, -3.3663e-02,
8.9040e-03, -4.2753e-02, -2.7842e-02, -1.3716e-02, 7.7488e-02,
-3.7278e-02, 1.0909e-01, -3.9397e-02, -1.1486e-01, -5.9289e-02,
-4.5370e-02, 1.0724e-01, -1.9058e-02, 7.4675e-02, 2.3629e-03,
-3.4056e-02, -2.3746e-02, 4.8301e-02, 7.4898e-03, -3.4910e-02,
4.9682e-02, 1.1977e-02, 1.7948e-02, 4.6966e-02, -2.8560e-02,
6.1109e-02, 4.9475e-03, 1.0220e-01, 2.8885e-02, 6.3957e-02,
2.1793e-02, -3.6534e-03, -9.1968e-02, -5.4453e-02, -2.8797e-01,
1.0430e-02, 7.1963e-02, 9.6764e-03, 1.6504e-02, 1.0832e-01,
-1.2217e-02, -2.1438e-02, -9.7792e-03, 4.4282e-02, 3.6498e-02,
-1.8766e-02, -4.9674e-03, -3.0393e-02, -2.4226e-02, 2.5904e-02,
-2.4765e-02, 3.3355e-02, 6.7732e-02, 8.5319e-02, 2.2802e-01,
-6.0815e-01, -4.0163e-04, -5.4605e-02, 4.3708e-02, -4.6042e-01,
-4.0308e-01, -1.5864e-01, -3.5707e-01, 3.4851e-01, 1.9230e-01,
-1.1662e-01, -4.7254e-03, -7.0011e-02, -1.5617e-01, -2.7392e-01,
-2.6488e-01, -1.3627e-01, -8.7920e-02, 1.6559e-01, -2.2599e-01,
1.7840e-02, 4.0723e-02, 1.1323e-03, -1.0443e-01, -9.0092e-02,
3.4899e-02, 3.2590e-01, 1.0880e-01, 4.3403e-02, -4.0025e-01,
1.4944e-01, -1.3036e-01, 1.1491e-01, 2.2620e-01, -5.5266e-02,
-3.6799e-02, -4.1209e-01, 3.3235e-01, 2.0519e-01, -1.8223e-01,
-3.9625e-01, 2.0395e-01, 1.8842e-02, -9.0525e-03, -2.2920e-01,
1.5648e-01, -2.0959e-02, 1.7011e-01, -1.4127e-01, 5.1907e-01,
1.7354e-01, -9.3590e-02, 1.7111e-01, -3.9360e-02, -1.8864e-01,
-6.2223e-02, 5.0709e-01, 2.0855e-01, -1.3196e-01, -1.0326e-02,
3.5508e-02, -1.7667e-02, 4.4245e-03, 2.7758e-01, -6.5980e-02,
3.0282e-01, 3.5768e-02, -7.5893e-02, -1.2024e-02, -1.3232e-01,
-7.9172e-02, 7.0093e-02, 7.6980e-03, -1.6791e-01, -2.5620e-02,
-1.7818e-02, -6.2627e-02, 1.6922e-02, -3.6941e-02, -2.8843e-03,
2.1121e-02, -4.7034e-02, 1.2528e-01, -8.0903e-02, 6.8084e-02,
2.5403e-02, -8.4703e-02, 1.1428e-01, -3.6686e-02, -1.5138e-01,
-1.8473e-02, 2.6806e-02, 7.1833e-02, 5.6973e-02, -2.4244e-02,
-3.4171e-02, -1.5346e-02, -2.0204e-01, 1.0240e-02, -5.2229e-02,
-6.9529e-03, 2.0205e-02, 2.2645e-02, -1.1240e-01, -2.4477e-01,
4.0494e-02, 1.0246e-02, -3.6692e-01, 4.4385e-02, -6.0254e-02,
-4.6288e-02, 6.2180e-02, -1.2472e-03, -6.4546e-02, 4.1124e-02,
-5.3510e-02, 3.7704e-02, -2.1800e-02, 3.5166e-02, -2.0609e-02,
-8.0853e-03, -1.0167e-01, -1.4365e-02, -8.0775e-02, 1.2508e-02,
-1.3517e-02, 1.9402e-02, -1.1500e-02, 7.3040e-02, -1.5892e-01,
-3.5795e-02, 1.5001e-02, -4.3982e-02, -3.6927e-01, -4.0074e-02,
-1.1993e-01, 1.5847e-01, -2.4569e-01, -7.2063e-02, 6.4405e-02,
1.1899e-02, 8.9636e-02, 1.1119e-02, 1.8182e-01, 4.3362e-02,
-1.8794e-02, -2.8582e-01, -1.3325e-02, -1.5841e-02, 2.3287e-02,
1.6530e-01, 5.7193e-02, 2.7956e-02, -2.5016e-02, -1.1758e-02,
2.6187e-02, -1.2520e-01, 1.3865e-02, -1.7369e-02, 2.8909e-02,
-3.3381e-02, -3.9160e-02, -7.3671e-03, -2.6208e-02, 2.6717e-02,
6.7001e-03, -5.5147e-02, -5.7387e-02, -5.6703e-02, -3.6631e-02,
1.1320e-01, 4.9672e-02, -2.4283e-02, 1.2596e-01, 2.7164e-02,
-4.8777e-02, 6.7185e-02, 2.8236e-03, -6.3856e-02, -1.2594e-02,
4.5343e-02, -1.2493e-01, -5.7195e-02, 9.0018e-02, -9.2432e-02,
-2.1497e-03, 1.1966e-03, -1.1613e-01, 2.6259e-03, -6.2697e-02,
-5.2386e-02, -4.5658e-02, -8.2754e-03, -6.5449e-02, -2.9456e-02,
2.7697e-02, 1.2241e-01, 1.7493e-02, 4.4050e-03, -5.9886e-02,
2.3389e-02, 3.7119e-02, 4.6306e-02, -8.2772e-02, -1.3002e-01,
3.5734e-02, 1.6041e-01, 3.4498e-02, -2.4382e-02, 8.6796e-03,
-9.9284e-02, 1.0644e-01, 4.8577e-02, 8.8222e-02, 1.1508e-01,
5.0528e-02, 3.3311e-03, 2.1173e-01, 3.0828e-02, 7.4430e-02,
6.9648e-03, -7.0721e-02, 3.6763e-02, 1.8743e-02, -8.7479e-02,
-3.8653e-02, -2.2571e-02, -4.6229e-02, 1.3094e-01, -3.1769e-01,
1.8700e-02, -7.1023e-03, 9.6531e-02, -3.6607e-02, -6.4353e-02,
7.0753e-02, 8.0507e-02, 1.6480e-02, -1.2528e-02, -1.5135e-02,
3.5300e-02, -2.8796e-02, -2.8661e-02, -1.7575e-02, 9.2676e-02,
-6.3881e-04, 1.0801e-01, -4.6283e-02, -3.9554e-04, 3.5029e-02,
9.6215e-02, -6.0065e-02, -9.3935e-02, 1.0526e-01, -2.0889e-01,
1.4395e-03, 5.1887e-02, -1.4572e-01, -1.4891e-01, -1.7053e-01,
8.4332e-02, 1.2469e-03, 1.7829e-01, 2.2704e-01, 8.1783e-03,
4.3740e-02, -1.5195e-01, 4.0584e-02, 1.0110e-01, 9.4203e-02,
-1.3305e-01, 1.7084e-01, 1.0880e-01, -2.9041e-02, 2.2095e-02,
2.9226e-04, -8.9276e-02, -1.7234e-01, 7.9707e-02, 2.6815e-01,
1.0294e-01, 6.2336e-02, -2.2280e-02, 1.1461e-01, 6.1706e-02,
1.4395e-01, 3.1251e-02, 2.8876e-02, 1.9178e-02, 1.0216e-01,
1.9289e-01, 9.5466e-02, 1.1563e-01, 1.3291e-01, -2.7699e-02,
-1.9469e-01, -1.1646e-01, -6.3396e-04, -8.1257e-02, -6.0577e-02,
4.6810e-02, -2.7149e-02, -2.3567e-01, -1.0136e-01, 1.9149e-01,
1.9489e-03, -5.2403e-02, -2.8020e-02, 5.2308e-02, -1.0949e-01,
-7.3262e-02, -4.1559e-04, 1.0761e-01, 5.6373e-02, 1.3844e-01,
-5.0074e-02, -1.4743e-01, 1.4947e-01], device='cuda:0')),
('bert.encoder.layer.4.attention.self.key.weight',
tensor([[-0.0407, 0.0780, -0.0142, ..., 0.0052, 0.0339, -0.0364],
[-0.0387, 0.0172, 0.0019, ..., 0.0250, -0.0376, 0.0375],
[-0.0311, 0.0128, -0.0107, ..., 0.0081, -0.0219, 0.1160],
...,
[ 0.0096, 0.0120, 0.0064, ..., 0.0194, -0.0050, 0.0016],
[ 0.0508, -0.0230, -0.0287, ..., -0.0055, -0.0194, -0.0019],
[-0.0264, -0.0124, 0.0126, ..., 0.0091, 0.0564, -0.0219]],
device='cuda:0')),
('bert.encoder.layer.4.attention.self.key.bias',
tensor([ 1.1444e-04, -1.2064e-02, -1.3898e-02, -8.9297e-03, -2.2261e-03,
-5.6680e-03, 9.8604e-04, -8.4516e-03, -7.6455e-03, -3.4149e-03,
-3.3006e-03, 1.0326e-03, -4.1937e-03, 4.1542e-03, 4.5908e-03,
-7.6262e-03, -7.8045e-03, 1.0152e-02, -1.4152e-03, 3.2944e-03,
5.2164e-03, 4.5779e-03, -1.0953e-03, 5.6240e-03, -3.1337e-03,
-6.3773e-03, -3.1869e-03, 1.8548e-02, -7.9088e-03, 2.5502e-03,
-4.6233e-04, 3.1553e-03, 4.3614e-03, 9.0570e-04, -3.4003e-03,
-3.6455e-03, 7.0979e-03, -1.3759e-02, -2.5538e-03, -9.4142e-03,
-8.7231e-03, -3.9551e-03, -3.6135e-03, -6.3932e-03, -1.5700e-03,
1.8872e-03, -2.5974e-03, 1.0272e-02, -9.7517e-03, 1.6108e-03,
4.6256e-03, -7.6501e-03, 7.6774e-03, -7.1263e-03, 1.2833e-02,
-1.5876e-03, -1.9499e-03, 4.2086e-03, -1.6132e-02, 6.2114e-03,
1.2427e-02, -1.4996e-02, 1.6747e-02, -1.4703e-02, -1.4212e-03,
-3.1385e-03, 6.0432e-03, -4.0274e-03, -3.4743e-03, -2.9578e-03,
2.1554e-03, -3.9059e-03, 7.2874e-04, 2.7910e-03, -2.9569e-03,
-2.0978e-03, -1.7217e-03, 1.3540e-03, -2.0840e-03, -5.4963e-04,
1.0379e-05, -3.5191e-03, 1.2371e-04, 4.1934e-04, 2.0625e-03,
3.7189e-03, 1.6250e-03, 1.7876e-03, -2.8789e-03, 3.8913e-03,
-2.0914e-03, -7.4067e-04, 2.8851e-04, -1.2675e-03, 1.6601e-03,
-4.6063e-03, -1.7586e-03, 1.8593e-03, -9.5837e-04, -1.2487e-03,
1.1093e-03, 1.4979e-03, 3.1680e-03, 1.0460e-03, 6.7849e-04,
3.1231e-03, -1.3446e-03, 2.3311e-03, 5.1514e-04, -2.9723e-03,
5.7070e-04, 4.3594e-04, -4.6000e-03, 1.9676e-03, 1.1367e-03,
-2.9279e-03, -3.3869e-03, -3.0350e-03, -2.0361e-03, 2.1991e-03,
-2.9981e-03, 4.2167e-03, 3.1910e-03, -3.2961e-03, -2.6167e-03,
-3.2899e-03, -8.1057e-04, 2.3536e-04, -6.3587e-03, -5.4796e-04,
-1.5622e-03, 3.5795e-03, 5.3621e-03, -6.0845e-03, -1.2089e-03,
-3.8494e-03, 1.5789e-03, -3.8869e-03, 6.3961e-04, 3.6522e-03,
-6.8481e-03, -3.1313e-03, -1.0388e-03, -8.3120e-03, -5.7858e-03,
-1.6724e-03, 1.2588e-03, 5.0732e-04, 3.6789e-03, -2.2147e-03,
3.3417e-03, -1.0110e-03, 3.2377e-03, 2.6365e-03, 2.3382e-04,
-3.4669e-03, -1.1703e-03, -3.6722e-03, -6.9252e-03, -4.5588e-03,
4.0695e-04, 3.5073e-03, -1.6871e-03, 2.4857e-03, 2.4616e-03,
7.5611e-04, -1.5930e-03, 3.1355e-04, 4.4092e-03, 4.7133e-03,
2.7751e-03, 9.7244e-03, -1.0024e-03, -3.5534e-04, -3.2906e-03,
-7.1975e-03, 1.7336e-03, -4.4667e-03, -4.3468e-03, -2.8865e-03,
6.9398e-03, -3.0353e-03, -3.1071e-03, 4.5458e-03, -2.1094e-03,
4.4999e-04, 2.8932e-03, 6.7498e-03, -6.7603e-03, -3.0305e-03,
1.0129e-03, -7.1153e-03, -3.8255e-04, 4.2458e-03, 1.7225e-03,
-9.4275e-04, 3.3008e-03, 4.3689e-03, -4.5556e-03, 1.6213e-03,
1.5483e-03, 7.4437e-04, -3.9257e-04, -3.2922e-03, 8.6884e-04,
-5.0157e-04, 1.2773e-03, -7.5835e-04, -1.7283e-03, 1.1282e-03,
2.4770e-03, -2.8110e-03, -3.7271e-03, -1.6097e-03, 1.4511e-03,
-1.6637e-03, -1.9798e-03, -2.9610e-03, -1.2315e-03, 3.1908e-03,
3.2471e-03, 1.2859e-03, -1.2780e-03, 7.8185e-04, 4.3193e-04,
-1.7919e-03, 1.9875e-03, -6.4914e-04, 1.1245e-03, -4.4960e-04,
2.3535e-03, -1.4265e-03, 8.3541e-04, 1.8750e-03, 3.2602e-03,
2.8623e-04, -2.1988e-03, 3.8610e-04, 3.0981e-03, 2.2090e-03,
-5.8956e-04, -8.8416e-04, -3.1710e-03, 3.8564e-03, 3.4428e-04,
2.6745e-03, -7.7146e-05, 4.8815e-04, 6.1691e-03, 7.4221e-04,
-3.8363e-03, 1.2721e-03, 1.5569e-03, -1.6248e-03, 5.0058e-03,
4.2307e-04, -1.2415e-03, 2.0420e-03, -3.1074e-04, -2.0387e-03,
2.0551e-04, 3.7822e-04, 2.1373e-03, -6.8782e-03, 1.1403e-03,
-2.0908e-03, -1.1215e-03, 1.9258e-03, 1.3956e-03, -2.9816e-03,
2.4749e-03, -4.9234e-03, 2.0717e-03, -2.4045e-03, 2.2866e-03,
-3.7155e-03, -1.5833e-03, 1.4273e-03, -1.2256e-03, -3.3591e-03,
-5.9099e-05, -2.5851e-03, -3.6760e-03, -1.4645e-03, -2.2313e-03,
2.6308e-04, 5.6171e-04, -1.1989e-03, 1.3305e-03, 1.3641e-03,
-2.9998e-04, -4.4972e-03, 9.0577e-04, -1.4137e-03, -1.5082e-03,
3.6972e-04, -2.0927e-03, -2.6361e-03, -9.0508e-04, 9.9659e-04,
-9.2971e-05, 1.3220e-03, -1.6703e-03, 4.6589e-03, 1.2238e-03,
1.3113e-03, -3.5072e-03, -4.6181e-03, 8.0658e-04, -3.4569e-04,
1.8940e-03, -3.8048e-03, -1.4473e-03, -1.5257e-03, -2.5937e-03,
-3.5961e-04, 2.3944e-03, -2.7185e-03, 1.7109e-03, 4.4662e-03,
-1.6234e-03, 4.4883e-03, 1.4860e-03, 1.7411e-03, 4.9695e-05,
4.2224e-03, 6.9472e-04, -3.0247e-03, 3.3819e-04, 6.3382e-03,
2.2294e-03, -3.4414e-03, -1.8025e-03, -1.3346e-03, 2.6253e-03,
-1.1221e-02, 1.9939e-03, 2.7182e-03, 3.1039e-03, 4.9481e-03,
-4.6174e-03, 5.9426e-03, 5.6737e-04, -3.7815e-03, -1.0301e-02,
2.4216e-04, -1.6969e-03, 1.4175e-03, 2.6431e-03, -1.0985e-03,
4.3948e-04, -2.2322e-03, 1.9247e-03, -2.0556e-03, -1.1727e-02,
2.4040e-03, 1.8037e-03, -3.7817e-04, 2.7937e-03, 1.6795e-04,
6.8145e-04, 4.9666e-04, -5.6496e-03, -8.3400e-04, -6.4507e-03,
-7.9836e-03, 5.2744e-03, 8.7922e-04, 1.3849e-03, -7.4474e-03,
4.3095e-03, -2.4062e-03, -1.1016e-03, 1.8915e-03, -4.2335e-03,
-2.2313e-03, -1.6389e-03, 1.4489e-03, 1.9859e-03, -3.7572e-03,
8.7967e-04, -4.7857e-03, -3.6045e-03, 2.6233e-03, -2.9511e-03,
-1.6725e-03, 9.4393e-03, 6.8455e-03, -2.2236e-04, -8.6078e-04,
-7.5644e-04, 1.9963e-03, 8.8095e-04, 2.5956e-03, -1.6242e-03,
-3.2934e-03, 4.5976e-04, 9.2148e-04, -4.4140e-03, 2.4710e-03,
3.2831e-04, 3.9418e-03, 6.6230e-04, 3.8608e-03, -2.9825e-03,
-4.1818e-03, 3.6048e-03, -2.7902e-03, -2.2499e-03, -1.9966e-03,
3.0156e-03, 1.9643e-03, -8.1564e-04, 3.2832e-03, 3.8576e-04,
5.5590e-03, 3.5702e-04, 3.4782e-03, -1.1045e-03, -5.8656e-04,
1.8851e-03, -1.4577e-03, 3.1917e-03, -9.0923e-04, -3.5123e-03,
4.4018e-03, -3.1431e-03, -1.1149e-03, -9.1726e-04, 4.6047e-03,
1.4495e-03, 1.8674e-03, 6.7192e-04, -5.8920e-04, 1.3704e-03,
-3.8601e-03, 6.9332e-04, 4.6099e-04, -3.0927e-04, 2.2221e-03,
-1.8966e-03, -4.7571e-05, -1.1390e-03, 2.5523e-04, -1.0431e-03,
3.6278e-03, -1.9446e-03, -1.8060e-03, 1.4536e-03, -2.6122e-03,
-1.4694e-04, -2.2878e-03, 2.8441e-03, -2.1014e-03, -2.7750e-03,
3.3463e-03, 1.5215e-03, 3.9524e-03, -1.6957e-03, 1.1227e-03,
-4.4814e-04, 3.8078e-03, -7.9750e-04, -2.4865e-03, 4.1317e-04,
-6.2981e-04, -4.7891e-04, -2.2893e-03, -2.8041e-03, -2.9337e-03,
1.0042e-03, 6.2780e-04, 2.3616e-03, 1.2779e-03, -2.2616e-03,
7.1428e-04, -4.5923e-03, -1.6152e-03, 1.0406e-03, 4.5747e-03,
-4.1071e-04, -3.5331e-03, -8.0040e-04, 1.4358e-04, 1.5857e-03,
1.6429e-04, 2.3763e-03, 2.0962e-03, 2.1930e-03, 2.8353e-03,
1.3804e-03, -1.7633e-03, 2.4190e-03, -4.0031e-04, -1.9189e-03,
-2.0639e-03, 3.1948e-03, 1.0149e-03, 1.4809e-03, -8.8199e-04,
1.8523e-03, 1.5011e-04, -2.6107e-04, -1.5773e-03, 1.7412e-03,
9.5412e-04, -1.5226e-04, 1.1904e-03, -7.5824e-04, 6.5449e-04,
1.5929e-03, -2.1888e-03, 3.7472e-03, -3.2624e-03, 2.6843e-03,
2.6137e-03, 2.4991e-03, -4.1913e-03, -1.0831e-02, 5.1848e-03,
-1.7435e-03, -9.2641e-03, 3.8913e-03, -7.5129e-03, 1.8087e-03,
-3.7970e-03, -2.4347e-03, -2.6987e-03, -4.0981e-03, -1.8069e-03,
1.4550e-03, 1.9723e-03, 1.4087e-03, 6.2792e-03, -2.1662e-03,
-8.8131e-03, 5.9148e-04, 3.5793e-04, 6.2488e-03, 1.9547e-03,
1.8985e-03, -5.7224e-03, 2.4919e-03, -2.5603e-03, 2.2108e-03,
-8.4814e-04, 9.6630e-04, -1.3118e-03, -2.5514e-03, -7.0898e-03,
-7.7993e-03, 5.7084e-03, -4.0055e-03, -3.7467e-03, -2.7210e-03,
1.1640e-03, 2.8318e-03, 3.7052e-03, 4.1329e-04, 9.2685e-04,
1.3108e-03, 2.4729e-03, -8.2315e-04, 4.9497e-03, -1.2203e-03,
5.0081e-03, -4.1431e-03, -1.6784e-04, 9.2520e-03, -1.0666e-03,
-3.5047e-03, -1.2065e-03, 1.8003e-03, 1.9699e-03, 4.1825e-03,
-3.2682e-03, -2.7522e-03, -1.4154e-03, 3.8463e-03, 7.7546e-04,
4.1710e-05, 7.7616e-03, 3.9855e-03, -2.6689e-03, -1.4438e-03,
-5.1588e-03, -5.3653e-04, -4.8353e-03, -4.6573e-03, -1.4215e-03,
3.5968e-03, 1.0750e-03, 2.7396e-03, -2.7032e-03, 5.7415e-03,
-6.8465e-03, 2.3274e-03, 8.7803e-05, -2.1810e-04, -8.3527e-04,
4.0579e-03, -6.1395e-03, -4.7473e-04, -6.4232e-03, 3.6167e-03,
-3.7122e-03, -1.6452e-03, 4.0617e-05, -3.1851e-03, 8.7576e-04,
1.6279e-03, 2.0591e-03, 7.0219e-04, -1.1003e-04, -1.6077e-03,
1.5472e-03, -2.1206e-03, -2.9446e-03, -1.7923e-03, -4.7158e-03,
1.6426e-03, 5.7324e-03, 1.0098e-03, 5.9930e-04, 2.9945e-03,
-1.2895e-03, -5.4628e-04, -2.3542e-03, -5.5570e-03, 6.1978e-03,
2.5049e-05, -2.6247e-03, 2.7221e-03, 6.0277e-03, -5.6257e-07,
5.1156e-03, -1.3502e-03, -9.0314e-03, -1.3618e-03, -4.5149e-03,
1.8252e-03, -4.7466e-03, -2.6779e-03, -4.6146e-03, -3.0994e-03,
2.8288e-03, 2.6095e-03, 1.3896e-03, -2.3009e-03, -1.8334e-04,
-4.9925e-03, 7.2967e-04, -1.4288e-03, -4.9115e-03, 4.0356e-03,
2.5105e-03, -3.8004e-03, -9.9719e-04, -4.1621e-04, -3.0631e-03,
5.2001e-04, 2.2651e-03, -5.4666e-04, 6.7206e-05, -2.8340e-03,
-1.0859e-03, 9.8143e-04, 1.9701e-03, 1.0407e-03, -3.3968e-03,
8.0956e-05, -8.9413e-04, 9.8504e-04, -8.2666e-04, -3.3942e-03,
3.2650e-03, 6.9306e-03, -1.3354e-03, -2.4064e-03, -2.2308e-03,
-2.8653e-03, 1.9123e-03, -1.8430e-03, -1.0138e-03, -1.3714e-03,
-2.2957e-03, -3.7640e-04, 5.8958e-04, -3.8377e-03, -9.6750e-04,
1.4368e-04, 2.9695e-04, 7.5870e-04, 5.3648e-04, -3.5548e-03,
-2.1524e-04, 4.2734e-03, -2.2355e-03, -4.7589e-04, 2.0973e-03,
1.8102e-03, 1.7506e-03, -1.3099e-03, -3.1485e-03, -4.0990e-03,
-2.5604e-03, -2.5700e-03, 1.1790e-04, -1.7262e-04, -1.1425e-03,
8.9176e-04, 9.7718e-04, 1.5162e-03, 4.3982e-03, -3.5499e-03,
-6.3139e-04, 2.1481e-03, 1.3722e-03, -2.8518e-03, 1.3429e-03,
-2.3641e-03, -1.7895e-03, 1.3282e-03, -1.7489e-03, -1.0775e-03,
-2.2097e-03, -6.5686e-04, -8.7253e-03, 3.1490e-03, 2.1636e-04,
-2.6896e-04, 2.5488e-03, 1.1795e-05, 1.3402e-03, 9.4638e-04,
2.6988e-03, 5.0786e-03, 2.4812e-03, -1.5802e-03, 2.8560e-03,
1.1911e-04, 1.1900e-03, -8.5344e-04, -9.7632e-05, 1.4615e-03,
1.6559e-03, -7.5472e-04, -2.6763e-03, -3.9689e-03, 3.1555e-03,
-1.6460e-03, -2.5145e-04, -1.3674e-03, 3.9665e-04, -2.7568e-03,
3.3179e-03, 6.3472e-05, 4.8290e-03, -3.9927e-03, -5.6135e-03,
-8.4931e-04, 2.1875e-03, -3.1062e-03, 9.4509e-04, -4.9293e-04,
-2.4837e-04, -5.3726e-03, 1.1891e-04], device='cuda:0')),
('bert.encoder.layer.4.attention.self.value.weight',
tensor([[ 0.0366, 0.0135, 0.0212, ..., -0.0275, -0.0079, 0.0183],
[ 0.0240, 0.0857, -0.0340, ..., 0.0578, 0.0004, -0.0210],
[-0.0928, 0.0216, -0.0547, ..., 0.0058, -0.0118, -0.0638],
...,
[ 0.0220, -0.0441, 0.1040, ..., -0.0086, -0.0263, -0.0179],
[ 0.0396, -0.0187, 0.0309, ..., 0.0490, -0.0416, 0.0324],
[ 0.0112, 0.0075, -0.0146, ..., 0.0173, -0.0135, 0.0710]],
device='cuda:0')),
('bert.encoder.layer.4.attention.self.value.bias',
tensor([-1.2989e-02, -4.0458e-02, 1.4504e-02, 3.8110e-03, 2.4597e-02,
4.1433e-02, -7.8904e-02, -5.1299e-03, 1.9793e-02, -5.4412e-02,
7.0136e-02, -1.6664e-02, -2.4831e-02, -3.3556e-03, 1.0411e-02,
-1.4952e-03, 2.3285e-02, -8.9880e-03, 1.0469e-02, -1.1972e-02,
1.0675e-01, 2.7790e-02, -2.4200e-03, 2.6004e-02, -9.9067e-03,
-3.5348e-02, 2.5975e-02, -3.9003e-02, -8.9089e-02, -3.3952e-02,
5.9426e-02, 4.6242e-03, -6.4081e-03, 2.6409e-02, 2.8256e-02,
-2.7686e-02, 4.3331e-02, -1.0148e-02, -4.3006e-02, -9.5059e-02,
2.3887e-02, -2.8226e-02, 2.4219e-02, 7.6327e-03, 4.0628e-02,
-2.6766e-02, -5.8771e-02, -7.5988e-02, 3.4573e-02, -9.7198e-04,
1.9702e-02, -4.7417e-02, -4.8266e-03, 4.0116e-02, 1.9474e-02,
3.7603e-02, -6.7117e-02, -4.3953e-02, 1.0472e-02, -5.0477e-02,
2.0938e-01, 4.7128e-02, 1.5832e-02, -5.0510e-03, -8.9144e-04,
-2.3408e-03, -9.4229e-03, -1.2488e-02, -7.1994e-03, 1.6977e-02,
8.9557e-03, -6.4548e-03, -7.1882e-03, 2.6526e-02, 2.0513e-02,
-2.4404e-02, 7.8645e-03, 1.0380e-03, -3.6069e-03, -1.2752e-02,
2.5671e-02, 8.5589e-03, 1.5967e-03, 3.5890e-03, -3.9902e-03,
2.6917e-03, 1.0266e-02, -3.0893e-02, -3.9883e-03, 1.4035e-02,
1.3255e-02, -1.3120e-03, 1.2643e-02, -2.8550e-03, 1.6292e-02,
6.5902e-03, -5.5965e-03, 1.6747e-02, 1.6030e-02, -9.3508e-03,
-6.4546e-03, 1.3386e-02, 1.4681e-02, -1.9358e-02, -1.8052e-02,
3.0919e-02, 1.1257e-02, 1.2357e-02, -4.2896e-03, 1.1930e-02,
2.4204e-02, -2.7182e-02, 2.3756e-03, 9.5151e-03, -2.8923e-03,
-3.4250e-02, 6.9932e-03, 4.9828e-03, 1.4910e-02, 2.1227e-02,
8.9154e-04, 1.4801e-02, -1.2703e-02, -1.3480e-02, -1.7221e-02,
2.5046e-03, -2.7018e-02, 2.3661e-03, -2.6120e-03, 2.4765e-02,
-1.5008e-02, -2.9297e-02, 1.9630e-02, 4.5469e-02, 6.7791e-02,
-5.6356e-03, -2.3742e-02, -2.2745e-03, -1.6527e-02, 9.3046e-02,
3.4458e-02, -2.5113e-02, 4.1837e-02, -1.7516e-02, -1.2467e-02,
3.2908e-02, -6.6656e-02, 2.7297e-02, -1.5092e-02, 3.8152e-02,
1.3174e-02, -1.8856e-02, 5.9765e-02, 4.0625e-02, 3.6935e-02,
-1.8798e-02, -2.4967e-02, -8.5546e-03, -2.8688e-02, 4.1027e-02,
-2.3619e-02, -1.4587e-02, 4.4097e-02, 2.1326e-03, 8.9656e-03,
-2.9319e-02, -3.9893e-02, -1.7229e-02, 6.0497e-02, 1.6871e-02,
1.6480e-02, 3.4229e-03, 1.5431e-03, 1.1042e-02, -5.6462e-03,
1.6977e-02, -8.0453e-02, 2.9560e-02, -9.6999e-03, -1.4156e-02,
-3.9511e-02, -7.7780e-04, -7.9218e-02, -8.7568e-03, -2.3289e-02,
-1.6117e-02, -1.6355e-02, 4.3837e-02, -8.3868e-02, 1.4114e-01,
2.8037e-02, 3.2075e-02, -2.2694e-03, 5.6549e-03, -1.7894e-02,
1.8624e-02, -2.1378e-02, -8.0871e-03, 2.5921e-02, -3.4800e-03,
5.3064e-03, 2.4034e-02, 1.8069e-02, 4.1546e-02, 2.1823e-02,
2.1339e-02, 2.6258e-02, 2.3389e-02, 7.8700e-03, 1.5393e-02,
5.4567e-03, -1.2553e-02, -1.3878e-02, -1.0187e-02, -6.5242e-03,
-2.1709e-02, -1.3482e-02, -3.3049e-02, 1.9959e-02, 2.3542e-02,
3.1842e-02, -2.1077e-03, 2.5796e-03, -1.6510e-03, -5.6556e-03,
-7.3493e-03, 4.1347e-03, 1.6890e-03, 1.8095e-02, 1.2836e-03,
-6.0108e-03, -4.3014e-03, -2.8888e-03, 1.8554e-02, 1.6002e-02,
1.1939e-02, -2.0232e-02, 3.9873e-03, 1.4456e-02, 1.2345e-02,
-2.4237e-02, -1.6198e-02, 2.2421e-02, -1.3382e-02, 1.3325e-02,
-1.7369e-02, -7.5425e-03, -2.3092e-02, -1.1046e-02, -5.7809e-03,
-9.4586e-03, 1.0195e-02, 1.5559e-02, -1.3761e-02, -3.3642e-02,
1.8887e-03, -9.3756e-04, 5.0882e-03, -1.7472e-02, -1.4177e-02,
4.7882e-03, -3.8504e-03, -5.2016e-03, -5.5101e-03, -2.4090e-02,
-4.2103e-03, 2.1278e-02, -1.5751e-02, -2.2777e-02, 8.7178e-03,
2.7637e-02, -3.6466e-02, 3.1762e-03, 1.6457e-02, 1.1005e-02,
1.9536e-02, 5.9001e-03, 1.1421e-03, 1.4514e-02, 1.7237e-03,
-1.3851e-02, 1.2004e-02, -4.1031e-03, -2.7869e-03, 1.8040e-02,
1.2176e-02, -3.0366e-03, -1.3089e-02, -9.1485e-03, -6.9016e-03,
-1.3573e-02, 1.1965e-02, 1.8952e-02, -1.3575e-03, -1.4196e-02,
3.4278e-04, 1.4183e-02, 2.1012e-02, 9.4820e-03, -3.0297e-02,
-5.8996e-03, 1.4639e-02, 1.3663e-02, 2.7195e-04, -8.6093e-03,
8.8040e-03, -2.7561e-04, -4.4614e-03, 8.1412e-03, 1.1380e-02,
9.2556e-03, 2.0696e-02, 1.2260e-03, -2.8063e-04, 1.2952e-02,
-7.9846e-04, -1.1350e-02, 3.1428e-02, -2.9090e-02, 1.2754e-02,
2.2922e-02, -4.7465e-02, 6.8881e-03, -2.5880e-02, -2.9360e-02,
-6.2591e-02, -5.6097e-02, -4.3365e-02, 6.5846e-03, -1.5582e-02,
4.0291e-03, 4.8150e-02, 7.3695e-02, 3.1888e-02, -1.8333e-02,
8.9347e-02, -6.0257e-02, -4.7511e-03, 1.0427e-01, 2.7932e-02,
-2.8990e-02, -2.8316e-02, 1.0312e-01, 6.0682e-02, 1.0559e-01,
5.6632e-02, -7.8326e-02, -1.1973e-02, -6.8899e-03, -5.1685e-02,
-9.4369e-02, 2.3633e-02, -7.6673e-03, 5.3379e-02, -7.8387e-02,
1.4957e-02, 6.6737e-02, 9.5131e-02, -2.2073e-02, 2.6487e-02,
1.1434e-01, 4.4520e-02, 5.2638e-02, 1.0587e-01, -5.6320e-02,
5.3924e-02, -7.3192e-02, 2.3851e-02, 1.5946e-02, -2.4002e-02,
1.7817e-03, 3.7284e-03, 5.1202e-02, -1.6445e-04, -4.3374e-02,
-2.2283e-02, -4.0553e-02, -1.4295e-01, -3.3497e-02, -3.2391e-02,
-2.2899e-02, -8.7479e-02, 4.1769e-02, -5.0519e-02, -3.2072e-02,
4.7639e-02, -2.6219e-02, 3.9804e-03, -8.4377e-03, -1.7929e-02,
-5.4154e-03, -2.6769e-03, -7.6348e-03, -1.6952e-02, -1.7743e-02,
-1.2663e-02, 1.5430e-02, -4.0269e-02, 2.8264e-02, 1.5594e-02,
1.3819e-02, -1.8405e-02, -2.6615e-02, 1.7582e-02, 2.1866e-02,
-7.2284e-03, 8.9783e-03, -1.3838e-03, -2.8870e-02, -1.8011e-02,
9.1445e-04, -5.2032e-03, 7.2049e-03, 1.9640e-03, -1.3683e-02,
-3.6448e-03, 1.2671e-02, 9.6998e-03, -2.3621e-02, 2.3891e-02,
-2.3739e-02, -9.6890e-03, -8.6185e-03, 1.2381e-02, 2.6490e-02,
5.5673e-03, -1.4377e-02, 1.5858e-02, 1.1281e-02, -5.7619e-05,
-3.1597e-02, 1.3154e-02, -1.2401e-03, 5.1976e-03, 3.1244e-03,
7.7290e-04, 4.1015e-03, -2.6160e-02, 2.7542e-02, 8.8252e-04,
-1.5709e-02, 4.6620e-03, 5.9127e-03, 1.9009e-02, -1.4837e-02,
-1.2532e-02, -3.2972e-03, 3.0063e-02, -8.1331e-03, -1.4702e-02,
-4.3173e-03, 2.0961e-02, 4.1225e-02, -3.4612e-02, 6.6080e-02,
5.8602e-03, -3.0175e-02, -8.5500e-03, -2.3488e-02, -3.1006e-02,
3.8280e-03, 8.0019e-03, -1.7217e-02, 2.2077e-03, -1.8260e-02,
1.9942e-02, -2.1011e-02, 4.6941e-03, -9.7522e-03, -5.6730e-02,
7.3041e-02, 4.4024e-03, -1.9975e-02, -6.5406e-03, -7.6227e-03,
-1.8283e-02, 1.1664e-02, -6.0222e-02, 3.0236e-02, -7.8976e-02,
3.7194e-03, -3.6101e-03, -5.9741e-03, 4.0620e-03, -3.2554e-02,
1.7397e-02, -6.6994e-02, -3.9194e-03, -1.6951e-02, 2.5729e-02,
-1.0538e-03, -1.2269e-02, -2.3074e-02, -4.8034e-03, -2.8494e-03,
-1.6664e-02, -1.2315e-02, -4.2370e-03, 4.5031e-03, 4.9112e-03,
-1.7232e-02, 1.8083e-02, -3.4343e-03, -4.5824e-02, 2.5271e-02,
5.1793e-02, 3.8294e-02, -4.6607e-03, 2.0742e-02, -7.5573e-03,
-1.2791e-02, 3.0721e-02, 1.4898e-02, -3.1390e-02, -3.0244e-02,
-4.3362e-02, 7.6352e-03, -7.4528e-03, 1.0409e-02, 6.3941e-02,
5.9107e-03, -1.6091e-02, -1.0685e-02, 2.8826e-02, 1.2892e-02,
2.2436e-02, -2.4897e-02, -1.0447e-02, 4.5443e-02, -1.8901e-02,
9.0159e-03, -1.6716e-02, 5.2820e-02, 1.5210e-02, -8.9413e-03,
1.7475e-02, 2.6650e-03, 1.3884e-02, 2.3057e-02, 1.2851e-02,
-2.8073e-02, -3.0043e-02, 4.1918e-02, -9.6882e-03, 1.8763e-02,
-1.2762e-02, -1.3277e-02, 6.7633e-03, -4.1468e-03, -5.0839e-02,
-1.2185e-02, 2.9267e-02, -2.1144e-03, -7.5739e-02, 1.8823e-02,
-1.6736e-02, 1.9581e-03, -2.1223e-03, 1.4413e-02, 2.4804e-02,
2.5810e-03, -3.4421e-03, 1.9536e-02, -1.8853e-02, 2.1172e-02,
9.5880e-03, -1.8099e-02, -2.3559e-02, -3.0115e-03, 1.3189e-02,
1.4619e-03, 2.4684e-02, 1.3614e-03, -2.3184e-02, 1.4329e-02,
2.3325e-02, -2.5305e-02, 1.0922e-02, 2.5138e-02, 1.2655e-02,
5.3292e-03, -3.3005e-03, -1.7203e-02, 7.2936e-04, -1.7028e-02,
-2.8169e-02, 8.9981e-04, 1.9288e-02, -8.2233e-03, -5.2055e-03,
7.0438e-03, -2.4026e-02, 1.7266e-02, 1.3729e-02, 1.9002e-02,
-1.8545e-02, 3.7727e-02, -3.1600e-02, 5.5476e-04, 1.8291e-02,
2.3152e-02, 3.9177e-02, -1.1790e-02, -1.0292e-02, -3.1443e-02,
1.3662e-03, -8.2079e-04, 4.1759e-03, 2.7963e-02, 7.4348e-03,
1.6948e-02, -1.5535e-02, 1.3757e-02, -1.9461e-02, 3.5133e-03,
-3.4536e-02, 2.1084e-03, 2.6219e-02, 2.5101e-02, 1.8722e-02,
1.3792e-02, -1.0381e-02, -1.1598e-02, 2.2547e-02, -6.9777e-03,
-7.5529e-03, -1.5539e-02, 8.0337e-03, 1.7151e-02, 4.0106e-03,
3.0161e-02, -4.3046e-02, 5.4689e-03, -1.3065e-02, -2.8653e-02,
-4.8017e-03, -5.9274e-03, 4.4001e-02, 6.1338e-03, -1.9332e-02,
5.9934e-03, -5.3081e-03, 8.2234e-04, -3.0115e-03, 1.3125e-02,
-1.0664e-02, 1.8763e-02, -1.8233e-03, -6.1053e-04, 1.0253e-02,
9.8112e-03, -2.2947e-02, -1.6044e-02, -3.1660e-03, 1.6742e-02,
1.8638e-02, -1.7953e-02, -6.3323e-03, -3.4750e-03, -1.0990e-02,
-1.6920e-02, 5.3660e-03, -8.2329e-03, -5.4353e-03, 2.3644e-02,
-2.0858e-02, 1.5884e-05, 1.7079e-02, -3.3764e-02, -2.0243e-04,
2.1510e-02, 2.2385e-03, -3.7014e-03, -1.7619e-02, 2.1603e-02,
-1.6976e-02, -1.9323e-03, 2.1009e-03, 7.6217e-03, -3.9952e-03,
3.2086e-03, -1.4194e-02, 2.0806e-02, 1.5470e-03, -5.8902e-03,
1.1496e-02, 1.2362e-02, -1.2285e-02, 1.6594e-02, -9.3319e-03,
1.2507e-02, -4.6874e-03, -9.0506e-03, -4.2231e-03, 2.1888e-02,
-1.3059e-03, 1.1223e-02, -4.6660e-04, -3.9905e-03, 1.4172e-04,
1.4755e-02, 2.8233e-03, 2.3550e-02, -7.5844e-03, 2.4482e-02,
-4.3987e-03, -5.4903e-03, -1.0476e-02, -5.2802e-03, -8.2407e-03,
3.0859e-02, 5.7831e-03, 1.5149e-02, 1.5202e-02, -6.0835e-04,
1.0657e-03, -8.7387e-03, -9.3226e-04, -4.6247e-03, 2.7836e-03,
-1.5932e-02, -2.5773e-02, 4.6097e-03, -8.4688e-03, -6.9863e-03,
5.9561e-03, -1.5436e-02, 3.0225e-03, -9.3341e-03, -2.7564e-02,
-1.1518e-02, -8.9144e-03, -3.0946e-03, 1.3078e-02, 1.4041e-02,
-1.3404e-02, -6.7843e-03, 2.9022e-02, -6.0168e-04, 4.2778e-03,
-1.0240e-02, -4.4585e-03, -4.1946e-03, -3.4745e-02, -2.7057e-02,
-5.7547e-03, -1.7797e-02, 1.2064e-02, 3.3306e-02, 1.3874e-02,
7.0829e-03, -1.4679e-02, -2.6827e-02, 1.9883e-02, -3.2218e-02,
4.3913e-03, 1.1126e-02, -9.5592e-03, -2.9150e-02, -7.6448e-03,
3.4656e-03, 1.1864e-02, 1.6163e-02, 2.1410e-02, 2.8874e-02,
-2.7810e-03, 2.2824e-02, -2.0812e-02], device='cuda:0')),
('bert.encoder.layer.4.attention.output.dense.weight',
tensor([[-0.0232, 0.0202, -0.0273, ..., -0.0674, -0.0245, 0.0695],
[ 0.0045, 0.0544, 0.0674, ..., -0.0213, 0.0177, 0.0223],
[-0.0478, 0.0078, 0.0234, ..., 0.0056, -0.0367, 0.0898],
...,
[ 0.0915, -0.0056, 0.0300, ..., -0.0516, -0.0030, -0.0788],
[-0.0170, -0.0467, -0.0294, ..., 0.0246, 0.0377, 0.0030],
[-0.0005, -0.0054, 0.0106, ..., 0.0131, -0.0248, 0.0078]],
device='cuda:0')),
('bert.encoder.layer.4.attention.output.dense.bias',
tensor([ 0.0368, 0.0343, -0.0320, 0.0806, 0.0785, 0.0759, 0.0067, -0.0638,
0.0261, 0.1105, 0.0163, -0.0025, 0.0500, 0.0952, -0.0729, 0.0495,
-0.1093, 0.0239, 0.0278, -0.0674, 0.0350, 0.0044, 0.0417, -0.0589,
0.1625, -0.0115, 0.0552, 0.0458, -0.0257, 0.0346, -0.0186, 0.0225,
0.0095, 0.0685, -0.1069, 0.0893, -0.1520, -0.0375, -0.1772, 0.0338,
0.0491, 0.0383, -0.0258, 0.1190, -0.0594, 0.0285, 0.0779, 0.0358,
0.0293, -0.0923, -0.0279, 0.1053, -0.1390, 0.0084, -0.1499, 0.0051,
0.1201, 0.0348, 0.1277, 0.0267, -0.0082, 0.0481, 0.0681, 0.0041,
-0.1062, -0.0450, 0.0864, 0.0329, -0.3291, -0.1038, -0.0504, 0.0311,
0.0270, 0.0561, -0.0687, -0.0413, 0.0263, -0.0765, 0.0397, -0.0427,
-0.1661, 0.0323, -0.1382, -0.0360, 0.1607, -0.1054, 0.0892, -0.0821,
-0.0256, 0.1757, 0.0694, 0.0740, -0.0110, 0.1689, -0.0426, 0.0073,
-0.0922, 0.0189, 0.1157, -0.0534, -0.0325, -0.0404, 0.0063, -0.0207,
-0.0701, 0.0579, -0.0936, 0.0295, -0.0185, 0.0390, -0.1049, -0.0972,
0.0638, -0.0157, -0.0404, -0.0723, 0.1766, -0.0818, 0.0245, 0.0533,
-0.0700, -0.0260, -0.0557, -0.0971, -0.1412, 0.0020, -0.0164, -0.0345,
0.1057, 0.0962, -0.0357, 0.0601, 0.0533, -0.0796, -0.0567, 0.0126,
0.0022, -0.0343, -0.1944, -0.0438, 0.0085, 0.1059, -0.0406, 0.1963,
-0.0183, 0.0422, 0.1418, -0.0994, -0.0566, 0.2628, 0.0049, -0.0059,
-0.1045, -0.0782, -0.0558, -0.1020, -0.0977, 0.0029, -0.0851, 0.0808,
-0.0870, 0.1362, 0.0489, 0.0283, 0.2424, 0.0525, -0.0392, -0.2668,
0.0470, 0.0690, -0.0479, -0.1667, 0.0548, 0.0542, 0.0394, -0.0267,
0.0134, 0.0400, 0.0291, -0.0081, -0.1242, -0.0478, -0.0142, 0.0220,
-0.0649, 0.0043, 0.1528, -0.0598, 0.0602, -0.0514, -0.2273, -0.0460,
0.0053, -0.0215, 0.0833, 0.0745, -0.0665, 0.0860, 0.0941, -0.0412,
0.0498, 0.0442, 0.0627, -0.0015, -0.0619, 0.0010, 0.1504, 0.0057,
-0.0383, 0.1156, 0.0099, -0.0012, -0.0310, 0.0320, 0.0351, -0.0158,
-0.0775, -0.1365, 0.0549, 0.0004, -0.0629, -0.1785, 0.0153, 0.0370,
-0.0140, 0.0534, -0.0337, 0.0680, -0.0941, -0.0180, -0.1080, -0.0209,
0.0091, -0.1118, 0.0971, -0.0079, 0.1957, -0.0203, -0.0549, 0.0637,
-0.0482, -0.0764, -0.1183, -0.0552, -0.0332, 0.1331, -0.0200, -0.0604,
-0.0284, -0.0040, -0.0472, -0.0355, -0.0264, 0.0593, 0.0046, -0.0097,
-0.0627, 0.2659, -0.1105, -0.0576, -0.1312, -0.0693, 0.0634, 0.0307,
-0.1020, 0.0547, -0.0220, 0.0363, -0.0374, 0.0419, 0.0321, 0.0148,
0.0094, -0.0771, 0.0717, 0.0714, 0.0938, -0.0798, -0.0589, -0.0667,
0.0121, -0.0239, -0.0423, 0.0314, 0.0770, -0.0054, 0.0477, 0.0856,
0.1203, -0.0422, 0.0349, 0.0011, 0.1491, -0.0041, 0.0382, 0.1146,
-0.0290, 0.0575, 0.1116, -0.0338, -0.0648, -0.0682, 0.0105, -0.0524,
-0.1898, -0.0299, -0.0995, 0.0156, 0.0523, -0.0304, -0.2069, 0.0714,
-0.0329, -0.1823, -0.0874, -0.0230, -0.0397, -0.0451, 0.0290, -0.0415,
0.2028, 0.0625, 0.0164, 0.0852, 0.0956, -0.0115, 0.0987, -0.0537,
0.0324, -0.0471, -0.0239, -0.1166, 0.0031, 0.0720, 0.0043, -0.0047,
-0.0296, 0.0004, 0.0338, -0.0050, -0.2340, -0.0067, -0.1086, 0.0703,
0.0782, -0.0813, 0.0347, 0.0304, -0.1834, -0.0205, -0.0250, 0.0462,
0.1044, 0.0306, 0.0554, 0.0888, 0.0078, 0.0697, -0.0290, 0.1167,
0.0398, 0.0223, 0.0488, -0.0280, 0.0098, -0.1940, 0.0258, 0.0235,
-0.0277, 0.0224, -0.0555, -0.0483, -0.0652, 0.0777, -0.0019, 0.0300,
-0.0420, 0.0157, -0.0029, 0.1507, 0.0326, -0.0389, -0.0928, -0.0066,
-0.0986, -0.1019, -0.0126, 0.0804, -0.0474, -0.1162, 0.0502, -0.0877,
-0.0685, -0.0089, 0.0619, 0.0800, 0.0683, -0.0568, 0.0890, -0.0788,
0.0131, 0.0270, -0.0435, 0.0510, 0.0296, -0.1094, 0.0651, -0.1535,
-0.0379, 0.0350, -0.0650, -0.0020, 0.0870, 0.0158, 0.0168, 0.0288,
-0.1093, -0.0703, 0.1131, 0.0378, -0.1045, 0.0644, 0.1226, -0.0253,
-0.1452, 0.0532, 0.0070, 0.0737, -0.0141, 0.0165, -0.0096, 0.0185,
0.0698, -0.0516, -0.1246, -0.0302, 0.0232, 0.0821, 0.0176, 0.0416,
-0.0510, -0.0843, 0.0512, 0.0333, -0.1087, -0.0295, -0.0834, -0.0836,
0.0425, 0.0069, -0.0206, 0.1591, -0.1065, -0.0016, -0.2058, 0.0346,
0.0390, 0.1016, -0.0370, -0.1236, -0.0170, -0.0648, -0.0198, 0.0758,
-0.1242, -0.0386, -0.2051, -0.0563, -0.0246, 0.1469, -0.0237, 0.1238,
-0.0705, -0.0660, -0.0423, 0.0514, 0.0455, 0.0262, -0.1033, 0.0395,
0.1354, -0.0294, 0.0705, 0.0354, 0.1273, -0.1037, 0.1063, -0.0290,
0.0061, -0.0208, 0.0156, -0.0704, 0.1582, 0.0169, 0.0407, -0.0614,
-0.0744, -0.0643, 0.0030, -0.0737, -0.1776, -0.0174, -0.0064, -0.0403,
-0.0409, 0.0065, 0.0510, 0.0369, -0.0638, 0.0723, -0.0468, 0.0346,
0.0180, 0.1012, -0.0365, 0.0036, -0.0083, -0.0227, -0.2468, -0.0682,
0.0551, -0.1228, -0.0537, 0.0472, 0.0664, -0.0074, 0.0818, 0.0604,
0.0206, 0.0687, 0.0606, -0.0873, -0.0360, 0.0041, 0.1096, -0.0564,
0.0268, -0.0048, 0.0565, -0.0005, -0.0056, 0.0339, 0.1384, -0.0394,
0.0754, 0.0014, -0.1505, 0.0022, -0.0717, -0.0751, -0.0197, -0.1228,
0.0337, -0.0646, -0.1793, 0.1440, 0.0186, 0.3442, -0.1096, -0.0159,
-0.0594, -0.0484, -0.1135, -0.0559, 0.0365, -0.0375, -0.0190, 0.0016,
-0.0337, -0.0142, -0.1148, -0.0165, -0.0367, 0.0868, 0.0202, 0.0608,
-0.0062, 0.0842, -0.0211, 0.0421, 0.0448, 0.0373, -0.0142, -0.0443,
0.0128, -0.0961, 0.0426, -0.0906, 0.0391, 0.0071, -0.0136, -0.0038,
0.0935, 0.0203, -0.0681, -0.0080, -0.1415, 0.2213, -0.0217, 0.0449,
0.0587, 0.0251, 0.1314, -0.0485, 0.0277, -0.0008, 0.0095, -0.0278,
0.1493, -0.0413, 0.0026, 0.0692, -0.0566, -0.0303, 0.0054, 0.0358,
-0.0633, 0.0186, -0.0178, 0.0194, -0.1218, -0.1657, -0.0248, -0.0159,
-0.0730, 0.0142, -0.0035, -0.0232, -0.0240, 0.0942, -0.0689, -0.0314,
-0.1837, -0.0045, 0.0268, -0.0409, 0.1191, -0.1223, -0.0484, -0.0101,
0.0300, 0.0385, -0.1198, -0.0266, 0.0871, -0.0946, 0.0137, -0.0054,
-0.0115, 0.0777, 0.2133, 0.0491, 0.0945, 0.0318, -0.0590, 0.0041,
-0.0712, -0.0542, -0.0461, 0.0157, 0.0441, -0.0579, 0.0367, -0.0823,
0.1177, 0.0701, 0.0601, 0.0706, -0.0707, -0.0393, -0.0485, 0.0698,
0.1493, -0.0249, -0.0389, 0.0444, 0.1090, -0.0721, 0.1088, 0.0920,
-0.0048, 0.1326, 0.0324, 0.0064, 0.1091, -0.0390, -0.0051, -0.0108,
-0.0895, 0.0602, 0.0760, 0.0871, -0.0949, -0.0634, -0.0395, -0.0074,
-0.0273, 0.0241, 0.0214, -0.0568, 0.1374, -0.0763, -0.1784, -0.1310,
0.1021, -0.0174, -0.0372, 0.0219, 0.1168, 0.0435, 0.1594, -0.1266,
0.0560, 0.1546, -0.0274, 0.0292, 0.1650, 0.1011, -0.0525, 0.0107,
-0.0035, 0.0402, 0.0804, 0.0986, 0.0346, -0.0185, -0.0007, 0.0522,
0.0301, 0.0069, -0.0901, -0.0578, -0.0014, -0.0216, 0.1077, -0.0067,
0.0916, 0.1759, -0.0382, 0.1015, -0.0014, 0.0254, -0.0643, -0.0116,
0.0297, -0.0780, 0.0244, 0.0504, 0.0854, 0.0608, 0.1224, -0.0146,
0.0219, 0.1058, -0.0706, -0.0473, -0.0709, 0.0044, 0.0097, -0.0316,
0.0293, 0.0861, -0.0390, -0.0937, 0.0150, 0.0343, -0.0169, -0.1890],
device='cuda:0')),
('bert.encoder.layer.4.attention.output.LayerNorm.weight',
tensor([0.8410, 0.8353, 0.8553, 0.8015, 0.7559, 0.8294, 0.7584, 0.8128, 0.9177,
0.7380, 0.9203, 0.8681, 0.9182, 0.9237, 0.8804, 0.6765, 0.8272, 0.8022,
0.8086, 0.8767, 0.7712, 0.9174, 0.8210, 0.8247, 0.8001, 0.8224, 0.8714,
0.8891, 0.8235, 0.8492, 0.8672, 0.6443, 0.8978, 0.7249, 0.8233, 0.8209,
0.6986, 0.8836, 0.6998, 0.8747, 0.8833, 0.8462, 0.8557, 0.9286, 0.9272,
0.8747, 0.8684, 0.8697, 0.9057, 0.8142, 0.8978, 0.7685, 0.8338, 0.8850,
0.7774, 0.6715, 0.8331, 0.8542, 0.7331, 0.7654, 0.8406, 0.9164, 0.9196,
0.8923, 0.7450, 0.9098, 0.8792, 0.8197, 0.6840, 0.7981, 0.8701, 0.8417,
0.8364, 0.8276, 0.8949, 0.9063, 0.8356, 0.8274, 0.9032, 0.8671, 0.8481,
0.8154, 0.8523, 0.8591, 0.6492, 0.9454, 0.7618, 0.8065, 0.9035, 0.8512,
0.8580, 0.8560, 0.8777, 0.8758, 0.8149, 0.8165, 0.6084, 0.8557, 0.8927,
0.9047, 0.7796, 0.8911, 0.7400, 0.9120, 0.6542, 0.9050, 0.9280, 0.7796,
0.8812, 0.9164, 0.7964, 0.8246, 0.8991, 0.6180, 0.8369, 0.9204, 0.8665,
0.8724, 0.8802, 0.9211, 0.8904, 0.8746, 0.8768, 0.8147, 0.7589, 0.7483,
0.9099, 0.7947, 0.8316, 0.8210, 0.8697, 0.7466, 0.8535, 0.8627, 0.8843,
0.8561, 1.0914, 0.8607, 0.8357, 0.8597, 0.6897, 0.8784, 0.8137, 1.4940,
0.8406, 0.8346, 0.8592, 0.8551, 0.8471, 0.9088, 0.8995, 0.8760, 0.8961,
0.8379, 0.8572, 0.8346, 0.8619, 0.8874, 0.8272, 0.8700, 0.9605, 0.9334,
0.7095, 0.8502, 0.8028, 0.8928, 0.9108, 0.6285, 0.8163, 0.8509, 0.9167,
0.6725, 0.7232, 0.8571, 0.8501, 0.8885, 0.9169, 0.8896, 0.9075, 0.8385,
0.8083, 0.8408, 0.7862, 0.9272, 0.8620, 0.8862, 0.7913, 0.8938, 0.8574,
0.8239, 0.8776, 0.6689, 0.8303, 0.8506, 0.8410, 0.9221, 0.9194, 0.6516,
0.8064, 0.8859, 0.8938, 0.7287, 0.8816, 0.8454, 0.7808, 0.8368, 0.8865,
0.9220, 0.8745, 0.8281, 0.8584, 0.8793, 0.7904, 0.8654, 0.8268, 0.8973,
0.7826, 0.7716, 0.8414, 0.8321, 0.8781, 0.8271, 0.9090, 0.9695, 0.8645,
0.8734, 0.8855, 0.8909, 0.8445, 0.6015, 0.8089, 0.8852, 0.8071, 0.8143,
0.8204, 0.9036, 0.5922, 0.9107, 0.8542, 0.9143, 0.8593, 0.7725, 0.7669,
0.8370, 0.8763, 0.8173, 0.8801, 0.7932, 0.9115, 0.9374, 0.8688, 0.8338,
0.9707, 0.9300, 0.9146, 0.8828, 0.9059, 0.6075, 0.8537, 0.8424, 0.6575,
0.8645, 0.8332, 0.8348, 0.8675, 0.8662, 0.8716, 0.9040, 0.7347, 0.8702,
0.8674, 0.8389, 0.8918, 0.8230, 0.9242, 0.8984, 0.8639, 0.8794, 0.8366,
0.9319, 0.9464, 0.8858, 0.7431, 2.7546, 0.8709, 0.9054, 0.6806, 0.9628,
0.8744, 0.8341, 0.7330, 0.8409, 0.7955, 0.8139, 0.8536, 0.7955, 0.8505,
0.5922, 0.9166, 0.8751, 0.9034, 0.8228, 0.7815, 0.8528, 0.6284, 0.8909,
0.7443, 0.8900, 0.8817, 0.8429, 0.8123, 0.8345, 0.8417, 0.6735, 0.7734,
0.8971, 0.8608, 0.7798, 0.9538, 0.7784, 0.8241, 0.8851, 0.8302, 0.9148,
0.7580, 0.8066, 0.9149, 0.8065, 0.9013, 0.8789, 1.0284, 0.8403, 0.8885,
0.9052, 0.9350, 0.9006, 0.8566, 0.8889, 0.8635, 0.7260, 0.6678, 0.8951,
0.8039, 0.9047, 0.8267, 0.9011, 0.8977, 0.8376, 0.8579, 0.8264, 0.8675,
0.8095, 0.8286, 0.8086, 0.9076, 0.8601, 0.8199, 0.8344, 0.8284, 0.7615,
0.8459, 0.8857, 0.8188, 0.8931, 0.8742, 0.8607, 0.8989, 0.9487, 0.8696,
0.8360, 0.8370, 0.8992, 0.8488, 0.8733, 0.8184, 0.8143, 0.8149, 0.8447,
0.8766, 0.6135, 0.8018, 0.8473, 0.8780, 0.9237, 0.8070, 0.7853, 0.7475,
0.8585, 0.8979, 0.7519, 0.9022, 0.7436, 0.8788, 0.8671, 0.8762, 0.8593,
0.7461, 0.9244, 0.8467, 0.7529, 0.7130, 0.7976, 0.7414, 0.8452, 0.8356,
0.8739, 0.8063, 0.8376, 0.8893, 0.9134, 0.8120, 0.7682, 0.9306, 0.9177,
0.8853, 0.8170, 0.7782, 1.0062, 0.8392, 0.8824, 0.8596, 0.9152, 0.9011,
0.7421, 0.8388, 0.8836, 0.8743, 0.6606, 0.8672, 0.9077, 0.8437, 0.8694,
0.8458, 0.9093, 0.7324, 0.9129, 0.8918, 0.8337, 0.8808, 0.8630, 0.9030,
0.7620, 0.8459, 0.7978, 0.8080, 0.7579, 0.8765, 0.8990, 0.8878, 0.8199,
0.8868, 0.6736, 0.8647, 0.8991, 0.8597, 1.0088, 0.7543, 0.7886, 0.8276,
0.8385, 0.7931, 0.8406, 0.8089, 0.9035, 0.7372, 0.8022, 0.8292, 0.7834,
0.8665, 0.8564, 0.9363, 0.8531, 0.9026, 0.8329, 0.9042, 0.8659, 0.6363,
0.9116, 0.7695, 0.9243, 0.8069, 0.8307, 0.8948, 0.9187, 0.8823, 0.8071,
0.9302, 0.7220, 0.9399, 0.7599, 0.7948, 0.8990, 0.8954, 0.7854, 0.9069,
0.8109, 0.7894, 0.8800, 0.7978, 0.8567, 0.9506, 0.8995, 0.7868, 0.8679,
0.8919, 0.9853, 0.9023, 0.8097, 0.8711, 0.8532, 0.8982, 0.8513, 0.8909,
0.8423, 0.8889, 0.7193, 0.8800, 0.8523, 0.6665, 0.8890, 0.8888, 0.6814,
0.8545, 0.9099, 0.8678, 0.9347, 0.9333, 0.9164, 0.8823, 0.8956, 0.8893,
0.8835, 0.8405, 0.7847, 0.7981, 0.8230, 0.7614, 0.8671, 0.8400, 0.8354,
0.8849, 0.9119, 0.7660, 0.7134, 0.7826, 0.9366, 0.8291, 0.7652, 0.9005,
0.8846, 0.8037, 0.8192, 0.8964, 0.8789, 0.7145, 0.8342, 0.7998, 1.9664,
0.8445, 0.8327, 0.8986, 0.9281, 0.6697, 0.8701, 0.8660, 0.9164, 0.8599,
0.8776, 0.7597, 0.9362, 0.7584, 0.8296, 0.8137, 0.8588, 0.8843, 0.9064,
0.8298, 0.8119, 0.8797, 0.8790, 0.8703, 0.9309, 0.8714, 0.8391, 0.8924,
0.8718, 0.8451, 0.8442, 0.8193, 0.7757, 0.8648, 0.7465, 0.8266, 0.8477,
0.8418, 0.9157, 0.8077, 0.8238, 0.8904, 0.8439, 0.8797, 0.8141, 0.7599,
0.9518, 0.9119, 0.8471, 0.8355, 0.8221, 0.9090, 0.9045, 0.8511, 0.7709,
0.8172, 0.8187, 0.9499, 0.9161, 0.9255, 0.9173, 0.8832, 0.8773, 0.8453,
0.7525, 0.8527, 0.9343, 0.8406, 0.9197, 0.8812, 0.8408, 0.8178, 0.8615,
0.8670, 0.8876, 0.7860, 0.8390, 0.7802, 0.8680, 0.9200, 0.9146, 0.8746,
0.8329, 0.9031, 0.8283, 0.8812, 0.8056, 0.8272, 0.7999, 0.7613, 0.9136,
0.9002, 0.8367, 0.7757, 0.9617, 0.7748, 0.7360, 0.8035, 0.8595, 0.8923,
0.8466, 0.8574, 0.8792, 0.8780, 0.8210, 0.8320, 0.8355, 0.7735, 0.8771,
0.9174, 0.5938, 0.7171, 0.8663, 0.9208, 0.7506, 0.8386, 0.9216, 0.9152,
0.8122, 0.8495, 0.8923, 0.9048, 0.8852, 0.9159, 0.8086, 0.8677, 0.9157,
0.8909, 0.8517, 0.8034, 0.8944, 0.8248, 0.8882, 0.9001, 0.6674, 0.8804,
0.8606, 0.8967, 0.8537, 0.8513, 0.9633, 0.7689, 0.9048, 0.7955, 0.7760,
0.6545, 0.7999, 0.8857, 0.8944, 0.8600, 0.9118, 0.8195, 0.8785, 0.8619,
0.9047, 0.8865, 0.7882, 0.9382, 0.8137, 0.8060, 0.7278, 0.8133, 0.9063,
0.8797, 0.8480, 0.9118, 0.7737, 0.8925, 0.6165, 0.9438, 0.7709, 0.8922,
0.8627, 0.8429, 0.8185, 0.8879, 0.9840, 0.8137, 0.9044, 0.9381, 0.7792,
0.8515, 0.8982, 0.9038, 0.8310, 0.7134, 0.8425, 0.8356, 0.7588, 0.8520,
0.8506, 0.8251, 0.6632, 0.8283, 0.8621, 0.8169, 0.8318, 0.9096, 0.8188,
0.7537, 0.8591, 0.8821, 0.8474, 0.8239, 0.8585, 0.9081, 0.8559, 0.9089,
0.8535, 0.9118, 0.8592], device='cuda:0')),
('bert.encoder.layer.4.attention.output.LayerNorm.bias',
tensor([ 1.5753e-02, -8.0466e-02, -1.8112e-01, -8.7901e-02, -1.2147e-01,
1.3657e-01, -1.5561e-01, 2.1180e-01, 2.7391e-01, -9.5072e-02,
1.6036e-01, -2.1402e-02, -8.9807e-02, -2.4286e-01, -3.6093e-02,
2.2673e-01, -3.6632e-02, -1.3741e-02, -1.7757e-01, -4.8926e-02,
7.5460e-03, 1.1884e-01, -9.3605e-02, 5.3870e-02, -1.1382e-01,
8.9067e-02, 6.5881e-02, 1.8387e-01, -1.0494e-02, -9.9666e-03,
-5.5909e-02, -1.1464e-01, -4.9977e-02, -1.2555e-01, 8.4932e-02,
-2.4585e-02, -1.2813e-01, 2.5524e-02, 5.6991e-02, 1.9098e-01,
-6.0495e-02, -8.6259e-02, 6.2874e-02, 4.5729e-02, -2.5968e-02,
-3.3054e-02, 1.5798e-01, 3.5101e-03, 4.9882e-02, 1.8219e-01,
6.0593e-02, -1.7917e-02, 3.2967e-01, -1.8029e-01, 4.1541e-02,
-9.9471e-02, -8.6051e-02, -4.9826e-02, 2.2523e-02, 1.2990e-01,
-3.6464e-02, 7.2622e-02, 1.5274e-01, -2.7098e-01, -7.7494e-02,
-8.9867e-03, 5.2979e-02, -4.5623e-02, 1.0400e-01, 2.7626e-02,
-1.7680e-01, -9.9986e-02, -3.3322e-02, 2.1432e-02, 7.2333e-03,
-3.1703e-02, 5.8527e-02, -8.0395e-02, -3.8619e-02, 4.7394e-02,
3.6836e-02, 2.6228e-02, -1.0156e-01, 1.9971e-01, -9.0327e-02,
3.1491e-01, -3.4800e-02, 7.3693e-02, 1.2131e-01, 1.6673e-03,
-1.5565e-01, -8.1217e-02, -2.5797e-01, 5.2615e-02, -1.3000e-01,
1.3285e-01, 9.8015e-02, -1.2928e-01, -1.9075e-02, 2.7791e-01,
-1.0873e-01, -1.0442e-02, 2.3736e-02, 1.2150e-01, -1.4476e-01,
-3.3794e-02, 3.7614e-02, -4.7765e-02, -1.7646e-01, -8.9466e-02,
3.8024e-02, -4.1427e-02, -3.9380e-02, -1.1694e-01, 1.1584e-01,
1.8906e-01, 2.5762e-02, 1.1729e-01, 2.3813e-03, 1.2136e-02,
4.3447e-02, 2.2957e-02, 3.8407e-03, 5.6742e-02, -2.0339e-02,
-6.0702e-02, -1.3115e-01, 3.3423e-02, 3.5996e-02, -3.6094e-02,
-6.0318e-03, -5.1215e-03, -4.4510e-02, 5.8915e-02, -3.6157e-02,
4.3137e-02, 4.3588e-01, -1.4308e-02, 4.5540e-02, -2.7914e-02,
-1.9037e-01, -4.2111e-02, 1.1494e-02, -1.6747e+00, -6.9790e-03,
-1.3422e-01, 9.0385e-02, 5.1197e-02, -8.0893e-02, -3.5623e-01,
-2.6765e-01, 1.2199e-02, -4.9386e-02, 1.2622e-02, 1.8143e-01,
2.5188e-02, -2.8605e-02, -5.2900e-02, -3.2314e-02, -1.4445e-01,
2.3185e-01, 6.9334e-02, -6.3136e-02, -3.4439e-02, -5.4851e-02,
-2.2278e-01, 1.8264e-01, 1.5917e-01, -1.0244e-01, -6.2341e-02,
-1.1057e-01, -1.3393e-02, -5.4489e-02, 1.3072e-01, 1.4346e-01,
1.7290e-01, 1.3477e-01, -4.1795e-01, -1.2716e-01, 4.0535e-02,
-1.9580e-01, -3.8150e-02, -1.0164e-01, -2.7733e-01, 7.8789e-02,
-5.7653e-02, -2.4307e-01, -1.8767e-01, -1.6508e-02, -5.9488e-02,
1.9624e-01, 7.1141e-02, 1.5076e-01, 5.3072e-02, -1.0071e-01,
-2.3119e-01, 4.7467e-02, -1.7568e-01, -7.6384e-02, -1.1033e-01,
6.8662e-02, 1.0725e-01, -1.3722e-01, 9.5635e-02, 7.6093e-02,
2.2729e-02, -4.5447e-02, -2.2174e-01, 3.9434e-02, -5.0860e-02,
-2.3392e-03, -3.3823e-02, 9.6127e-02, -1.0441e-01, -1.3553e-01,
-8.5744e-02, 1.8851e-01, 1.0302e-01, -6.1601e-02, 1.6834e-01,
4.0809e-02, 3.9198e-02, 9.5855e-02, -3.8304e-01, -1.9538e-01,
1.3708e-02, -3.7522e-02, 8.4675e-03, 1.8128e-01, -2.4520e-01,
-2.8818e-02, 1.2226e-01, 2.1628e-02, -5.8133e-02, -1.0169e-01,
-1.5411e-01, -9.4311e-02, -2.7517e-02, -4.3644e-04, -1.2311e-01,
-1.6817e-01, 1.5291e-02, 1.1600e-01, 4.5664e-02, -1.1447e-01,
-1.9868e-01, 1.3204e-02, 6.0407e-02, 6.9394e-02, 2.0006e-01,
2.0281e-02, 4.0010e-02, 1.1341e-01, 3.1101e-02, 9.1008e-02,
4.4299e-02, -2.2780e-01, -9.5653e-02, -5.2574e-02, -1.7509e-02,
-4.4259e-02, -4.3955e-02, 8.0906e-02, -3.4344e-02, -1.0508e-01,
4.1265e-02, -1.5314e-01, -7.3602e-02, 1.3001e-01, -3.8977e-02,
-2.8288e-02, -1.5627e-01, 1.2409e-01, -3.5322e-02, 1.6698e-01,
-2.6833e-01, -1.1608e-01, -7.4555e-02, 6.1563e-02, -2.0302e-01,
-3.5059e-02, -5.4356e-02, -1.1212e-01, 1.0792e+00, -1.3423e-03,
9.2432e-02, -1.8596e-02, -3.2809e-01, 6.1673e-02, 4.0358e-02,
3.3816e-02, 1.2256e-02, -5.5112e-02, -1.4250e-01, -1.1231e-01,
-1.5897e-01, -2.4053e-01, -3.6270e-02, -1.9442e-01, 9.7290e-02,
2.2788e-01, -1.2722e-01, -7.2703e-02, 6.5960e-03, -9.0534e-02,
-9.4230e-02, 9.0737e-03, -8.0150e-03, -1.8115e-02, 2.0433e-01,
2.8727e-01, -8.5345e-03, 1.1260e-01, 1.3619e-01, -7.9165e-02,
3.6722e-02, -6.5374e-02, -6.0410e-02, -3.1092e-01, 8.0897e-02,
-1.4247e-01, -9.4208e-02, 6.1211e-03, -9.3815e-02, -4.2327e-02,
-1.5176e-01, 2.0574e-01, 1.6970e-01, 9.6306e-04, 2.3615e-01,
-4.8166e-01, 3.1356e-02, -4.0573e-02, 1.2267e-01, 1.1446e-01,
-8.7704e-02, 1.0694e-01, -1.4242e-02, -1.6374e-01, 1.4445e-02,
3.6077e-03, -1.7446e-02, 3.4506e-02, -6.3756e-02, -1.2306e-02,
-3.6388e-02, -4.4394e-02, -1.1396e-01, 3.4818e-02, -1.1287e-01,
-1.3518e-02, -9.1678e-02, -1.8875e-01, -5.3258e-02, -3.2772e-02,
-1.9225e-01, 2.4134e-02, 4.0869e-02, 1.1632e-02, -2.1850e-01,
-3.9785e-02, -8.9054e-02, 1.1837e-01, -3.0037e-02, -2.2944e-01,
8.8861e-02, -7.2886e-02, 1.4510e-01, -7.2999e-02, 2.1704e-01,
-5.6533e-02, -1.6293e-01, -2.4800e-02, 3.4801e-02, -2.5348e-02,
-6.5939e-02, 4.1070e-02, -9.9394e-02, 1.0985e-01, -5.0469e-02,
5.2866e-03, -2.9800e-02, 3.1744e-02, 2.2259e-01, -1.7608e-01,
-2.2962e-01, 1.1982e-01, -1.7940e-02, 6.4180e-02, -9.9551e-02,
7.3072e-02, -2.5309e-02, 2.1825e-02, -5.5114e-02, -5.0942e-02,
-1.7901e-02, -2.5432e-02, 7.7137e-02, -1.8448e-01, -5.9395e-02,
-4.9661e-02, 9.5790e-02, 6.8486e-03, 3.6103e-03, -1.3018e-01,
5.3442e-02, 2.3003e-02, -4.1545e-02, -1.5236e-01, -1.0868e-01,
-1.6539e-01, -2.4212e-02, 1.2211e-01, -8.2819e-02, 7.5017e-02,
-6.1721e-03, 4.5136e-02, 4.7799e-01, -1.5999e-01, -6.2540e-03,
-6.4267e-02, -1.2366e-01, -2.5238e-01, -1.4496e-02, 1.5987e-01,
-1.2730e-01, -1.9239e-01, -1.1322e-01, -1.0109e-01, 1.8413e-01,
-6.0906e-03, 3.2420e-03, -3.8832e-01, 1.5612e-01, -1.8404e-01,
1.0661e-01, 2.6207e-01, 8.3353e-03, -3.8030e-02, 6.6629e-02,
1.0354e-01, 6.6940e-02, -8.5877e-02, -1.2846e-01, 1.2066e-02,
-1.3585e-01, -3.7689e-02, 6.5390e-02, 9.0300e-02, -1.2481e-02,
1.7074e-01, 1.3535e-01, 9.8742e-02, -4.0869e-02, -1.0953e-01,
-4.2572e-01, 3.2240e-03, -3.9118e-03, -8.3751e-02, 4.2011e-03,
-4.4666e-02, 2.7579e-02, -6.0613e-02, 1.0081e-01, -6.1356e-02,
-8.2287e-02, 8.3290e-02, 2.0271e-02, 6.6192e-02, 6.8446e-02,
2.1291e-01, 5.7423e-02, 5.7369e-02, 1.3469e-01, -3.3340e-02,
-3.1120e-02, -9.2191e-02, 7.6925e-02, -1.4331e-02, -1.3608e-01,
-1.0225e-01, -5.9179e-02, -7.8700e-02, 3.9000e-02, 3.4281e-02,
-1.0374e-01, 1.9683e-02, -4.8367e-02, -1.0560e-02, 7.8656e-02,
-5.5158e-03, -4.2937e-02, -1.7714e-01, 6.1258e-02, 2.0576e-01,
-2.1403e-02, -2.6896e-02, -1.0613e-02, 2.3403e-02, 5.7455e-02,
2.2497e-01, 5.8202e-02, -6.0573e-03, -1.5732e-01, -2.1469e-01,
2.0000e-01, -6.0152e-02, 1.1737e-01, -5.8875e-02, -8.4909e-02,
-3.1563e-01, -2.2152e-03, 3.2585e-01, 6.4097e-02, -7.5248e-02,
-3.4185e-02, 6.9420e-02, 1.4566e-01, 2.0004e-01, 4.2633e-02,
-1.3378e-01, 1.4072e-03, 5.6268e-02, -1.1795e-01, -9.3530e-02,
-5.5231e-02, 8.1988e-02, -2.1763e-02, -2.3965e-02, -1.1979e-01,
-1.5076e-01, 1.2461e-01, -1.3578e-01, -1.5061e-01, -1.6307e-01,
-2.4138e-02, -5.8615e-02, 1.0243e-01, -2.1841e-01, 1.2767e-01,
-2.0654e-01, 7.0480e-03, 7.6010e-02, -5.3656e-02, -9.1258e-02,
2.2614e-01, 3.6179e-03, 2.1249e-02, 2.1678e-01, 1.4601e-01,
2.2356e-01, 9.9105e-02, -7.6379e-02, 9.6900e-02, 1.5458e-01,
7.2664e-03, -2.0341e-01, -1.7626e+00, -5.0513e-02, 7.7721e-02,
-7.4971e-02, 6.8900e-02, -3.7730e-02, -1.3665e-02, 5.8423e-02,
-1.4965e-01, -4.3890e-02, -6.6250e-02, -1.1221e-01, 1.7135e-01,
-1.0116e-01, 4.1106e-02, -9.5276e-02, -5.9431e-02, 5.0810e-02,
-4.1869e-02, 2.0916e-02, -1.9031e-01, 2.3591e-01, -9.4632e-02,
4.0780e-02, 1.4154e-01, 1.0540e-01, 3.5241e-02, 4.0213e-03,
-4.9658e-02, 1.0007e-01, -4.9072e-02, 1.3084e-01, 7.1847e-02,
-3.4590e-02, 2.7370e-02, -1.2278e-01, -1.4719e-01, -1.2194e-01,
3.7651e-02, 1.4434e-01, -9.3155e-02, -7.5462e-02, 1.0470e-01,
-1.4699e-01, -3.0487e-02, -7.1657e-02, -2.2811e-01, 8.3384e-02,
-1.0027e-01, -3.5964e-02, 1.6961e-01, 9.0651e-02, 1.8170e-01,
1.0229e-04, -3.7868e-02, -2.6375e-02, -9.1388e-02, 1.2838e-01,
1.0813e-01, 4.7394e-02, -9.2232e-02, 9.2440e-03, -1.8854e-02,
-8.2237e-02, 1.1123e-01, 1.2374e-01, 9.2733e-02, 9.7595e-02,
-1.2854e-01, -5.9232e-02, -1.7985e-01, 7.0954e-02, 3.2220e-01,
-1.0887e-01, 1.3514e-01, 1.1580e-01, -1.5030e-01, 5.7430e-02,
2.3784e-01, -2.0252e-01, 1.4936e-01, -1.9934e-01, -9.1899e-02,
-3.2704e-02, -1.2681e-01, 1.9349e-01, -1.4669e-01, -7.4674e-03,
-1.7119e-01, -2.5337e-01, 1.3842e-01, -1.2284e-01, -2.1298e-01,
-8.3806e-02, -1.8043e-01, 7.7363e-02, -2.0002e-01, 6.6580e-02,
1.0904e-01, -6.7183e-02, -4.7695e-03, -2.4622e-02, -1.4444e-05,
1.5511e-02, 8.0750e-02, -1.4643e-01, -1.2879e-01, -7.7305e-02,
-2.2443e-01, 2.3811e-01, -1.4192e-02, -6.7454e-02, 8.8594e-02,
1.1468e-02, 1.0459e-01, 4.5647e-02, 7.9687e-02, 2.1431e-01,
9.3030e-02, -4.7885e-02, -2.0664e-01, -1.5241e-01, 7.6993e-02,
1.0997e-01, -1.5366e-01, 7.7348e-02, 1.0142e-03, 8.7726e-03,
4.9463e-02, -3.2669e-02, -1.1428e-02, 2.6844e-02, -1.1426e-01,
1.2176e-01, -4.1736e-02, -8.2200e-02, -7.5265e-02, 1.2922e-01,
-8.9566e-02, 3.1819e-02, -3.1752e-01, 1.6246e-01, 6.5522e-02,
1.3733e-01, 1.8342e-01, 6.9262e-02, 4.6646e-02, -1.1519e-01,
-6.1847e-02, -1.0681e-02, -1.2789e-01, -5.2367e-02, -6.4594e-02,
-4.5035e-02, 7.2653e-02, -9.0100e-03, -1.1149e-02, 5.1435e-02,
3.2785e-02, -1.6112e-01, -4.8517e-02, 9.7880e-02, 9.4505e-02,
4.8073e-02, 1.0218e-01, 2.4721e-02, -1.2871e-01, 1.7590e-03,
-7.4297e-02, 1.8954e-01, -1.1294e-01, 5.2860e-03, 1.2763e-01,
-1.9920e-01, 2.4807e-02, -4.4757e-02, 4.1044e-01, -3.0015e-02,
1.2627e-02, 2.1747e-01, -8.1849e-02, 8.6411e-02, 2.1252e-03,
-1.4859e-01, -9.3739e-02, 1.6725e-01, 2.2489e-01, 4.2629e-02,
-5.3688e-02, -1.7603e-01, -8.1370e-02, -1.7672e-01, 1.6726e-02,
-1.0028e-01, 7.9623e-02, 3.2781e-02, -1.8233e-01, -9.4389e-02,
-1.8705e-01, 8.4494e-02, -1.3053e-01, -6.0333e-02, 1.9691e-01,
-1.2464e-01, -7.9637e-02, 1.1150e-01, 4.1747e-02, 1.1145e-01,
-3.9717e-02, -5.6248e-02, 1.5940e-01], device='cuda:0')),
('bert.encoder.layer.4.intermediate.dense.weight',
tensor([[-0.0246, 0.0311, 0.0095, ..., 0.0397, -0.0251, -0.0158],
[-0.0059, 0.0290, 0.0264, ..., 0.0006, 0.0004, -0.0215],
[-0.0222, -0.0519, 0.0390, ..., -0.0165, 0.0696, 0.0288],
...,
[-0.0574, 0.0279, -0.0393, ..., -0.0054, 0.0159, -0.0287],
[-0.0063, 0.0448, 0.0427, ..., -0.0207, -0.0140, -0.0191],
[-0.0323, 0.0627, -0.0203, ..., -0.0293, 0.0583, -0.0070]],
device='cuda:0')),
('bert.encoder.layer.4.intermediate.dense.bias',
tensor([-0.0650, -0.0530, -0.0928, ..., -0.0963, 0.0112, -0.0695],
device='cuda:0')),
('bert.encoder.layer.4.output.dense.weight',
tensor([[-0.0697, 0.0237, -0.0172, ..., -0.0844, 0.0390, 0.0601],
[-0.0179, 0.0156, -0.0369, ..., -0.0317, -0.0436, 0.0171],
[ 0.0368, -0.0227, 0.0332, ..., -0.0103, -0.0388, 0.0385],
...,
[-0.0148, -0.0142, -0.0357, ..., 0.0164, 0.0173, 0.0314],
[-0.0534, -0.0249, 0.0277, ..., -0.0046, -0.0175, -0.0077],
[ 0.0583, -0.0260, 0.0258, ..., -0.1241, 0.0265, -0.0309]],
device='cuda:0')),
('bert.encoder.layer.4.output.dense.bias',
tensor([ 4.2891e-03, -1.9150e-02, -1.9658e-02, 2.0391e-02, -4.6228e-02,
6.2948e-02, -3.0735e-02, 6.8644e-02, -2.2538e-02, -6.0236e-02,
7.0665e-02, 3.2088e-02, -5.1666e-02, -6.8643e-02, 4.2661e-03,
1.1152e-01, -4.1360e-02, -4.4461e-02, -4.3123e-02, -7.3450e-02,
7.1976e-02, 8.0753e-02, -5.2601e-03, -2.1008e-02, -1.6697e-01,
-1.1102e-02, 3.7772e-02, 2.6046e-02, 7.0870e-02, -1.7250e-02,
-1.4344e-02, 4.9670e-04, -1.6413e-02, -2.0725e-01, 2.7774e-02,
-2.8833e-02, -7.7043e-02, -2.6057e-02, 8.6793e-02, 9.6295e-02,
-4.8099e-02, -7.4098e-02, -4.9516e-02, 4.9997e-03, 5.1678e-02,
-2.0139e-02, 1.0032e-02, -3.9234e-02, -2.4633e-02, -1.1180e-02,
-2.7950e-02, -4.3947e-02, 1.0217e-01, -2.7251e-02, -7.1375e-02,
-7.5960e-02, 3.7948e-03, -2.2313e-02, -2.0451e-02, -2.0307e-02,
-4.4538e-03, -2.1638e-03, -3.9148e-02, -1.0161e-01, -2.2612e-02,
5.5182e-02, -7.2047e-02, 6.8092e-03, -4.4024e-02, -1.2766e-01,
-4.2237e-02, 1.1334e-02, 1.4189e-03, -5.3763e-02, -4.9444e-02,
2.4681e-02, -3.2715e-02, -2.6560e-02, -5.9198e-04, -9.4383e-03,
3.9015e-02, -3.9103e-02, 9.4344e-02, 6.5581e-02, -4.1119e-02,
-1.0126e-01, -6.3216e-02, 7.8144e-03, 6.9176e-02, -4.4120e-02,
-1.1400e-01, -1.3788e-01, -1.4323e-02, 6.3280e-02, 1.8307e-02,
1.6856e-01, -2.8993e-02, 8.8172e-03, 9.4986e-02, 2.5034e-02,
1.7796e-03, 2.9969e-04, 4.9067e-02, 3.8126e-02, -1.5268e-01,
3.8597e-03, 1.2623e-01, 1.7865e-02, -5.6489e-02, 5.5812e-02,
-4.1855e-02, -5.6220e-02, 1.0121e-02, 1.8812e-02, 1.0956e-01,
1.9418e-02, -5.3015e-02, 7.9685e-03, -4.4110e-04, 4.0887e-02,
-1.6386e-02, -1.9660e-02, -4.0925e-02, -6.0662e-02, -8.5278e-02,
2.0676e-03, 4.0371e-03, -5.7663e-02, -8.9883e-02, -1.4404e-02,
3.3316e-02, 1.5614e-02, -1.9405e-03, 1.3584e-02, 3.0800e-02,
-8.3604e-02, -9.9426e-03, 4.1976e-02, -1.0672e-01, 1.3710e-01,
-1.8558e-01, -7.6473e-03, -5.8914e-02, -5.7896e-01, -2.7690e-02,
9.1183e-02, 1.8450e-03, -1.3617e-03, 2.5288e-02, 2.9257e-03,
-3.1620e-03, -9.4777e-02, -4.3610e-02, -4.3008e-02, 5.8837e-02,
1.3645e-02, 8.7119e-02, -7.2980e-02, 8.4140e-03, -5.3098e-03,
5.6412e-02, 1.0281e-01, -9.9735e-02, 1.0771e-02, -4.2903e-02,
6.2039e-02, -1.1675e-02, 8.8893e-03, -1.4495e-01, -8.1963e-02,
1.2488e-02, 4.5029e-02, -5.0538e-02, -1.5993e-02, -9.4592e-02,
8.0795e-02, 9.9128e-02, 3.5342e-02, 1.4554e-02, 4.7597e-02,
-8.3998e-02, 5.2729e-03, 5.8617e-03, 7.9917e-04, 1.1978e-01,
-3.7968e-02, -2.3093e-02, -7.1117e-02, 1.2503e-02, -7.2364e-03,
3.3435e-02, 6.3152e-02, 9.0512e-02, 7.2886e-03, 4.6533e-02,
-2.2185e-02, -2.5002e-02, 2.7547e-02, -7.8335e-02, -6.2048e-02,
6.7393e-02, 3.1239e-02, -5.6241e-02, -2.2060e-02, 1.1874e-01,
-1.3375e-02, 4.6559e-02, -6.1408e-03, -1.0832e-02, -7.7287e-03,
8.2896e-02, -8.6343e-02, 1.2938e-02, -5.3305e-02, 5.7912e-02,
6.8994e-02, 8.8753e-04, 5.4597e-02, -1.0595e-02, 2.8800e-02,
8.6269e-02, 8.2955e-02, 9.7676e-03, -1.3981e-02, -4.6605e-02,
3.6471e-02, -3.3797e-02, -4.4327e-02, 8.5988e-02, -3.2945e-02,
-9.3240e-02, 7.7935e-02, -2.9249e-02, -9.8138e-02, -9.0480e-03,
-9.0180e-02, -1.1068e-01, -4.4593e-02, -8.5669e-02, 4.6144e-02,
-9.8802e-03, 8.9322e-02, 9.6499e-02, 7.6597e-02, -9.8479e-02,
-4.1321e-02, 2.3446e-02, -2.4168e-02, -2.7189e-02, -2.7275e-02,
6.6578e-02, -3.4268e-02, -1.8484e-02, 2.4950e-02, 5.5243e-02,
-1.2023e-02, -4.2064e-03, 8.4550e-02, 3.7043e-02, 5.8653e-02,
4.9510e-02, -1.2997e-01, -9.3038e-02, -4.7501e-02, 3.5815e-02,
-1.8478e-02, -1.2075e-02, 4.1323e-02, -1.2503e-01, -6.3867e-02,
-8.9848e-02, -2.5274e-02, 1.1030e-01, 1.4933e-02, 8.7368e-02,
1.3865e-02, 5.7919e-02, -2.0914e-02, 3.4813e-02, 2.9780e-02,
1.3245e-02, 3.2403e-02, -1.5675e-01, 3.0093e-01, -1.0163e-01,
7.7073e-03, -2.1479e-02, 7.8781e-02, 4.4535e-02, 4.7793e-02,
5.9063e-02, 1.4460e-03, -1.2529e-02, -9.2144e-03, 8.8519e-03,
-1.0809e-01, -2.0692e-02, 2.2471e-02, -1.2599e-02, 8.8645e-02,
-1.1670e-02, 5.9757e-03, 1.1277e-01, 5.5316e-02, -4.0441e-02,
-1.5466e-02, -3.5497e-02, 2.0120e-02, -1.0585e-02, 1.1059e-01,
4.8175e-02, 8.7283e-02, -2.4336e-02, 2.5866e-02, 8.3711e-03,
1.7209e-02, -8.2553e-02, -7.8340e-02, 7.7264e-02, 4.9140e-02,
-8.2073e-02, 3.1119e-02, -4.9846e-02, 4.8192e-02, 3.5309e-02,
-4.9676e-02, 2.2986e-02, 7.5423e-02, 8.1122e-02, 4.5171e-02,
-2.0447e-02, 2.2344e-02, 7.6114e-02, -9.3856e-02, 8.7084e-03,
-3.1274e-02, 4.0733e-03, 5.9872e-03, -3.9250e-02, 8.4669e-03,
5.2069e-02, 7.2287e-02, -1.0855e-01, 3.1987e-02, -1.9036e-02,
2.3540e-02, 3.9175e-02, -4.4326e-02, -2.4147e-04, 8.4177e-02,
-5.2906e-02, -8.5103e-02, -3.3484e-02, 3.3013e-02, 2.5146e-02,
-3.1866e-02, 6.5225e-04, 7.0142e-02, 7.3131e-03, -7.6761e-02,
5.3555e-02, -7.7090e-02, 3.7405e-02, -1.7454e-02, -5.4667e-02,
3.8102e-02, -7.1081e-03, 4.3766e-02, 3.0257e-03, -8.9493e-03,
-3.7538e-02, -6.5348e-02, -4.6826e-02, -1.7527e-02, -1.0575e-01,
-5.4289e-02, -2.6557e-02, 4.3502e-03, -1.5834e-02, -7.0733e-02,
-7.7398e-02, 4.1303e-02, 5.6900e-02, 1.1239e-02, -5.2200e-02,
2.1613e-02, 8.8487e-02, 1.8083e-03, -4.1071e-02, 4.4769e-02,
1.2666e-02, -2.7552e-02, 6.4426e-02, 9.7335e-03, 7.7097e-02,
-1.0710e-01, 1.7984e-02, 4.0128e-02, -1.0636e-01, 8.5406e-02,
1.8149e-02, 1.9069e-01, 6.4545e-03, -9.3246e-02, -1.1876e-01,
-1.5945e-02, 2.6051e-02, 9.0859e-03, -9.3239e-02, -3.1429e-02,
1.1727e-02, 7.3458e-02, -9.5194e-02, -1.8125e-02, 1.3335e-01,
2.5929e-02, 3.7104e-02, -1.4894e-02, 1.0568e-02, -2.9022e-02,
-9.3001e-02, 6.0334e-02, 3.6577e-02, 5.4646e-02, 4.1911e-02,
-1.3815e-02, -1.5403e-02, -6.9405e-02, 1.9549e-02, -3.8948e-02,
-2.6930e-02, 1.2734e-01, 1.2335e-01, 8.4327e-02, -3.8262e-02,
5.0525e-02, 6.1700e-02, 8.4228e-02, 6.7408e-02, 5.4354e-02,
4.6830e-02, 6.7291e-03, -8.7968e-02, -6.7421e-02, -2.0731e-02,
-9.2435e-03, -4.4752e-02, 5.2840e-03, -7.8982e-02, 2.3565e-02,
7.3636e-02, 3.9084e-02, -2.3091e-02, 2.5438e-02, -1.7777e-02,
-6.0037e-02, 9.6700e-02, -2.7470e-02, -1.1853e-02, -2.0080e-02,
-3.8002e-02, 1.5795e-03, 6.1558e-02, 4.2240e-02, 1.3602e-02,
8.9065e-02, 8.7214e-03, 2.9406e-02, -6.7568e-02, 4.3579e-02,
-1.1908e-02, 2.8272e-02, 1.8443e-02, 1.3900e-01, -2.0173e-03,
-4.5680e-02, 9.0379e-02, -3.7937e-02, 1.1625e-01, 4.2847e-02,
-2.4923e-02, 3.4433e-03, 1.6475e-02, -3.5343e-02, -5.1156e-02,
-3.7520e-02, 3.6302e-02, 1.2367e-02, -2.4933e-02, 7.8806e-03,
-4.3493e-02, 4.0908e-02, -7.6523e-02, -4.9115e-02, 7.2895e-02,
7.4356e-02, -2.5078e-02, 3.9512e-03, -7.4696e-03, 2.9740e-02,
-4.4738e-02, -2.5475e-02, -5.6850e-03, 1.5536e-02, 4.6541e-02,
6.1410e-02, 1.2116e-02, 7.8836e-03, -2.1038e-02, 2.3356e-02,
1.0725e-02, -7.9690e-03, 1.1440e-02, -2.0472e-02, -5.7323e-02,
2.0902e-02, -1.8993e-02, -9.8769e-02, 9.7539e-02, 5.3311e-02,
-4.6416e-02, 1.1627e-01, 4.2413e-02, 3.4960e-02, -1.0100e-02,
-5.6307e-02, -4.4216e-02, -2.6139e-02, -6.9107e-02, 2.7472e-02,
1.0031e-01, 7.8071e-02, -4.0781e-02, -1.4345e-01, -8.0195e-02,
-2.5420e-02, 1.3610e-01, 1.4330e-02, -1.9589e-02, -2.0996e-02,
-5.1159e-02, -5.7484e-02, -3.2404e-02, -9.8782e-02, -6.3894e-04,
5.5456e-02, 7.6057e-02, 1.2758e-02, -5.4595e-02, 7.8316e-02,
7.4916e-02, 6.2077e-03, 9.9340e-03, -1.7071e-02, -4.2189e-02,
4.4743e-02, -7.0648e-02, -3.8962e-01, -3.5944e-02, 8.6617e-02,
7.7366e-02, -1.4937e-02, -4.8532e-02, 1.2702e-02, 2.7205e-02,
-1.0020e-02, -2.9235e-02, -2.7280e-02, 2.6517e-02, 1.3178e-02,
-1.8712e-02, 2.2102e-02, -6.2840e-02, 7.5158e-03, -1.0620e-02,
-3.0828e-02, 1.3407e-02, -8.5637e-03, -5.7040e-02, -4.3446e-02,
6.2979e-02, 7.6967e-02, -6.0502e-02, -8.8963e-02, 3.9544e-03,
7.1349e-02, 2.2573e-02, -2.1736e-03, 7.2754e-02, -5.1139e-02,
3.7554e-02, 5.2994e-02, 4.9616e-02, -8.3257e-02, 7.0217e-03,
6.3900e-02, -9.3344e-03, 6.6748e-02, 5.1805e-02, 9.7216e-02,
-1.8415e-02, -9.7646e-03, -2.7232e-02, -1.3203e-02, -1.9936e-02,
-6.7925e-02, -7.4066e-02, 3.2532e-02, 5.0964e-02, 9.6813e-02,
2.7181e-02, 1.8984e-02, -1.3754e-01, -8.0240e-02, -7.2485e-02,
3.6704e-03, 5.9193e-03, -4.6306e-02, -5.2349e-02, 6.6135e-02,
2.5356e-02, 7.6393e-03, 6.3384e-02, -5.4019e-03, 2.6820e-02,
-6.1430e-02, 4.3292e-03, -2.3381e-02, -1.0611e-01, 9.7781e-02,
-8.9112e-02, 9.6030e-02, -7.8900e-03, -6.6360e-02, -1.8413e-02,
8.6066e-02, 6.0727e-02, 1.9997e-02, 6.4109e-03, -2.6809e-02,
-5.1972e-03, -2.3065e-02, 9.3980e-02, 1.9003e-02, -2.9186e-02,
-6.6414e-02, -5.3387e-02, -5.9427e-03, -7.5944e-02, -1.0053e-01,
5.8969e-02, 4.0152e-02, -4.7274e-02, -4.2783e-02, 1.3330e-02,
-2.4587e-02, -5.7331e-03, -3.0515e-02, 5.2908e-02, -1.2874e-01,
8.2550e-02, 6.8331e-02, -7.8035e-02, 1.1827e-01, 4.8256e-02,
1.8850e-02, 5.1435e-02, 8.9043e-02, 5.5231e-02, 4.1434e-02,
6.5286e-02, 2.6317e-01, -1.0669e-02, -3.4491e-02, -8.3503e-02,
-7.2983e-02, 2.7533e-02, 1.7641e-02, 2.4621e-02, 5.2324e-02,
5.0709e-02, -1.5984e-01, 5.0598e-02, -2.4363e-02, -1.3649e-03,
3.4185e-02, 1.4996e-03, 1.5802e-02, 7.2095e-02, -1.7024e-02,
-1.9135e-02, 2.8274e-02, -4.8091e-02, 4.0232e-03, -3.7872e-02,
1.2387e-03, 2.4335e-02, 2.3595e-03, 2.9856e-02, 6.3568e-02,
9.8659e-02, 1.6428e-02, 8.0829e-02, -7.2045e-02, -9.3970e-02,
2.7613e-02, -1.6503e-02, -8.5242e-02, -1.0791e-01, 7.7390e-03,
9.3373e-03, 2.0207e-03, -9.4618e-02, -7.4145e-02, 3.2679e-02,
3.7230e-02, -1.2898e-02, -6.1191e-02, 2.9043e-02, 1.2928e-02,
-3.5484e-02, 2.1965e-02, -1.3055e-02, 1.8372e-02, 2.1974e-02,
-1.0938e-01, 2.3039e-02, -3.5357e-02, -1.0946e-02, -8.6152e-02,
-8.8940e-02, 4.3988e-02, -1.2740e-02, -4.5468e-02, 9.2857e-03,
-7.3225e-02, 4.0103e-02, 4.8500e-02, -1.9370e-02, 4.3047e-02,
4.8723e-03, -8.5361e-02, 1.0412e-01, 5.3804e-02, 5.6267e-02,
4.5684e-02, 1.8259e-03, 7.5635e-02, 2.7974e-02, 1.1887e-01,
-9.5963e-03, -6.6408e-02, 1.9533e-02, 7.0944e-03, -2.7514e-02,
4.5093e-02, 4.1265e-02, -5.3631e-02, -2.0204e-02, 9.3663e-03,
6.6085e-02, -3.9561e-02, 5.9808e-02, 9.8883e-03, -6.7114e-02,
-9.9400e-03, 2.8963e-02, 9.1182e-02], device='cuda:0')),
('bert.encoder.layer.4.output.LayerNorm.weight',
tensor([0.9118, 0.9091, 0.8888, 0.8823, 0.8740, 0.8966, 0.8004, 0.8075, 0.8945,
0.8174, 0.8928, 0.9433, 0.9853, 0.9369, 0.9281, 0.7579, 0.8989, 0.9126,
0.9081, 0.9405, 0.8493, 0.9273, 0.9322, 0.8762, 0.8830, 0.8867, 0.9329,
0.9063, 0.9064, 0.9578, 0.8963, 0.7820, 0.9509, 0.8570, 0.9193, 0.8604,
0.8328, 0.9358, 0.7889, 0.8935, 0.9663, 0.9061, 0.9164, 0.9419, 0.9432,
0.9437, 0.8963, 0.9539, 0.9452, 0.8831, 0.9332, 0.8856, 0.8326, 0.9081,
0.8119, 0.7440, 0.8951, 0.9218, 0.8385, 0.8585, 0.9086, 0.9590, 0.9534,
0.9148, 0.8249, 0.9646, 0.9186, 0.8919, 0.7373, 0.8644, 0.9024, 0.9040,
0.9022, 0.9135, 0.9516, 0.9559, 0.9164, 0.9019, 0.9630, 0.9189, 0.9101,
0.9037, 0.9148, 0.8852, 0.7388, 0.8879, 0.8510, 0.9054, 0.9474, 0.9110,
0.8802, 0.9176, 0.9092, 0.9027, 0.8879, 0.8534, 0.7492, 0.9291, 0.9388,
0.8827, 0.8931, 0.9461, 0.8683, 0.9472, 0.8132, 0.9705, 0.9612, 0.8777,
0.9284, 0.9342, 0.9024, 0.8894, 0.9576, 0.7831, 0.8610, 0.9342, 0.9260,
0.9120, 0.9543, 0.9723, 0.9445, 0.9215, 0.9355, 0.8316, 0.8807, 0.8699,
0.9445, 0.8695, 0.9170, 0.9133, 0.9480, 0.8681, 0.9280, 0.9140, 0.9411,
0.9190, 0.9436, 0.9242, 0.9231, 0.9392, 0.8255, 0.9507, 0.8739, 0.2233,
0.8805, 0.9062, 0.9144, 0.9110, 0.9176, 0.8863, 0.8989, 0.9229, 0.9266,
0.9079, 0.8818, 0.9206, 0.9453, 0.9415, 0.9091, 0.9211, 0.9549, 0.9598,
0.7729, 0.9312, 0.8716, 0.9085, 0.8582, 0.7713, 0.9254, 0.9117, 0.9325,
0.8094, 0.8409, 0.8919, 0.8631, 0.9167, 0.9333, 0.7887, 0.9339, 0.9211,
0.8669, 0.9134, 0.8571, 0.9186, 0.9523, 0.9263, 0.8758, 0.8968, 0.9128,
0.9440, 0.8372, 0.8121, 0.8797, 0.9150, 0.8937, 0.9242, 0.9558, 0.7560,
0.9030, 0.9342, 0.9444, 0.8067, 0.9338, 0.9035, 0.8658, 0.9343, 0.9386,
0.9590, 0.9485, 0.8983, 0.9360, 0.9292, 0.8595, 0.9263, 0.9108, 0.9397,
0.8902, 0.8876, 0.9191, 0.8694, 0.9492, 0.9239, 0.9533, 0.8612, 0.9064,
0.9213, 0.9500, 0.9399, 0.8533, 0.7425, 0.8942, 0.9339, 0.8975, 0.8848,
0.9006, 0.9181, 0.7785, 0.9593, 0.9033, 0.9532, 0.8824, 0.8607, 0.8477,
0.9059, 0.9343, 0.8802, 0.9380, 0.8436, 0.9681, 0.9214, 0.9157, 0.9235,
0.9831, 0.9550, 0.9338, 0.9713, 0.9144, 0.7726, 0.9395, 0.9108, 0.7753,
0.9271, 0.9372, 0.9078, 0.9247, 0.8924, 0.9347, 0.9593, 0.7891, 0.9162,
0.9299, 0.9288, 0.9491, 0.9374, 0.9350, 0.9386, 0.9097, 0.9381, 0.8775,
0.9047, 0.9581, 0.9611, 0.8801, 0.3834, 0.9486, 0.9565, 0.8100, 0.9163,
0.9394, 0.8788, 0.8601, 0.8768, 0.9103, 0.9255, 0.9031, 0.8440, 0.8686,
0.7725, 0.9483, 0.9173, 0.9173, 0.8939, 0.9145, 0.9259, 0.6711, 0.9445,
0.8552, 0.9595, 0.9370, 0.9185, 0.8178, 0.9054, 0.8674, 0.7454, 0.9021,
0.9538, 0.9092, 0.8781, 0.9297, 0.8783, 0.8725, 0.9185, 0.8885, 0.9661,
0.8745, 0.8514, 0.8910, 0.8593, 0.9664, 0.8849, 0.8875, 0.9195, 0.9638,
0.9450, 0.9473, 0.9711, 0.9241, 0.9477, 0.9390, 0.8509, 0.7341, 0.9373,
0.8941, 0.9497, 0.9089, 0.9496, 0.9656, 0.9301, 0.9186, 0.8796, 0.9310,
0.8843, 0.8869, 0.9091, 0.9413, 0.8564, 0.9131, 0.9013, 0.9200, 0.7977,
0.9219, 0.9435, 0.9110, 0.9485, 0.8724, 0.8727, 0.9335, 0.9546, 0.9617,
0.8709, 0.9101, 0.9346, 0.9284, 0.9314, 0.8951, 0.9011, 0.9032, 0.9316,
0.9164, 0.8066, 0.9001, 0.9389, 0.9481, 0.9084, 0.8901, 0.8217, 0.8412,
0.9307, 0.9188, 0.8133, 0.9544, 0.8444, 0.9148, 0.9403, 0.9110, 0.9304,
0.8509, 0.9438, 0.9000, 0.8403, 0.8503, 0.8848, 0.8531, 0.9280, 0.9403,
0.9223, 0.8933, 0.9091, 0.9170, 0.9574, 0.8721, 0.8874, 0.9114, 0.9616,
0.9236, 0.8941, 0.8846, 0.8791, 0.8837, 0.9036, 0.9315, 0.9586, 0.8989,
0.8505, 0.8694, 0.9413, 0.9107, 0.7614, 0.9361, 0.9140, 0.9288, 0.9452,
0.8490, 0.9466, 0.7573, 0.9499, 0.8576, 0.8932, 0.9185, 0.9405, 0.9429,
0.8409, 0.8905, 0.8641, 0.9219, 0.8727, 0.9268, 0.9616, 0.9339, 0.8851,
0.9153, 0.8153, 0.9315, 0.9585, 0.9241, 0.8780, 0.8984, 0.8450, 0.8741,
0.9218, 0.9036, 0.9191, 0.8809, 0.9373, 0.8383, 0.8402, 0.8923, 0.8680,
0.9129, 0.9385, 0.9622, 0.9236, 0.9641, 0.8591, 0.9163, 0.9175, 0.8386,
0.9466, 0.8370, 0.9649, 0.8890, 0.9136, 0.9431, 0.9451, 0.9225, 0.8901,
0.9603, 0.8508, 0.9972, 0.8373, 0.8996, 0.9529, 0.9394, 0.8355, 0.9074,
0.8719, 0.8986, 0.9447, 0.8953, 0.9242, 0.9135, 0.9518, 0.8931, 0.9337,
0.9179, 0.9180, 0.9528, 0.9109, 0.9114, 0.9118, 0.8677, 0.9395, 0.8436,
0.9110, 0.9431, 0.8590, 0.9312, 0.8944, 0.7724, 0.9672, 0.9619, 0.8273,
0.9147, 0.9549, 0.9179, 0.9599, 0.9434, 0.9610, 0.9112, 0.9269, 0.9074,
0.9320, 0.8976, 0.8634, 0.8998, 0.8756, 0.8406, 0.9100, 0.8737, 0.9056,
0.9185, 0.9606, 0.8362, 0.8415, 0.8930, 0.9399, 0.9096, 0.8629, 0.9083,
0.9113, 0.8624, 0.8903, 0.9448, 0.9150, 0.7974, 0.8791, 0.8466, 0.5724,
0.8879, 0.9367, 0.9539, 0.9566, 0.8148, 0.9231, 0.9161, 0.9369, 0.9030,
0.9306, 0.8522, 0.9293, 0.8529, 0.8944, 0.8645, 0.9291, 0.9424, 0.9526,
0.8944, 0.9051, 0.9045, 0.9473, 0.9226, 0.9250, 0.9329, 0.9251, 0.9230,
0.9428, 0.8888, 0.9375, 0.8647, 0.8568, 0.9568, 0.7800, 0.8781, 0.8846,
0.9158, 0.9629, 0.8605, 0.8875, 0.9265, 0.9383, 0.9299, 0.9109, 0.8447,
0.9122, 0.9405, 0.9030, 0.9217, 0.8571, 0.9083, 0.9087, 0.9194, 0.8528,
0.8874, 0.8550, 0.9275, 0.9375, 0.9587, 0.9709, 0.9368, 0.9277, 0.9129,
0.8298, 0.9086, 0.9347, 0.9156, 0.9393, 0.9391, 0.8854, 0.8582, 0.8394,
0.9419, 0.9127, 0.9016, 0.8960, 0.9002, 0.8802, 0.9463, 0.9333, 0.9250,
0.8920, 0.9702, 0.8936, 0.9070, 0.9013, 0.9211, 0.8899, 0.7662, 0.9303,
0.9485, 0.8453, 0.8621, 0.9847, 0.9018, 0.7963, 0.9303, 0.8853, 0.9503,
0.8967, 0.8725, 0.9360, 0.9292, 0.8887, 0.8963, 0.9108, 0.8797, 0.9123,
0.9459, 0.8032, 0.8503, 0.9322, 0.9646, 0.8499, 0.9256, 0.9530, 0.9397,
0.8969, 0.9207, 0.9249, 0.9394, 0.9031, 0.9671, 0.8926, 0.9244, 0.9305,
0.9415, 0.9016, 0.8962, 0.9460, 0.9154, 0.9436, 0.9489, 0.8193, 0.9313,
0.9290, 0.9425, 0.9490, 0.9364, 0.9359, 0.8973, 0.9377, 0.8774, 0.8160,
0.8097, 0.8963, 0.9346, 0.9636, 0.9188, 0.9201, 0.9120, 0.9509, 0.8899,
0.9485, 0.9457, 0.9223, 0.9622, 0.8506, 0.8920, 0.8671, 0.9296, 0.9519,
0.9311, 0.8882, 0.9423, 0.8675, 0.9706, 0.7249, 0.9445, 0.8488, 0.9521,
0.9227, 0.8954, 0.8948, 0.9380, 0.9317, 0.8926, 0.9399, 0.9165, 0.8756,
0.8781, 0.9519, 0.9456, 0.8910, 0.7829, 0.8743, 0.9109, 0.8544, 0.8793,
0.9031, 0.8873, 0.7984, 0.9134, 0.9271, 0.9061, 0.8774, 0.9569, 0.9193,
0.8617, 0.9092, 0.9185, 0.8870, 0.8694, 0.9472, 0.9526, 0.9189, 0.9642,
0.8997, 0.9548, 0.8913], device='cuda:0')),
('bert.encoder.layer.4.output.LayerNorm.bias',
tensor([-7.8101e-03, 1.2955e-02, 8.8577e-02, 2.6729e-02, 5.1345e-02,
-6.0456e-02, 4.7322e-02, -9.6812e-02, -1.2176e-01, 4.0830e-02,
-7.4855e-02, 1.6957e-02, 3.0886e-02, 9.9601e-02, 1.5381e-02,
-5.3070e-02, 2.2003e-02, -5.7941e-03, 7.6435e-02, 3.9147e-02,
-1.1181e-02, -6.7137e-02, 4.8580e-02, -6.3990e-03, 4.2575e-02,
-2.5026e-02, -1.5977e-02, -6.2949e-02, 3.2768e-03, 5.9010e-03,
1.2765e-02, 4.4170e-02, 2.5141e-02, 3.7469e-02, -4.0470e-02,
-1.5254e-02, 2.4056e-02, -1.5019e-02, -7.6929e-03, -6.3533e-02,
3.9322e-03, 3.5953e-02, -2.3512e-02, -3.0295e-02, 3.1541e-02,
2.1908e-02, -8.6711e-02, -9.8463e-03, -5.1714e-02, -6.9687e-02,
-2.9598e-02, -1.7808e-04, -1.1325e-01, 8.3798e-02, 1.8531e-02,
4.3490e-02, 2.4333e-02, 3.1851e-02, -1.2009e-02, -5.9925e-02,
1.6184e-02, -2.7907e-02, -7.0507e-02, 1.2516e-01, 3.0611e-02,
9.8394e-03, -3.2658e-02, 2.3351e-02, -4.7410e-02, -3.6422e-03,
1.0110e-01, 3.9750e-02, 1.0392e-02, -3.7311e-03, -2.8092e-03,
2.3738e-02, -2.6925e-02, 3.7771e-02, 2.2907e-02, -2.3797e-03,
-2.1201e-02, -3.8076e-02, 3.6874e-02, -1.0110e-01, 2.8148e-02,
-1.0759e-01, 2.6917e-02, -1.5120e-02, -5.5065e-02, -1.0139e-02,
8.0647e-02, 2.3602e-02, 1.1243e-01, -4.4187e-02, 4.5722e-02,
-6.1154e-02, -2.9112e-02, 6.3745e-02, -1.5030e-02, -1.2980e-01,
3.7181e-02, 1.0374e-03, -4.8017e-03, -5.2533e-02, 6.5140e-02,
-1.9216e-02, -7.2380e-03, 1.6061e-02, 7.3303e-02, 2.1840e-02,
-3.4081e-02, 1.4225e-02, 1.0612e-02, 3.4891e-02, -3.6265e-02,
-9.7699e-02, -2.4557e-02, -9.0446e-02, 1.4896e-02, 5.9169e-03,
-4.0721e-03, 5.6814e-04, 1.1741e-02, -2.4384e-02, 3.8021e-03,
3.1574e-02, 7.1124e-02, -2.6346e-02, -1.8204e-02, 1.2179e-02,
-3.2233e-03, 6.7389e-03, 7.9861e-03, -2.9261e-02, 5.4786e-03,
-1.3210e-02, -2.1557e-02, -7.9962e-03, 5.1292e-02, 1.5673e-02,
5.7121e-02, 2.8141e-03, -6.6555e-03, 2.7166e-01, 3.0678e-02,
6.2799e-02, -5.0752e-02, -3.4008e-02, 5.7567e-02, 8.7894e-02,
1.4509e-01, -6.8156e-03, 2.5420e-02, -2.5694e-02, -9.3667e-02,
-1.1617e-02, 4.4897e-04, 4.7079e-02, 4.6818e-03, 7.6969e-02,
-9.3638e-02, -3.6612e-02, 8.2979e-03, 1.3021e-02, 2.6634e-02,
9.9993e-02, -1.1306e-01, -4.7391e-02, 5.0671e-02, 1.9973e-02,
4.8443e-02, 1.2304e-02, 3.1610e-02, -7.1421e-02, -7.1082e-02,
-8.1097e-02, -1.0029e-01, 1.8331e-01, 2.6034e-02, 1.2313e-04,
1.0556e-01, 2.0223e-02, 4.4975e-02, 1.3058e-01, -1.5076e-02,
2.0225e-02, 1.0818e-01, 8.9950e-02, -9.5512e-03, 1.4985e-02,
-8.1132e-02, -2.6639e-02, -6.2592e-02, -1.4332e-02, 6.1782e-02,
1.0425e-01, -1.5826e-02, 5.1239e-02, 4.1922e-02, 3.6297e-02,
-4.2796e-02, -5.9560e-02, 4.1974e-02, -6.1411e-02, -2.4258e-02,
-2.5498e-02, 1.3725e-02, 9.4743e-02, -1.6973e-02, 2.1676e-02,
7.1494e-03, 3.6744e-02, -4.3648e-02, 4.5995e-02, 5.8868e-02,
3.7277e-02, -3.7585e-02, -4.8715e-02, 2.6068e-02, -7.4337e-02,
-1.2882e-02, -1.2022e-02, -6.0882e-02, 1.8986e-01, 8.5112e-02,
-1.7175e-03, 4.6056e-02, -4.5375e-03, -9.2735e-02, 8.6073e-02,
7.8395e-03, -5.7383e-02, -3.6286e-02, -1.6168e-03, 2.6567e-02,
5.8844e-02, 2.1878e-02, 7.3720e-03, 8.8205e-03, 2.5265e-02,
7.5911e-02, 1.1199e-02, -3.7841e-02, -2.4944e-02, 6.0166e-02,
6.8132e-02, -1.3272e-02, -2.0984e-02, -1.9432e-02, -1.0227e-01,
-1.4145e-02, -1.2308e-02, -6.7599e-02, -7.2504e-03, -5.5521e-02,
-1.2194e-02, 1.0904e-01, 4.2976e-02, 2.7713e-02, 4.9920e-03,
9.3240e-03, 1.0501e-02, -4.5296e-02, 7.2387e-03, 2.1660e-02,
-3.0698e-02, 6.7819e-02, 3.2347e-02, -5.8819e-02, 6.7744e-03,
-4.3048e-04, 6.8792e-02, -5.7794e-02, 5.3649e-03, -1.1054e-01,
1.1174e-01, 4.8512e-02, 3.9472e-02, -3.7246e-02, 1.0899e-01,
-2.0780e-02, 2.3704e-02, 4.3541e-02, -2.2974e-01, 1.2087e-02,
-5.8682e-02, -1.4156e-03, 1.0777e-01, -2.9199e-02, -2.4154e-02,
-2.9024e-02, 4.7107e-03, 2.5852e-02, 4.6653e-02, 5.6412e-02,
6.8237e-02, 1.1547e-01, 1.5353e-02, 9.5496e-02, -2.3840e-02,
-8.2933e-02, 5.8686e-02, 4.3577e-02, -1.4906e-02, 2.8257e-02,
6.4303e-02, 3.4479e-03, -9.9185e-03, -1.3848e-02, -3.4324e-02,
-1.0566e-01, 8.4943e-03, -4.7389e-02, -2.8288e-02, 3.8317e-02,
-3.0011e-02, 1.8485e-02, 1.2315e-02, 1.3463e-01, -3.2456e-02,
5.6727e-02, 3.7595e-02, 3.0533e-02, 1.3144e-02, 3.2678e-02,
5.9201e-02, -1.1399e-01, -5.4138e-02, -1.8671e-02, -9.4844e-02,
1.9460e-01, 1.9687e-03, 3.2690e-02, -6.5802e-02, -6.8751e-02,
3.0139e-02, -3.4820e-02, -8.5351e-03, 6.0083e-02, -4.2617e-03,
5.9947e-03, 2.7126e-02, -7.1854e-03, 3.5679e-02, -1.4598e-02,
-7.3318e-03, -2.1458e-03, 4.2263e-02, -1.2940e-02, 4.7578e-02,
1.5233e-03, 2.7761e-02, 7.7444e-02, 8.8602e-03, -1.0300e-02,
6.4440e-02, -1.4537e-02, -1.5800e-02, -3.9015e-03, 7.1949e-02,
1.6805e-02, 4.8522e-02, -5.7099e-02, 1.7773e-02, 9.3778e-02,
-4.7992e-02, 1.8509e-02, -8.1872e-02, 2.4857e-02, -1.0757e-01,
2.8196e-02, 6.5024e-02, -4.6444e-03, -1.1922e-02, 4.4620e-03,
2.0926e-02, -1.2871e-03, 2.3380e-02, -4.7450e-02, 1.4864e-02,
8.4277e-03, 2.5772e-02, -2.7706e-02, -1.1286e-01, 7.1032e-02,
9.1049e-02, -3.1138e-02, 1.4957e-02, -3.3238e-02, 3.9085e-02,
-4.4624e-02, 5.1940e-03, -1.7483e-02, 2.8039e-02, 9.9919e-03,
2.3430e-02, 8.4920e-03, -5.8416e-02, 5.6006e-02, 2.2255e-02,
3.0237e-02, -5.9311e-02, -1.7328e-02, -9.1232e-04, 4.5023e-02,
-3.3552e-02, -1.1363e-02, 6.4206e-02, 8.1951e-02, 6.5751e-02,
9.0093e-02, 2.5340e-02, -8.5251e-02, 3.7350e-02, -5.9368e-02,
2.2363e-02, -5.7637e-03, -1.4685e-01, 6.6370e-02, 3.3304e-03,
2.1224e-02, 5.6817e-02, 1.1098e-01, 1.0818e-02, -4.9987e-02,
5.4940e-02, 1.1033e-01, 5.7723e-02, 3.8619e-02, -1.0018e-01,
-1.4695e-02, 9.2125e-03, 1.4934e-01, -8.2477e-02, 5.6661e-02,
-4.4390e-02, -1.3428e-01, 6.5360e-03, 4.3346e-03, -3.0604e-02,
-4.0198e-02, -1.2260e-02, 2.1938e-02, 6.1374e-02, 1.4364e-02,
5.3324e-02, -4.3022e-04, -1.8087e-02, -2.5360e-02, -4.4756e-03,
-9.0681e-02, -4.7839e-02, -3.4198e-02, 2.7995e-02, 5.0677e-02,
1.7976e-01, 1.0017e-02, 6.9134e-03, 1.5192e-02, 7.7095e-04,
1.0418e-02, -1.4934e-04, 2.8083e-02, -4.5722e-02, 2.9545e-02,
2.0404e-02, -2.8038e-02, -1.7011e-02, -2.2833e-02, -4.1978e-02,
-9.5396e-02, -4.8026e-02, -9.8862e-03, -5.3732e-02, 1.8339e-02,
-7.9385e-03, 3.1943e-02, -2.8275e-02, 1.2091e-02, 4.3108e-02,
4.5466e-02, 2.3601e-02, 3.2985e-02, -4.1801e-02, -3.8653e-02,
5.8349e-02, -3.5260e-02, 3.5112e-03, -2.2957e-03, -2.1612e-02,
-1.0811e-02, 3.2620e-02, 5.8700e-02, -3.7972e-02, -8.6535e-02,
1.5172e-02, 1.6059e-02, 1.1734e-02, -3.5356e-03, -8.2080e-03,
-7.8084e-02, -3.3429e-02, 1.2580e-02, 7.0677e-02, 8.0483e-02,
-1.4350e-01, 3.0160e-02, -4.1127e-02, 6.5602e-02, 2.1937e-02,
1.3920e-01, 1.9647e-02, -1.3932e-01, -3.3043e-02, 2.3791e-02,
3.0546e-02, -2.1156e-02, -6.5245e-02, -5.2461e-02, -5.6614e-03,
3.7438e-02, 9.2922e-03, -6.8111e-04, 6.2726e-02, 4.6995e-02,
-4.0849e-03, -5.7926e-02, 6.7548e-03, -2.5443e-02, 3.4085e-02,
6.2453e-02, -6.2815e-02, 6.6329e-02, 3.9071e-02, 4.9880e-02,
3.3821e-02, 3.5029e-02, -6.2975e-02, 9.7908e-02, -6.3773e-02,
8.9647e-02, -1.6017e-02, -3.7774e-02, -1.3800e-03, 3.9175e-02,
-1.1986e-01, 2.2534e-03, 9.6214e-03, -9.4344e-02, -6.8517e-02,
-7.7923e-02, -7.7735e-02, 2.5606e-02, -5.3224e-02, -3.4645e-02,
-1.6416e-03, 8.0482e-02, -4.3947e-01, 2.1892e-02, -2.3652e-02,
3.0104e-02, -4.5831e-02, 3.0738e-02, 1.6623e-02, -3.6566e-02,
8.3068e-02, 2.9599e-02, 1.9267e-02, 6.4173e-02, -8.7808e-02,
3.4819e-02, -1.8755e-02, 2.6729e-02, 6.1194e-03, -2.2151e-02,
5.4453e-03, -1.0636e-02, 7.0738e-02, -9.6658e-02, 2.7183e-02,
-1.6225e-02, -7.9305e-02, -4.8882e-02, -7.0717e-03, -4.5730e-03,
5.3327e-02, -6.5648e-02, 7.1681e-03, -4.4301e-02, -3.6065e-02,
3.1516e-03, -1.3383e-02, 5.4138e-02, 8.8193e-02, 5.7501e-02,
-1.5069e-02, -3.3051e-02, 5.2009e-02, 3.6320e-02, -1.2183e-02,
8.6144e-02, 1.9741e-02, 2.0262e-02, 1.1586e-01, -2.8463e-02,
3.5633e-02, 2.3500e-03, -8.9026e-02, -3.4946e-02, -7.7574e-02,
-1.9711e-02, -4.2695e-03, 4.7453e-03, 5.6154e-02, -9.5149e-02,
-2.2950e-02, -4.4260e-02, 3.4713e-02, -5.8544e-03, 3.9547e-03,
3.9966e-02, -4.2345e-02, -5.0374e-02, -5.9681e-02, -5.3951e-02,
8.5204e-02, 2.9478e-02, 8.4600e-02, -2.9079e-02, -1.2223e-01,
4.9718e-02, -5.4138e-02, -2.9166e-02, 4.1109e-02, -3.5122e-02,
-1.2103e-01, 8.1062e-02, -6.6392e-02, 9.0536e-02, 5.1439e-02,
-7.6289e-03, 5.7218e-02, -6.5522e-02, 6.5065e-02, -1.6432e-02,
5.9038e-02, 1.2232e-01, -7.6269e-02, 5.6880e-02, 7.1349e-02,
2.3185e-02, 6.0804e-02, -1.9054e-02, 8.1857e-02, -1.9226e-02,
-3.5267e-02, 2.6693e-02, 1.4952e-02, 3.8406e-03, -1.4525e-02,
-1.4879e-02, -1.1369e-02, 5.6584e-02, 6.2462e-02, 2.5007e-02,
8.4624e-02, -1.0615e-01, 1.1250e-02, 4.0990e-02, -6.0256e-02,
-1.4603e-02, -5.4485e-02, -1.6521e-02, -3.4018e-02, -9.1539e-02,
-4.4027e-02, 8.9573e-03, 9.3560e-02, 5.7111e-02, -2.7388e-02,
-4.7893e-02, 4.1845e-02, -1.7951e-02, -2.0122e-02, -1.9556e-02,
-3.4162e-02, 3.1673e-02, 5.9439e-03, -1.3556e-02, 6.0541e-02,
-6.6165e-02, 2.5787e-02, 5.6396e-02, 2.7258e-02, -9.2214e-02,
3.9288e-02, -9.9064e-03, 1.1269e-01, -7.2393e-02, -3.4724e-02,
-2.3931e-02, -6.4455e-02, 1.5123e-03, -3.0229e-02, 4.5539e-02,
2.3084e-02, 2.0556e-03, 5.9426e-02, 6.8128e-03, 4.1312e-02,
3.6964e-02, -2.4155e-02, 2.3036e-02, -7.3171e-04, -3.0972e-02,
-1.1803e-02, 6.0389e-02, 3.6256e-02, -4.2126e-02, -3.7465e-02,
-3.8443e-02, -6.0820e-02, -1.0397e-02, 3.6535e-02, -2.0875e-02,
3.2808e-02, -9.7381e-02, 4.0140e-02, 1.1487e-02, -4.2477e-02,
8.3280e-02, -5.2253e-03, 1.3459e-02, -8.7659e-02, 6.8051e-03,
-8.1423e-03, -1.2373e-01, 3.3884e-02, -4.0820e-02, -1.8749e-02,
7.1893e-02, 4.7421e-02, -3.0930e-02, -8.9012e-02, -2.4710e-02,
1.2621e-02, 6.1480e-02, 3.3685e-02, 8.3417e-02, 9.5096e-03,
3.4023e-02, -5.0848e-02, -2.1842e-02, 9.3269e-02, 3.8330e-02,
7.1805e-02, -3.2982e-02, 5.6165e-02, 3.7062e-02, -1.1187e-01,
6.6242e-02, 2.8802e-02, -5.8276e-02, -1.5158e-02, -4.9770e-02,
-4.3344e-03, 9.2259e-03, -6.3011e-02], device='cuda:0')),
('bert.encoder.layer.5.attention.self.query.weight',
tensor([[-0.0628, -0.0145, -0.0005, ..., -0.0116, -0.0125, 0.0252],
[ 0.0357, 0.0159, 0.0382, ..., 0.0097, 0.0211, -0.0747],
[-0.0122, 0.0387, 0.0604, ..., -0.0290, 0.0732, -0.0191],
...,
[-0.0018, 0.0954, -0.0041, ..., -0.0486, -0.0170, -0.0157],
[-0.0356, 0.0102, 0.0289, ..., 0.0369, 0.0780, 0.0753],
[-0.0171, -0.0427, 0.0038, ..., 0.0483, 0.0517, 0.0478]],
device='cuda:0')),
('bert.encoder.layer.5.attention.self.query.bias',
tensor([-4.0874e-02, 2.2544e-02, -4.4923e-02, 2.5203e-03, 1.4048e-02,
4.1806e-02, 4.1849e-02, 2.5695e-02, 3.0628e-02, 1.1736e-03,
6.8947e-02, -1.1445e-03, -4.0756e-04, -3.2978e-02, -1.5114e-02,
-2.5533e-02, 5.6498e-02, -1.5015e-02, 1.6361e-02, 7.5586e-02,
-3.8600e-02, 6.9259e-02, -8.7302e-02, -6.0796e-02, 5.2679e-02,
-2.7209e-03, -2.0005e-01, 2.6917e-02, -1.5323e-02, -2.9653e-02,
-3.1841e-02, 3.1818e-02, -3.1310e-02, -5.3764e-03, 1.6185e-02,
-2.9536e-02, -3.6390e-02, -1.9776e-02, -7.1733e-03, 3.4780e-04,
3.4446e-03, -1.2135e-02, -2.9825e-02, 4.2878e-02, 1.1454e-02,
4.6635e-02, 1.3668e-02, -3.4335e-02, 7.6937e-03, -3.1428e-02,
3.7395e-02, 5.6113e-02, 1.2425e-02, 3.5888e-02, 6.1226e-02,
-1.4773e-03, -3.1975e-02, -1.2846e-02, 2.1448e-02, -3.6827e-02,
1.5302e-02, 1.0215e-01, -6.6167e-02, 1.2380e-03, -1.4184e-01,
-3.8056e-02, 1.1815e-01, -1.3406e-01, 1.5899e-02, -1.4986e-01,
-9.7130e-02, 1.3610e-01, -3.7431e-02, -4.8862e-02, 1.4224e-01,
-4.0827e-02, 4.2776e-02, 9.7622e-02, -1.9524e-02, 5.8356e-02,
-1.4072e-02, 8.7695e-03, -1.1546e-01, -1.2868e-01, 1.2358e-01,
2.0948e-02, -1.9029e-01, 4.5257e-02, -3.1050e-01, 1.0266e-02,
-1.1777e-02, -5.0323e-02, -6.7043e-02, -1.3978e-02, 1.2990e-01,
-6.0758e-03, -1.7674e-01, 3.2763e-02, -1.3615e-02, 8.4182e-02,
3.0827e-02, -1.6827e-01, -1.3851e-02, -1.2767e-02, 2.9308e-01,
-1.1112e-02, 6.1502e-02, -3.4692e-01, -1.9507e-03, 1.2923e-01,
-1.2748e-01, -6.6920e-02, 4.1587e-02, -2.0702e-02, -4.8259e-02,
-3.4904e-02, 7.1882e-02, 1.5755e-02, -6.8872e-02, -9.0405e-02,
-8.6231e-02, -1.3761e-01, 1.0042e-01, -7.4824e-02, 2.4526e-02,
-5.2860e-02, -2.6366e-02, -2.1284e-02, 1.4464e-02, -1.1190e-02,
-8.2225e-02, -1.0346e-02, -2.5552e-03, -2.0763e-01, -4.4855e-02,
1.1549e-01, -3.5191e-02, -2.2972e-01, -1.4608e-01, 1.2253e-01,
-1.0137e-01, 6.6573e-02, 1.1630e-02, 4.2695e-02, -7.1464e-02,
5.6982e-02, 2.4496e-02, -5.2605e-02, -1.3823e-02, 1.8882e-02,
-8.7667e-02, -1.1753e-01, -1.0716e-03, -6.0207e-02, 1.1103e-01,
-5.1470e-02, 1.0972e-02, -3.7568e-02, 3.4219e-02, -2.3837e-01,
1.8503e-02, 2.2870e-02, 2.9962e-02, 1.4337e-02, -3.7887e-02,
-9.4448e-02, -3.6421e-03, 3.6968e-02, -1.9209e-02, -2.6952e-03,
1.8164e-02, 6.4261e-02, -4.6931e-02, 1.5638e-01, 5.7802e-04,
7.7681e-02, 6.7941e-02, 5.0310e-02, 3.2001e-02, 7.0203e-02,
-2.7748e-01, -1.7987e-01, 1.3982e-01, -2.2975e-02, -3.7404e-02,
-1.2073e-01, -6.5186e-02, -5.1809e-02, -5.3209e-02, -3.6186e-02,
1.9952e-02, -4.2494e-01, -3.1106e-03, 3.4730e-02, -5.0070e-02,
-3.7607e-03, -4.4025e-02, -8.3886e-03, 2.7831e-02, 4.5774e-02,
3.3768e-02, 3.6002e-02, -8.2123e-02, -1.4088e-02, -4.3259e-03,
4.5574e-02, -4.3154e-03, 2.0003e-02, 1.3063e-02, 1.3386e-01,
1.5940e-03, 2.8602e-02, 9.4236e-02, 2.7525e-03, 2.9700e-02,
-8.7245e-02, 2.8546e-02, 5.3903e-02, 6.2949e-02, -3.8687e-02,
-6.5736e-03, 2.5520e-02, 2.4410e-02, 1.8551e-02, -4.8673e-02,
-1.9624e-02, 1.8355e-02, -1.6680e-02, 2.1281e-02, 1.3394e-03,
-8.3147e-03, -7.0666e-02, 2.3955e-02, -2.7486e-02, -1.8879e-02,
4.5004e-03, 2.1773e-01, 2.2177e-02, 1.0081e-02, -4.7872e-02,
-3.0337e-03, 5.5899e-02, 1.3865e-02, 2.1283e-02, -4.3365e-02,
3.3041e-01, 4.5063e-02, 6.1194e-03, -1.7465e-01, -5.6189e-03,
3.7077e-01, 4.2722e-02, -3.1887e-02, -1.0221e-02, 7.0371e-03,
-1.5392e-02, -5.9520e-02, 9.2403e-03, 1.5966e-01, -3.7065e-03,
2.8905e-02, -1.1128e-01, -4.8766e-02, -3.4334e-01, -4.0298e-02,
-3.3127e-03, 1.4769e-01, -3.1811e-02, 1.6887e-02, 4.9179e-02,
-4.1317e-02, -3.4305e-01, -1.9874e-04, 2.2079e-02, -1.2756e-01,
-2.8301e-02, 2.5631e-02, -5.0923e-02, 8.7471e-02, -5.2889e-04,
-1.7210e-01, 1.1201e-01, -7.8512e-03, -2.6290e-01, 2.5602e-02,
-1.5485e-01, 2.2322e-02, 1.0843e-02, -1.9203e-02, 9.4016e-03,
-1.2811e-01, 1.9176e-01, -1.9976e-01, -5.9323e-02, 1.8117e-02,
1.0704e-02, 7.3275e-02, 2.3356e-01, -4.1619e-02, 8.8216e-02,
2.5229e-02, 4.4378e-02, -3.9442e-02, 5.4082e-02, -3.3494e-02,
5.0535e-01, -1.9104e-02, 6.1629e-02, -6.5553e-02, 1.5443e-02,
2.5867e-02, -8.6032e-03, 1.1098e-01, -1.4786e-02, -1.7415e-01,
7.3855e-03, -7.3740e-02, -3.6770e-02, -9.8016e-02, 6.0795e-02,
-4.2059e-03, -1.7977e-02, -4.0932e-02, 4.7717e-02, -5.0469e-02,
-1.0552e-02, 1.5219e-02, -1.7061e-02, -6.9975e-03, 2.5095e-02,
-1.9244e-02, -9.6764e-02, 9.5961e-03, 3.4344e-02, -2.7973e-02,
1.7322e-03, -1.8307e-02, 1.4427e-02, 2.6588e-02, -6.7400e-02,
-1.0239e-01, 4.4588e-04, -3.1255e-02, -7.8556e-02, 2.7068e-01,
-1.6075e-03, -2.4942e-02, -2.3298e-02, 5.4878e-02, -7.1918e-02,
-4.4617e-02, 2.6713e-02, -5.0145e-02, -3.0730e-02, -9.7496e-03,
6.3888e-02, 5.6172e-02, -3.3884e-02, -3.7898e-02, -1.0376e-02,
-3.1494e-02, -3.4566e-02, -6.3218e-02, -4.9899e-02, 1.1458e-01,
-1.1478e-03, 1.6671e-02, 2.2967e-02, 9.6601e-02, 4.2645e-03,
-6.7652e-02, -8.1402e-03, 3.3852e-02, -6.2161e-02, -1.4149e-01,
8.3195e-03, 5.6527e-02, 6.2539e-02, -2.3114e-01, 4.3838e-02,
-4.1390e-03, -3.8437e-02, 1.3522e-02, 2.0909e-02, -8.8315e-02,
2.1521e-01, 5.7850e-02, 1.4534e-01, 2.9097e-02, 4.1937e-02,
-1.0886e-01, 1.8719e-02, -1.2712e-01, 5.5133e-02, -1.4835e-02,
2.7283e-02, 1.8650e-01, -4.5191e-01, 5.3984e-02, 6.9827e-02,
-1.2124e-01, 5.1967e-02, -7.5458e-02, 3.0426e-01, -7.5319e-02,
1.9418e-01, -2.4684e-01, -1.1941e-01, -6.6015e-02, 4.2921e-02,
6.4103e-02, -1.5249e-01, 1.0510e-01, -5.4033e-02, 1.0677e-01,
2.4980e-02, 8.0687e-02, 6.2088e-02, 9.1368e-02, -5.6728e-02,
1.0516e-01, 1.4942e-02, 1.0677e-01, 3.3405e-02, -6.2927e-02,
-5.3763e-01, 6.5876e-02, 5.7030e-02, -3.6748e-02, 9.4302e-03,
-6.1199e-02, -2.3112e-01, 6.7240e-02, 3.6113e-02, 3.7838e-02,
-8.8946e-03, 7.9010e-02, -1.1547e-01, 8.2204e-02, -1.1773e-01,
-1.0570e-01, -6.7984e-02, 9.8901e-02, 1.6945e-01, 3.5050e-02,
-1.7229e-01, -7.2389e-02, -1.5855e-02, -8.2252e-02, 1.7357e-02,
1.8635e-01, -7.2827e-03, -6.2395e-02, 3.7312e-03, 9.5531e-02,
-3.7581e-01, 2.2906e-02, 6.6889e-02, -1.3087e-01, -2.4302e-01,
9.5011e-02, -4.1269e-02, 8.0597e-02, 8.2546e-02, 8.9132e-02,
-3.4743e-01, -1.4863e-01, 6.5514e-03, -3.1362e-02, 1.0751e-01,
-5.3206e-02, -7.1189e-02, 1.6325e-01, -2.3010e-01, -1.8673e-01,
2.8970e-01, 2.6546e-02, -1.1026e-02, 1.0197e-01, 3.3811e-02,
5.6616e-02, -3.0674e-03, 1.0398e-01, 1.1519e-02, -1.2037e-01,
1.3479e-01, -4.8979e-02, 6.5555e-02, -1.4468e-01, -5.9883e-02,
1.4126e-01, 2.0415e-02, -1.0745e-01, -1.1952e-02, 6.8180e-02,
1.2986e-01, -1.0297e-01, 6.0577e-02, 4.2264e-02, 2.2364e-01,
-4.4288e-02, 5.9354e-02, -7.7199e-02, -2.9020e-02, 5.6711e-02,
5.7347e-02, 1.0420e-01, 1.4241e-01, 6.4438e-02, -3.5911e-02,
-3.8993e-01, -4.1763e-02, -9.3268e-03, -3.0473e-02, -3.1303e-03,
-3.6599e-02, 3.0265e-02, 4.8566e-02, 1.0806e-01, 2.5853e-02,
2.5484e-01, 6.3679e-02, -4.9765e-02, -6.8303e-02, 1.6671e-02,
2.2396e-02, 7.5749e-03, 2.4668e-02, 1.3214e-02, 2.5110e-01,
5.1415e-02, -6.2203e-02, 6.8998e-02, -1.5642e-01, 2.4828e-03,
-5.3827e-02, 9.4188e-02, 5.7326e-02, 1.5313e-02, 3.4243e-02,
-1.4407e-01, -8.0663e-02, -6.2800e-02, 7.1743e-02, -1.9325e-02,
-9.3742e-03, -6.7947e-02, 2.8079e-02, -8.5354e-03, -3.0412e-01,
-1.8272e-03, 3.6142e-01, -2.7484e-02, 1.5266e-02, -1.3083e-02,
2.0502e-02, 6.4073e-02, -1.0374e-02, 3.2960e-02, 1.0698e-02,
-2.6272e-03, -5.9453e-02, -4.9035e-02, 1.7652e-02, 3.0554e-02,
3.3411e-02, 6.0602e-03, 1.8704e-01, 5.2519e-02, -1.1406e-02,
3.8363e-02, 2.8344e-02, 2.9813e-02, -7.0305e-02, -1.8433e-02,
-1.4668e-03, -7.0190e-02, -1.4260e-02, -2.9510e-01, 3.2926e-01,
5.6853e-02, 5.3794e-02, 6.3069e-02, -6.1318e-02, -1.2780e-01,
9.0528e-02, 1.5407e-01, -5.7878e-02, 3.9732e-01, 9.4824e-02,
1.1617e-01, 1.3149e-01, -4.0329e-02, -4.7677e-02, 5.4272e-02,
-3.2326e-03, 4.0003e-02, 4.9375e-02, -2.9714e-02, -2.6001e-02,
-1.3329e-01, 1.6641e-01, 1.6239e-02, 2.5307e-01, 5.7883e-01,
-2.8507e-01, -5.0868e-02, 9.0499e-02, -1.9694e-01, 6.3606e-02,
-1.1356e-01, 8.5240e-02, 5.2173e-01, -1.6529e-02, -5.5373e-02,
-1.9123e-01, 6.5097e-02, -1.1552e-01, 2.6802e-01, -1.1415e-01,
2.7476e-02, -1.6979e-02, 7.1176e-02, 1.5101e-01, 1.6391e-02,
2.1064e-02, 1.0561e-02, 3.1127e-02, -3.8389e-02, -8.8311e-02,
-1.0651e-01, 4.6925e-02, -5.8665e-03, 1.1797e-01, -6.9032e-02,
-9.1877e-02, -8.5616e-02, 4.5323e-02, 3.6774e-02, -2.2767e-01,
1.3808e-01, -1.7105e-01, -5.0505e-03, -4.3617e-02, 1.0801e-01,
7.5557e-02, -4.7462e-03, 1.6500e-01, -4.2455e-02, 5.2739e-01,
-1.0374e-01, -1.4028e-01, -6.5918e-02, 3.2667e-02, -9.1809e-02,
-5.4112e-02, 2.4101e-02, -1.4614e-01, 2.1499e-02, 1.7333e-01,
-3.9503e-02, 2.2699e-01, 7.3938e-02, 1.3198e-01, -1.4824e-03,
-1.7665e-02, -6.5841e-02, -3.1637e-02, -5.9226e-02, -7.2042e-02,
-2.4673e-02, -3.3802e-01, -9.8408e-02, -3.0438e-02, 1.4461e-01,
-1.0483e-02, -5.5705e-02, 4.2304e-02, -8.1788e-02, -1.3625e-01,
-2.8327e-02, -6.0509e-02, 2.6692e-01, -3.3488e-02, -4.0028e-02,
-1.0860e-02, 4.3012e-02, -7.1482e-02, -2.6536e-02, -5.6883e-01,
2.2667e-02, -7.5718e-02, 1.0016e-01, 4.9197e-02, -2.4810e-02,
6.2659e-02, -8.2940e-02, -2.4176e-02, -7.4206e-03, 1.7414e-01,
2.3073e-01, 9.7074e-02, 1.0283e-01, 1.4466e-01, 5.1560e-02,
5.4368e-02, 2.5745e-02, 1.1028e-02, 5.3140e-02, -2.8834e-02,
3.4705e-02, 8.0499e-02, 5.4817e-02, -3.4040e-01, 1.1062e-01,
-8.3605e-02, 6.2058e-02, 3.3350e-02, 1.6657e-01, -3.3920e-03,
4.6302e-02, 1.4291e-02, -4.8441e-02, 8.5691e-03, -4.0834e-04,
-2.4003e-01, -2.1733e-01, -1.4931e-01, -3.0625e-02, -1.0745e-01,
1.7267e-02, 3.2427e-02, -5.0176e-02, -1.9425e-02, 2.9739e-02,
-3.0912e-01, -2.9561e-02, 6.1163e-02, -5.9213e-02, -1.4895e-02,
3.2191e-03, 3.8355e-02, 4.1789e-01, -2.4939e-03, 6.6994e-02,
-1.0449e-01, 6.5403e-02, 7.5906e-04, 7.3593e-02, -9.7524e-02,
-6.5112e-02, 3.0752e-02, -1.0049e-02, 2.9133e-02, 1.7850e-01,
-1.3966e-03, 2.0754e-02, 6.8775e-03, 5.2489e-02, 3.9177e-02,
7.1337e-02, 4.4637e-02, 1.5955e-02, 7.1620e-02, -3.8614e-02,
8.5736e-03, -8.8399e-03, 2.1587e-01], device='cuda:0')),
('bert.encoder.layer.5.attention.self.key.weight',
tensor([[ 0.0057, 0.0745, 0.0032, ..., 0.0778, 0.0467, 0.0577],
[-0.0503, -0.0362, 0.0119, ..., 0.0045, 0.0275, 0.0083],
[ 0.0195, -0.0075, 0.0133, ..., 0.0189, 0.0010, 0.0113],
...,
[-0.0382, 0.0013, -0.0047, ..., -0.0303, -0.0354, -0.0057],
[ 0.0309, 0.0305, -0.0653, ..., 0.0796, 0.0271, 0.0339],
[ 0.0528, -0.0402, -0.0368, ..., 0.0063, -0.0048, 0.0162]],
device='cuda:0')),
('bert.encoder.layer.5.attention.self.key.bias',
tensor([-7.1069e-04, 5.6494e-04, 2.5367e-04, -2.4423e-03, 1.1510e-04,
-3.2628e-03, 2.4487e-04, -9.8357e-05, 2.5397e-03, 2.0494e-03,
3.5315e-05, 1.4333e-03, 1.6273e-03, 5.8806e-04, -2.7068e-04,
-2.7348e-04, 6.4006e-04, 1.9887e-04, 5.1426e-04, 2.4374e-03,
-2.9561e-04, -2.7309e-04, 1.8143e-04, -1.0709e-03, 2.1257e-04,
-1.9669e-03, 2.7285e-03, -1.5672e-03, -1.3601e-03, 9.1640e-04,
-3.5101e-03, -2.2925e-03, -2.8417e-03, 2.4710e-03, -2.6329e-04,
-2.3929e-03, -1.4142e-04, -1.1883e-03, 1.0776e-03, 1.9512e-04,
4.3942e-04, -2.5095e-03, -1.6157e-03, -4.0859e-04, 2.2180e-03,
2.0915e-03, 3.5728e-03, -7.5475e-04, 4.9063e-03, -1.3163e-03,
-2.3333e-04, -3.0134e-03, -1.3050e-03, -2.5706e-03, 3.4769e-03,
5.2840e-03, 1.6542e-04, -2.6943e-03, 2.8467e-03, -1.0412e-03,
1.7349e-03, -3.3911e-03, -4.8360e-04, 3.2210e-03, 1.6403e-03,
1.8350e-03, 1.4553e-05, 3.4708e-03, 3.3038e-03, 3.1353e-03,
1.0742e-03, 1.4241e-03, -8.8552e-04, 3.4821e-03, -4.2436e-04,
8.2835e-04, -3.8163e-04, -2.5252e-03, 2.7830e-04, -5.0570e-04,
1.3123e-03, 2.3133e-04, -8.5714e-04, -2.3999e-03, 3.3948e-04,
-1.6102e-03, 2.7416e-03, -3.3825e-04, 3.4450e-03, -1.1023e-04,
-4.5601e-05, -1.3510e-03, 1.7269e-03, 1.2952e-03, -1.5862e-03,
9.8856e-04, 2.5024e-03, -1.9141e-03, 6.7534e-04, -1.8177e-03,
-1.8383e-03, 2.9380e-03, 2.1439e-03, 4.9730e-04, -4.1869e-03,
9.9746e-04, -2.0604e-03, 1.5682e-03, 4.3431e-04, 3.1910e-03,
2.3300e-03, 4.8531e-03, 7.6563e-04, 2.3862e-03, -1.8007e-04,
1.2232e-03, 1.5108e-03, -2.3512e-03, 2.6630e-03, -2.9477e-03,
1.9092e-03, 2.8006e-03, -3.2599e-03, 2.7672e-04, -6.2602e-04,
3.6608e-03, -6.4982e-05, 1.1310e-03, -3.7551e-04, 4.4078e-03,
-2.4891e-03, 2.3894e-03, -6.7454e-03, 4.7280e-03, -3.0363e-04,
-1.6658e-03, 3.6194e-03, 2.0606e-03, -5.5526e-03, 6.7337e-03,
-2.6451e-04, 6.3100e-03, 3.3236e-03, -2.9060e-03, -7.6231e-03,
-2.0111e-03, -1.5922e-03, 1.6318e-03, -2.2001e-03, -4.3563e-03,
8.1970e-03, 5.6899e-03, -3.3080e-03, 8.1925e-03, -4.7441e-03,
3.8550e-03, -4.2052e-03, 3.2899e-04, 1.4902e-03, 5.1545e-03,
2.9925e-03, -3.4873e-03, 5.7717e-04, 2.4007e-03, -3.9977e-03,
2.2408e-03, -3.1021e-03, 5.9491e-03, -1.6974e-03, 4.7968e-03,
2.9104e-03, -8.6261e-04, -2.5519e-04, 1.9328e-04, 2.5696e-03,
-2.3677e-03, 8.6303e-03, -7.6405e-03, -5.4316e-03, -3.6819e-03,
6.6408e-03, 3.7745e-03, -4.3671e-03, 4.2563e-03, -1.8039e-03,
9.1219e-03, 6.5993e-03, 1.9916e-03, 5.8252e-04, 1.3551e-03,
6.3647e-04, 2.5395e-03, -3.6615e-03, -1.4991e-03, 1.2520e-03,
-2.7066e-03, -8.3836e-03, 2.0948e-03, -1.9381e-03, -2.9404e-03,
2.9321e-03, 3.5789e-03, -1.4587e-04, -4.9124e-03, -1.6464e-03,
7.2972e-03, -3.5446e-03, 1.0430e-03, 3.1556e-04, 1.4817e-03,
-1.8949e-03, -1.5612e-04, -1.1728e-02, -5.1546e-03, 1.4563e-03,
1.9729e-03, -6.3688e-03, -2.5623e-03, 5.9186e-04, 3.1373e-03,
-6.5046e-03, 9.1921e-03, 2.4377e-04, -3.3981e-03, -2.9885e-03,
3.9905e-03, 4.4262e-03, 1.8374e-03, 1.4037e-03, -6.0770e-04,
-2.3490e-03, 3.6394e-03, -2.9300e-03, 3.2799e-03, 5.1941e-03,
4.2100e-03, -2.8595e-03, -3.7749e-03, 9.2685e-03, -2.8169e-03,
1.9449e-05, 3.2076e-03, 2.4140e-03, 8.3175e-03, -8.6634e-03,
1.4737e-04, 2.2747e-03, 1.6374e-03, 2.6641e-03, -4.0330e-03,
-2.3776e-04, 1.7524e-03, -5.7998e-04, -9.2500e-04, -6.4075e-05,
-1.2858e-03, 3.5324e-03, -1.3444e-03, 3.3963e-04, 3.6438e-03,
-3.8758e-03, 5.7841e-04, -4.8548e-03, 9.0762e-04, -3.1221e-03,
5.3042e-03, 1.7863e-03, 5.2389e-04, 1.5307e-03, 1.7891e-03,
1.0502e-03, -5.8216e-03, -4.1556e-03, -1.3781e-03, 4.6528e-03,
-2.8790e-03, -2.9487e-03, 2.9717e-03, -2.5569e-03, 6.0747e-03,
7.3854e-05, -1.0619e-03, -1.8029e-03, -3.5420e-03, -3.6826e-03,
-3.6968e-03, 5.1610e-05, -2.5139e-03, -3.1553e-03, -3.1524e-04,
4.5925e-04, 2.0849e-03, 8.1011e-04, -9.7371e-05, 1.3994e-04,
-1.2091e-03, -3.5682e-03, 2.9829e-03, 3.2742e-03, -1.1330e-03,
-2.0151e-03, 7.0326e-03, -3.3439e-03, 1.0274e-03, 1.1123e-03,
1.1188e-04, -6.4223e-03, -2.6884e-03, 2.9991e-03, 1.6198e-03,
-2.5847e-03, -3.8538e-03, 3.6452e-03, -3.0956e-03, -2.7409e-03,
6.1308e-04, 6.8293e-05, 5.3691e-03, -1.0520e-04, -3.7723e-03,
3.0906e-03, 1.9078e-03, 1.9817e-03, -3.0977e-03, -5.1957e-03,
4.3673e-03, 3.5584e-03, -3.3625e-04, -7.7214e-04, -7.4567e-04,
-1.6981e-03, 1.6053e-03, 1.1181e-03, 7.2356e-04, 5.7949e-04,
-1.5114e-03, -2.6562e-03, -1.4154e-04, -1.6843e-04, 7.0145e-04,
3.1062e-03, -3.0174e-03, 3.7810e-05, -1.7665e-03, -3.0190e-03,
-3.1185e-03, -2.9008e-03, 9.9704e-04, 3.3739e-05, 3.4143e-03,
-1.9449e-03, 2.3075e-04, 3.3754e-04, -1.5842e-03, -7.2750e-04,
2.0391e-03, -1.0119e-03, 4.9535e-03, 8.5486e-04, 3.1052e-03,
-3.6948e-03, -1.0365e-03, 3.3927e-03, -2.0918e-03, -3.0376e-03,
6.8450e-04, 1.9736e-03, -1.1112e-03, -3.7300e-03, -3.7574e-04,
3.4204e-03, 2.9376e-03, -4.2099e-03, -4.2892e-03, 9.1107e-04,
8.5942e-04, -1.5557e-03, -9.1810e-05, 2.9255e-03, 3.7273e-03,
-4.8758e-03, -8.1485e-04, 1.2851e-03, 2.7596e-03, -3.9131e-04,
1.3346e-03, -6.4168e-03, 2.8768e-03, -1.7985e-03, 1.3610e-03,
-2.7598e-03, 3.9250e-03, -5.1145e-03, 4.2495e-03, -1.6278e-03,
-5.5857e-03, 4.9827e-03, 3.5674e-03, 6.3314e-03, 3.3880e-03,
2.9714e-03, 5.3910e-04, -2.9192e-04, 2.1390e-03, -1.0165e-03,
-3.2432e-03, 4.0571e-03, -1.5004e-03, 2.6931e-03, 1.7631e-03,
-2.8161e-03, -8.8131e-04, -2.7117e-03, 1.3991e-03, -6.5036e-04,
-4.9041e-03, 4.0543e-03, -1.8216e-04, -3.1110e-04, 1.0924e-03,
-4.3757e-04, 3.7997e-03, -2.4525e-03, 5.4159e-03, 1.4519e-03,
-9.1700e-03, 3.0158e-03, 2.5126e-03, 1.4436e-03, -4.1568e-03,
2.1990e-03, 4.7348e-03, -6.0133e-03, -1.6007e-03, -4.4069e-03,
-3.3588e-03, -2.0123e-03, -3.3079e-03, 3.8140e-03, 4.9875e-03,
-4.5706e-03, -1.0938e-03, 2.9301e-03, -2.9926e-04, 9.2497e-04,
-2.6103e-03, -3.3770e-03, -1.8475e-03, 2.4102e-03, 9.1981e-04,
-2.2692e-04, 3.8347e-03, 2.6970e-03, 1.2566e-03, -1.9647e-03,
-1.4529e-03, -4.2474e-03, -2.9128e-04, 7.1700e-04, 6.2441e-03,
1.3492e-03, -1.9927e-03, -1.7401e-03, -4.2234e-03, -1.9286e-03,
3.0381e-03, 2.4636e-03, -6.7611e-03, -5.6214e-03, 1.5011e-03,
1.8793e-04, 2.0304e-03, 1.6365e-03, 3.9860e-03, -4.7621e-03,
-1.5185e-03, 1.8621e-03, 5.7680e-05, -4.0141e-04, -4.9504e-03,
2.7698e-03, -6.3586e-03, 9.5614e-04, -4.1380e-03, -6.7168e-03,
-1.7559e-03, 5.1958e-03, -1.6562e-03, 1.0754e-03, -2.1663e-03,
4.3087e-03, 2.1357e-03, -2.8650e-03, -3.0275e-03, 1.1428e-03,
3.6727e-03, 4.5864e-04, -3.6071e-03, 1.7427e-03, 1.9949e-03,
1.4858e-03, 5.2646e-03, -6.2913e-04, 4.5005e-04, 1.9471e-04,
2.8963e-04, -7.3444e-03, -7.3064e-04, 1.6818e-03, -6.2885e-04,
-3.6277e-03, -1.4615e-03, 8.1061e-03, -4.9947e-03, -2.3457e-04,
4.4380e-03, 4.8843e-03, -3.3997e-03, -6.4092e-03, 2.1035e-03,
-4.1800e-03, -8.6258e-03, 2.1845e-03, -1.1983e-03, 9.1266e-04,
1.1697e-03, -2.3300e-03, 7.7092e-03, 1.8418e-04, 3.9893e-03,
-1.9492e-03, -1.4439e-03, -9.8846e-03, -2.7318e-03, -5.4217e-03,
-2.8087e-03, 1.0315e-02, -3.6680e-03, 3.3173e-03, -3.8290e-03,
-3.4826e-04, 4.8070e-03, 7.1521e-05, 2.8009e-04, 5.7551e-03,
-6.1523e-03, -6.2869e-03, 2.6524e-04, 1.1653e-03, -1.1484e-03,
4.5500e-03, -2.4304e-04, -4.1122e-03, 1.2510e-03, 5.5500e-03,
7.7417e-04, -2.0355e-03, 2.0728e-04, 1.7475e-03, 6.4584e-03,
-5.7274e-03, 4.3483e-03, -8.2360e-03, 1.8557e-03, 6.2768e-03,
-4.4807e-03, 1.7831e-04, -7.6850e-03, 4.0299e-04, -5.2637e-03,
2.8833e-03, -2.5728e-03, 9.7217e-03, 7.2183e-03, 9.9509e-03,
1.2946e-02, 5.2584e-04, 1.4115e-03, 2.5881e-03, -9.4737e-04,
6.1010e-04, -4.9020e-04, 7.4194e-04, 1.7768e-03, 1.0023e-03,
-2.3486e-04, 4.6867e-03, 3.4423e-03, -1.2954e-03, 4.5382e-05,
4.5512e-03, 5.0777e-04, 1.3253e-03, 1.0412e-03, 4.8441e-03,
2.4214e-03, 5.4422e-03, 5.3828e-03, 4.9283e-03, 4.9152e-03,
1.3465e-03, -4.0638e-03, -7.1980e-04, -5.5771e-03, -2.6771e-03,
6.4785e-03, 3.0502e-03, -5.6280e-03, 4.4272e-03, 1.9932e-03,
2.2681e-03, -5.8051e-04, -7.2525e-03, -1.3353e-03, 2.8501e-04,
-6.6592e-04, 3.9826e-03, -8.8300e-04, -4.3262e-03, -2.9321e-03,
-1.0971e-03, 6.7128e-03, 1.4558e-03, 3.1744e-03, 6.8572e-04,
5.0200e-03, -4.6938e-03, 1.8662e-03, 1.6173e-03, -2.3478e-03,
4.3321e-03, 3.7485e-03, -2.1969e-03, 1.7000e-03, 4.0889e-03,
4.2122e-03, -3.7696e-03, 2.5801e-03, 4.0801e-04, 6.8585e-03,
5.9986e-03, -2.5127e-04, -2.6778e-03, 3.0825e-03, 3.1482e-04,
3.5645e-03, 9.9990e-05, 6.6298e-03, 1.6077e-03, 6.7271e-03,
-5.9098e-03, -5.8173e-03, -5.0539e-03, 3.5094e-03, -1.7831e-03,
-6.9931e-04, 7.2451e-03, 4.4228e-04, -3.2951e-03, -7.9816e-05,
-4.0303e-04, 1.3972e-03, 4.2499e-03, 2.2614e-03, 2.2740e-03,
-8.8444e-04, -9.9050e-04, -2.6148e-03, -1.3792e-03, -1.4372e-03,
2.2859e-03, -1.5772e-03, -7.1796e-04, -1.0799e-03, -2.0731e-03,
-1.5250e-03, -3.2653e-03, -9.7557e-04, -4.2335e-03, 1.1807e-03,
5.1104e-03, -5.1276e-03, 7.0856e-03, -1.9049e-03, -1.3649e-04,
3.5411e-03, 7.3445e-04, 3.5956e-05, 2.7064e-03, -3.5174e-03,
-1.5969e-03, -3.5900e-03, -6.6687e-04, -4.3251e-03, -1.3721e-03,
-5.0372e-04, -1.4321e-04, 2.8210e-03, -4.2190e-03, 2.8842e-03,
1.1406e-03, -2.2813e-03, 6.2534e-03, 8.8070e-04, 2.9833e-04,
-2.6543e-03, 8.6097e-04, -6.7096e-03, -3.4144e-04, 2.2834e-04,
-2.3427e-03, -1.2205e-03, -1.9172e-03, -3.0130e-04, 1.9233e-03,
-7.7640e-04, 4.6381e-04, -3.9069e-03, -4.7974e-03, 2.2684e-03,
4.4723e-03, -2.3953e-03, -8.9179e-04, -3.6777e-04, 2.3316e-03,
-1.6536e-03, 2.5180e-03, 8.7787e-03, 1.1312e-03, 7.0390e-04,
-3.5880e-04, 2.3880e-03, -3.1822e-03, 4.0644e-03, -1.7823e-05,
1.2771e-03, 4.2897e-03, 1.1390e-03, -2.3742e-03, 3.7986e-03,
-1.2562e-03, -3.3119e-03, -2.9585e-03, 2.6354e-03, -3.3985e-03,
2.0764e-03, -3.0931e-03, 2.0972e-04, -1.4351e-03, -6.6247e-03,
-2.3445e-03, -4.2754e-03, 5.9770e-03, 1.0831e-03, -3.7041e-03,
7.3985e-04, -2.4360e-03, 2.7907e-04, 1.6411e-03, 1.9487e-03,
-1.5800e-03, 8.9692e-04, -2.8652e-03, 3.8470e-03, 1.6114e-03,
-3.1706e-03, 1.9944e-03, -6.5088e-04], device='cuda:0')),
('bert.encoder.layer.5.attention.self.value.weight',
tensor([[-0.0462, 0.0026, 0.0393, ..., -0.0261, -0.0394, 0.0210],
[ 0.0014, 0.0805, -0.0341, ..., -0.0205, -0.0143, 0.0659],
[ 0.0459, -0.0722, 0.0294, ..., 0.0054, 0.0539, -0.1073],
...,
[-0.0383, -0.0203, 0.0128, ..., -0.0488, 0.0309, -0.0136],
[ 0.0770, 0.0217, 0.0667, ..., 0.0584, -0.0035, -0.0030],
[ 0.0879, 0.0562, -0.0210, ..., -0.0314, -0.0046, 0.0817]],
device='cuda:0')),
('bert.encoder.layer.5.attention.self.value.bias',
tensor([ 2.4778e-02, -5.1013e-04, -1.9698e-03, 1.0530e-02, 1.6803e-02,
1.5167e-02, 8.5468e-03, -1.1717e-02, -6.0709e-03, 2.1361e-02,
-3.2198e-03, 1.6053e-02, 3.7357e-02, 2.6004e-03, -8.7692e-03,
9.9812e-03, 2.1175e-02, -2.8468e-02, -2.9744e-03, -1.6331e-02,
2.2869e-02, 1.5415e-02, 1.4447e-02, 2.6615e-02, 8.9861e-03,
1.1409e-02, 2.9086e-02, -1.9526e-03, 9.6225e-03, 1.9382e-04,
-7.3417e-03, -1.2401e-03, 2.3229e-03, -5.8898e-03, -1.6741e-03,
-4.8362e-03, 6.8500e-03, 1.0123e-02, 8.4460e-03, -9.5051e-03,
5.4220e-03, 2.1584e-02, 1.8590e-02, -5.7026e-03, -6.2400e-03,
1.0994e-03, -1.5503e-02, -1.2651e-02, -7.9511e-03, -4.5031e-03,
-8.4331e-03, 2.1423e-02, -1.8240e-02, -1.1893e-02, -7.9604e-03,
1.8917e-02, -6.4302e-03, 7.5701e-03, 7.3049e-03, 1.3341e-02,
1.4178e-02, -1.8027e-02, -1.1850e-02, 8.3023e-03, -4.3105e-02,
-1.0238e-01, -5.0521e-03, 3.7761e-02, 4.6391e-02, 2.3229e-02,
9.3980e-03, -2.1403e-01, 5.2849e-02, -6.9952e-02, 8.6622e-02,
2.8028e-02, 5.9479e-02, 7.3461e-02, -2.2578e-03, -5.5062e-02,
-8.0259e-02, -8.1386e-02, -5.3858e-02, -4.4622e-02, -1.0053e-01,
-6.2112e-02, 3.8515e-02, -8.2218e-02, -6.6888e-03, 3.1843e-02,
-1.8953e-02, -4.5780e-03, -3.0717e-02, 4.2637e-02, -1.6169e-02,
1.0562e-01, -1.9108e-02, -1.0919e-01, -5.1866e-02, -2.7273e-02,
2.2949e-02, -9.3321e-03, -3.1054e-02, -4.0751e-02, 2.3188e-02,
2.0110e-02, -1.6317e-02, 3.4628e-02, 3.8342e-02, 5.2689e-02,
-3.2456e-02, -1.4729e-01, 6.3775e-02, 8.2381e-02, 5.0688e-03,
5.4300e-02, 9.0529e-02, -9.0550e-02, -9.8210e-02, 5.2269e-03,
8.5995e-03, -1.1221e-02, -3.9299e-02, 7.6992e-03, -5.1428e-02,
-8.5949e-03, 2.5791e-02, 2.6630e-02, -1.1852e-02, 6.3377e-03,
-1.6420e-02, -3.5598e-02, 3.3514e-02, -7.0555e-03, 1.9973e-02,
3.7326e-02, -1.8158e-02, 1.6275e-02, 1.9136e-02, 7.8405e-03,
8.6714e-03, 8.0327e-03, -2.2652e-02, 3.3056e-02, -2.5615e-02,
1.5832e-02, -1.0086e-02, 5.0387e-03, -1.1708e-02, 6.1184e-03,
-1.8781e-02, 4.3752e-02, -1.2505e-02, 1.9232e-02, -3.7816e-02,
6.8433e-03, -1.1013e-02, -1.5973e-02, 1.1304e-02, 3.2962e-02,
-2.0043e-02, -1.6438e-02, 5.9467e-03, 9.3181e-03, 2.9345e-02,
-2.2850e-02, 4.7863e-02, -1.5936e-02, 4.3891e-02, 5.6736e-03,
2.4009e-02, -8.5600e-03, -1.0923e-02, 1.2909e-02, -3.5756e-03,
2.1638e-02, -7.1427e-03, 1.0144e-02, -4.3077e-02, 3.2498e-02,
6.0298e-04, -2.6508e-03, -3.0543e-02, -7.6577e-02, -2.1458e-02,
6.8960e-02, -1.8133e-02, 3.4372e-02, 2.0983e-02, 3.2861e-02,
1.7060e-02, -4.8724e-02, -2.0047e-02, 1.7315e-02, -2.1731e-02,
-1.2096e-02, -4.7974e-03, 2.4132e-02, -3.4444e-03, -3.2939e-02,
-1.8459e-02, -4.4187e-02, 2.4014e-02, -2.8096e-02, 2.5138e-02,
-1.7739e-02, -4.8063e-02, 3.6310e-03, 3.1666e-03, 2.4592e-02,
-1.0808e-02, -1.9229e-03, 2.1630e-02, -2.7153e-02, -1.4060e-02,
6.1840e-03, 8.7350e-03, -8.4162e-03, 3.0802e-04, -1.3186e-02,
1.7650e-02, 1.4491e-02, 1.2508e-03, -1.5433e-02, 3.0266e-02,
-1.5138e-02, -1.3656e-02, 7.4337e-03, 4.0558e-02, -1.1163e-02,
1.4192e-02, -3.5251e-03, -4.0529e-02, -4.5111e-03, -8.2210e-03,
4.2606e-02, -6.3025e-03, -1.9920e-02, -1.8914e-03, -2.5782e-02,
3.1103e-02, 2.6913e-02, 9.7282e-03, 6.8482e-03, -5.8145e-03,
1.4246e-02, 8.1208e-03, 1.2059e-02, -2.2443e-02, 5.6133e-05,
-2.2640e-02, 1.0947e-02, -4.4202e-02, 1.9043e-05, -3.5634e-03,
-3.2532e-02, 1.9275e-02, -7.6987e-04, -1.9180e-02, 7.1276e-03,
-1.0568e-02, -2.0981e-02, -3.8102e-03, 5.3919e-02, -2.9404e-03,
3.7015e-02, -3.5723e-03, -1.0068e-02, -2.0688e-02, 1.1679e-02,
-2.9725e-02, 2.0086e-03, -1.2848e-02, -5.3932e-02, 2.3905e-02,
1.5707e-03, 4.4534e-04, 1.6347e-02, -7.0400e-03, 1.5115e-02,
-4.0844e-02, 5.4810e-03, 1.8842e-03, -6.7997e-03, -2.3244e-02,
9.5550e-03, -4.2944e-02, 1.8493e-02, -2.6012e-02, 4.5195e-02,
-1.8982e-03, -2.4226e-02, 2.3568e-02, 9.9694e-03, -9.6264e-03,
2.5828e-02, -5.9747e-03, 5.6972e-03, -4.6241e-02, -1.0484e-02,
2.1803e-02, -1.4366e-02, -8.5801e-03, -7.4703e-03, -2.9012e-02,
-3.4772e-02, 5.9566e-03, 4.8193e-03, -1.7738e-03, 2.2044e-02,
-1.3945e-02, -1.0072e-02, 1.4408e-02, 7.8547e-04, -1.3421e-02,
-6.3028e-03, 2.4788e-03, -5.3492e-03, 1.7227e-02, 1.6111e-03,
7.8564e-03, -2.0958e-02, -2.1018e-03, 1.3868e-02, 5.4764e-02,
-3.3008e-03, -3.0080e-03, -4.9056e-03, -2.5046e-02, 3.2444e-02,
-1.0814e-02, -3.6749e-02, 3.0871e-02, 1.9766e-02, -4.1698e-02,
-1.9119e-02, 1.8067e-02, -1.8181e-02, 4.1945e-02, 2.8651e-02,
1.0236e-02, -2.6072e-02, 1.4917e-02, 7.0631e-03, 1.2605e-02,
2.9712e-02, -1.6432e-03, -1.7340e-02, 2.2975e-02, -3.6530e-02,
-1.7817e-02, -3.2337e-03, -3.6126e-02, 4.5092e-03, -1.6313e-02,
-2.8341e-02, 3.7238e-02, -4.8519e-03, -4.5058e-02, 1.9508e-02,
3.7834e-03, 1.9279e-02, 2.1845e-02, 1.8627e-02, 1.2602e-02,
-1.3612e-02, 3.6741e-02, 3.6528e-03, 1.5937e-02, 3.8285e-02,
1.3654e-02, 1.1094e-02, -2.0806e-02, 6.8626e-02, -3.3478e-02,
1.4347e-02, 1.9016e-02, -3.4629e-03, -2.0833e-02, 6.4469e-02,
3.7646e-03, 2.2999e-02, 7.3703e-03, 1.0476e-02, -1.1452e-03,
1.6886e-02, 1.5922e-03, 3.5767e-02, -4.8891e-02, -1.8142e-02,
1.1698e-02, -1.6451e-02, -1.8772e-02, 1.8336e-02, 1.1280e-02,
-1.1370e-03, -1.8378e-03, -4.5386e-03, -1.6340e-02, -2.1059e-02,
1.1253e-02, -3.5931e-02, 3.7801e-02, -9.9908e-03, 1.2106e-02,
-6.7029e-03, 3.1704e-02, -1.0101e-02, -7.6103e-04, -8.7746e-03,
-2.4333e-02, 1.9709e-02, -3.0877e-02, -2.1229e-02, -1.1514e-02,
3.1366e-02, -4.8875e-02, -4.5891e-02, 1.5807e-02, -1.0146e-02,
-8.2972e-03, 6.6186e-03, -3.1096e-03, 2.1454e-02, 8.1846e-03,
9.6373e-04, -9.1064e-03, -1.5308e-02, 1.7548e-02, 1.2552e-02,
-3.4937e-03, 3.1091e-03, 1.8344e-02, 5.2413e-02, 1.9904e-02,
9.2666e-03, 2.1329e-02, 1.0863e-02, -1.5229e-02, 1.1794e-02,
4.4398e-03, 1.2775e-02, -1.1504e-02, -7.4423e-04, 1.4363e-05,
-2.9505e-02, 1.0563e-02, 7.2820e-02, 2.9985e-03, -8.7700e-03,
4.2340e-02, 1.5602e-02, 4.0631e-03, -3.2857e-02, -1.5571e-02,
-2.5550e-02, 2.8997e-02, -7.6201e-03, -1.5430e-03, -2.7662e-02,
-1.4526e-02, -7.6762e-03, -3.7097e-02, 8.7477e-03, 3.8654e-02,
3.4151e-02, -3.3927e-02, 2.6122e-02, 2.4868e-02, 1.5810e-02,
-1.9382e-02, 6.5225e-03, 2.0356e-02, 1.3306e-02, -9.0693e-03,
4.8004e-02, 4.6523e-02, -2.0529e-02, 1.1262e-02, 1.6012e-02,
-2.3734e-02, -1.3512e-02, 3.9310e-02, 3.5141e-02, 1.6265e-02,
-1.9710e-02, 1.0277e-02, 1.8825e-02, 2.1769e-02, 4.2071e-03,
4.2116e-02, -2.9643e-02, -5.9333e-02, -1.5550e-02, 1.5380e-02,
-3.0217e-03, -2.3266e-02, 1.2779e-03, -2.4491e-02, -2.9443e-02,
-1.6344e-02, -3.2158e-02, -4.1283e-02, 4.4068e-03, -4.0887e-02,
5.0743e-03, -8.9196e-03, 1.0374e-02, 1.4367e-02, -2.7248e-02,
-4.9567e-02, -4.1856e-02, 1.5187e-02, -4.5524e-02, 2.0425e-02,
3.2712e-02, 3.7710e-02, -3.5264e-03, 7.5785e-03, 2.1977e-02,
-4.3676e-02, -1.0426e-02, 3.6287e-02, -2.9822e-02, -5.0125e-02,
1.2560e-02, 2.0118e-02, 2.6493e-02, -3.7701e-03, 5.4746e-02,
1.7492e-02, -5.0094e-02, -3.4281e-02, -1.0959e-02, -5.0745e-02,
4.3733e-02, -9.0748e-03, 7.5213e-03, -4.6723e-02, -3.9666e-02,
2.6496e-02, 1.3338e-02, -2.9015e-02, -4.1570e-03, 7.2180e-02,
-2.1564e-02, 4.1469e-02, 3.7063e-02, -1.1218e-02, -2.6863e-02,
9.4630e-03, 8.4975e-03, 2.4090e-02, 1.2560e-02, 5.6778e-02,
-4.7341e-03, -1.8936e-02, 4.1831e-02, 1.9022e-02, -1.3970e-02,
3.0560e-03, -3.4828e-02, 4.7998e-02, 3.3586e-02, -2.5318e-03,
-6.2899e-02, 1.7889e-02, -4.5236e-02, 6.4115e-02, 2.8138e-02,
-8.3368e-02, -3.1742e-02, -3.6900e-02, 3.0490e-02, 4.4982e-02,
4.9239e-03, 3.4104e-02, 7.1807e-02, -3.7977e-02, -6.4203e-02,
4.2088e-02, -2.3361e-02, 8.3642e-03, 5.1838e-02, -1.0950e-02,
6.7757e-04, 4.2142e-02, -1.4132e-02, 2.3495e-02, 6.2395e-03,
9.4184e-03, -4.6764e-03, 2.5122e-02, -3.4767e-03, 4.3170e-02,
7.3342e-03, -1.5137e-02, -3.5484e-03, 1.5397e-02, 2.0956e-02,
3.1136e-03, -5.6825e-03, 1.7480e-02, 2.6489e-02, 1.0835e-02,
-1.9195e-02, -3.0853e-02, 1.0905e-02, 1.1138e-03, -1.6356e-02,
4.0902e-02, -8.5422e-03, -1.6664e-02, 4.8371e-02, 2.4528e-02,
-7.3714e-02, -3.6964e-02, 8.3774e-03, -4.5781e-02, -6.9629e-04,
-3.4165e-02, -2.3864e-02, -1.6619e-02, -3.8134e-03, 2.2516e-02,
-1.6740e-02, -1.3903e-02, 4.0857e-02, -1.5002e-02, -5.4630e-02,
-5.0979e-03, 1.7636e-02, -1.3830e-03, 9.7956e-03, -1.3837e-02,
-5.3714e-02, 6.8094e-03, 5.2160e-02, -1.4295e-02, 3.7462e-03,
3.3169e-02, -1.4469e-02, -2.1552e-02, 2.4538e-02, 8.4186e-03,
-2.0365e-03, 3.1748e-02, -5.9606e-02, 1.3713e-02, 4.5582e-02,
-1.1967e-02, 1.8255e-02, -3.9123e-03, -1.1676e-02, 1.8141e-03,
-1.5547e-02, -5.5648e-02, -4.7785e-03, -3.3231e-03, -3.0600e-02,
2.0934e-02, -6.6039e-03, -4.3368e-02, -3.7017e-03, -3.6213e-02,
3.1232e-03, 1.0263e-02, -2.6366e-02, 4.4725e-02, -2.1786e-02,
-3.0860e-02, 2.6221e-02, 2.3267e-02, -1.8831e-03, 1.3398e-04,
4.9050e-02, -1.8781e-02, -3.1240e-02, 9.8954e-03, 3.1136e-02,
1.8996e-02, 5.9015e-02, -2.0187e-02, 8.5933e-05, -2.6601e-02,
7.3612e-03, 1.1770e-02, -1.0619e-02, 5.9590e-03, 2.3282e-02,
-1.4307e-02, 1.0024e-02, -6.2368e-03, -4.9763e-02, 3.4425e-02,
-2.3068e-02, -5.5029e-02, -1.3221e-03, -3.5117e-03, -4.3448e-02,
-4.8854e-02, -2.9700e-03, -8.9422e-02, -1.5169e-02, 2.0458e-02,
4.7140e-03, 1.8933e-02, -3.2250e-02, -2.7906e-02, -2.0514e-02,
1.1702e-03, -8.6135e-03, -2.9125e-03, -2.4721e-02, -1.2558e-02,
7.4376e-03, -1.6630e-02, 9.0210e-03, 6.2605e-03, -3.1859e-02,
-3.1500e-03, -1.4848e-04, -3.6698e-03, 9.3576e-03, 4.8507e-02,
7.9316e-03, -1.2302e-03, -1.5882e-02, 1.6579e-02, -6.5632e-03,
-4.1017e-02, 3.0793e-02, -1.9130e-02, 1.1776e-02, 9.2562e-03,
2.1525e-02, 2.6751e-02, -1.0735e-02, -1.0077e-02, 1.7798e-02,
-3.8378e-03, -1.5913e-02, 2.4559e-02, -3.1303e-02, 3.0736e-02,
1.6576e-02, 1.9165e-02, -1.3980e-02, 9.4752e-03, 5.5536e-03,
7.9982e-03, 1.9138e-02, 1.5393e-02, 8.6591e-03, -1.2358e-03,
1.0300e-02, -8.8556e-03, -9.8928e-03, 1.0292e-02, -2.4146e-02,
-2.7759e-02, 8.4904e-04, 9.6086e-03, 1.9515e-02, -1.0551e-02,
6.0738e-03, -5.7653e-03, 2.6345e-02], device='cuda:0')),
('bert.encoder.layer.5.attention.output.dense.weight',
tensor([[-0.0325, -0.0096, -0.0554, ..., 0.0229, 0.0187, -0.0033],
[ 0.0289, 0.0249, 0.0194, ..., 0.0309, -0.0239, -0.0611],
[ 0.0120, 0.0431, -0.0180, ..., -0.0380, -0.0638, -0.0745],
...,
[ 0.0669, 0.0296, -0.0181, ..., -0.0442, -0.0081, -0.0188],
[-0.0205, 0.0682, -0.0152, ..., -0.0074, 0.0135, 0.0074],
[-0.0167, -0.0448, 0.0219, ..., -0.0275, -0.1211, -0.0180]],
device='cuda:0')),
('bert.encoder.layer.5.attention.output.dense.bias',
tensor([ 1.0316e-02, -9.7304e-03, 4.8030e-02, 2.9647e-02, 3.0157e-02,
1.1014e-01, 1.6288e-01, -4.7056e-02, -2.1123e-02, -8.2557e-02,
4.8212e-02, 5.9972e-02, 1.5078e-03, 5.4944e-02, -2.7849e-02,
-1.9929e-02, 4.2014e-02, -1.4399e-02, 3.9328e-02, 3.0808e-02,
6.5278e-02, -5.5862e-02, -1.0156e-02, -6.6611e-02, 5.9018e-02,
-1.1693e-01, -1.7898e-02, -7.2752e-02, 5.5344e-02, -2.4924e-02,
3.3517e-02, 4.8148e-03, 5.3718e-02, -6.1559e-02, 2.2978e-02,
7.4669e-03, -3.1560e-02, 2.0122e-02, -1.7715e-01, 3.1628e-02,
-8.8257e-03, -2.3000e-02, -2.9345e-02, -8.8629e-03, -1.5447e-02,
6.3163e-02, -1.0779e-02, -5.7906e-02, 6.4121e-03, -2.9450e-02,
7.0312e-03, -5.6754e-02, -7.8191e-02, -1.7424e-02, 9.1021e-02,
4.1092e-02, 7.4872e-02, -1.0209e-03, -8.3968e-03, -3.5620e-02,
-2.7374e-03, 3.2635e-03, -2.6504e-02, 1.1669e-03, 1.6997e-02,
-1.8906e-02, -6.6142e-03, 8.7811e-02, -5.1506e-02, -2.2056e-02,
3.5722e-03, 7.3695e-02, 2.7103e-02, -2.6828e-02, -1.1209e-02,
-2.1823e-03, 1.2905e-03, -3.2390e-02, 1.7530e-02, -6.4484e-02,
-3.4476e-02, -4.6455e-03, 5.5891e-02, -2.2691e-04, 3.1100e-02,
-1.1751e-01, 3.0913e-02, 5.1651e-03, 4.9036e-02, -6.9613e-03,
5.1880e-02, -1.6304e-02, -3.6178e-04, 1.2182e-01, -4.0537e-02,
-9.2178e-03, -5.7800e-02, -5.8604e-03, 1.1286e-02, 9.8574e-03,
5.0286e-03, 1.1122e-02, 9.5140e-02, -3.5875e-03, 8.2416e-02,
2.0215e-02, 1.6388e-02, -1.4942e-02, 1.7985e-02, -6.0832e-03,
-6.6789e-02, 3.6462e-02, -2.9674e-02, -2.4324e-01, -1.9814e-02,
-4.0072e-02, 2.3972e-03, -3.5050e-02, 5.2383e-02, -1.9381e-02,
5.8840e-02, 8.1315e-02, -2.9767e-02, 3.9398e-02, -1.2267e-01,
-6.2884e-02, 8.5339e-03, -6.3617e-02, -2.9248e-02, -1.2088e-02,
-1.2382e-02, -2.1594e-02, -5.4114e-02, 1.9115e-02, -3.5445e-02,
3.2432e-02, -4.2557e-02, -2.4947e-02, -5.4739e-02, 2.0741e-02,
5.3568e-02, 2.8210e-02, 1.3171e-02, 7.5406e-02, -7.3394e-02,
1.3013e-02, 1.4603e-02, -3.0987e-02, 4.0107e-02, 1.2989e-01,
8.1625e-03, -5.4991e-02, -5.7962e-02, -5.8638e-02, -6.4212e-02,
-7.5990e-02, 5.2110e-02, 1.0416e-03, -5.1261e-02, -8.0566e-03,
-2.8927e-02, 4.7909e-02, -7.7057e-03, -8.4121e-03, 1.1416e-01,
5.5611e-02, -5.4034e-02, -7.0372e-02, 1.3449e-02, 3.0703e-02,
-1.8702e-02, -8.7939e-02, 5.0413e-02, 6.7434e-02, -4.6941e-02,
-4.0089e-02, -3.2890e-02, 3.3986e-02, 1.5072e-02, -2.1428e-02,
5.0882e-02, -2.1697e-02, 8.6788e-02, 4.8417e-02, 3.9241e-02,
-6.2372e-03, -3.7554e-02, 2.8345e-02, 1.6798e-02, -1.1699e-02,
-3.5761e-02, -2.0580e-01, -3.7922e-02, 2.6535e-02, 4.6189e-04,
9.3840e-03, 4.8830e-02, 1.1855e-01, 3.9604e-02, 4.1245e-02,
-3.5568e-02, -2.2652e-02, 6.5427e-02, 2.4202e-02, 2.0415e-02,
2.5403e-02, 2.2688e-02, 1.9885e-02, 2.8067e-02, 6.4379e-02,
2.0580e-02, -2.8591e-02, -5.2565e-03, 5.8958e-02, 1.4572e-02,
1.0701e-02, -3.5751e-02, -2.5343e-02, 2.1824e-02, -3.1555e-02,
-3.7791e-02, 2.0806e-02, -3.1726e-02, 1.2512e-02, 1.3606e-02,
-2.1529e-02, -3.6959e-02, -3.9109e-02, 1.6545e-02, 1.7970e-01,
-2.8688e-02, -6.4787e-03, 2.2436e-03, 5.5746e-02, 4.3088e-02,
2.6068e-02, -4.6848e-02, -5.9193e-02, -5.8534e-02, -2.2558e-02,
3.8597e-03, -1.8581e-02, -5.4031e-02, 4.2722e-02, -1.4113e-02,
2.8577e-02, -2.5343e-03, -3.5908e-02, -2.9240e-02, 9.7061e-03,
-7.3463e-02, -3.0356e-03, 1.9353e-02, 2.9016e-02, -2.4895e-02,
-4.6146e-02, 3.9316e-02, 5.3353e-02, -1.4986e-02, 1.8732e-02,
2.5970e-02, -5.5644e-02, -1.3386e-02, -1.2477e-01, 2.0051e-02,
-4.9115e-02, -4.1909e-02, 1.0056e-02, -3.0251e-02, 1.0415e-02,
6.7411e-02, 4.8429e-02, -5.4667e-03, 1.2270e-02, 3.0453e-03,
2.8836e-02, 8.3984e-03, 3.1983e-02, -5.7012e-02, 4.9705e-02,
-2.4907e-02, -4.2402e-02, -3.8642e-02, -3.2923e-02, -8.1689e-02,
1.2421e-02, 1.0528e-01, 2.9021e-02, -3.7712e-03, 3.7886e-04,
-9.8677e-02, -2.3142e-03, -1.9920e-02, -1.6692e-02, 3.2849e-02,
-9.8516e-02, 8.1793e-02, -1.0083e-01, 3.8610e-03, 3.6235e-02,
-2.4719e-02, -2.9151e-03, -6.1258e-03, -2.0173e-02, -1.1198e-01,
9.4438e-03, -2.7436e-02, -2.5340e-03, 4.5547e-02, 3.2853e-02,
-4.4933e-02, 7.2278e-02, 1.9634e-02, -1.1517e-01, -2.4546e-02,
6.9302e-02, -8.6136e-03, -4.7394e-02, -3.3770e-03, -1.5729e-02,
3.6394e-02, 9.4630e-03, 1.2648e-02, 4.3909e-04, 6.6348e-02,
-7.1602e-03, 2.4466e-02, -6.0220e-02, 4.5116e-02, 2.5381e-02,
5.8357e-02, -1.0290e-02, -1.0228e-02, 1.5183e-02, 3.7886e-02,
1.2108e-02, -1.7779e-02, -3.5291e-02, 5.8202e-02, -5.8483e-02,
1.4679e-03, -2.5583e-02, -4.7386e-02, 4.8797e-02, 1.8445e-02,
-1.4060e-02, -1.0454e-02, 9.7095e-03, -4.5485e-02, -3.3173e-02,
-4.1785e-02, -1.4480e-02, 3.7573e-02, 4.2413e-02, -1.5349e-02,
6.8067e-02, -5.5071e-02, 7.8203e-02, -2.6578e-02, -2.2252e-03,
3.2657e-02, 1.4615e-02, 2.2059e-02, 5.4398e-03, 1.7511e-02,
2.1126e-02, 3.0602e-02, -3.9353e-04, 2.5040e-02, 1.1938e-02,
2.0718e-02, -7.3732e-03, -4.7967e-02, -2.2630e-02, -8.7287e-04,
1.0012e-02, -1.3661e-01, 1.1468e-02, 2.0890e-02, -8.5880e-02,
8.7307e-03, -9.7449e-04, -3.0833e-02, -6.4941e-03, -9.9139e-02,
1.0073e-02, 1.9810e-02, 2.8194e-02, -4.2756e-02, 1.9326e-02,
1.6209e-02, 9.6486e-03, 6.1887e-02, -4.2614e-02, 9.7500e-02,
3.2634e-02, -1.4824e-03, -2.0895e-02, 2.1270e-02, 9.5120e-02,
4.8768e-02, -3.2145e-02, -9.8443e-02, 4.1530e-02, -3.7278e-02,
-6.7665e-02, 3.8797e-02, 1.4183e-02, -2.8719e-03, -1.6323e-02,
7.1376e-02, 3.9071e-02, -1.7002e-02, -5.8241e-03, 4.8956e-02,
-5.6690e-02, 3.3306e-02, -5.6164e-02, 3.8514e-02, 2.0726e-02,
-4.4395e-02, 1.0055e-02, 6.4190e-02, 5.3762e-02, -7.0882e-02,
-1.0730e-02, 6.4531e-02, 7.6125e-02, -3.0623e-02, -3.2456e-02,
-5.0741e-02, 7.6582e-04, -7.2455e-03, -5.4212e-03, -8.0219e-02,
8.2392e-03, -3.8225e-02, 1.7339e-02, 1.8438e-02, -3.8748e-02,
-5.6732e-03, -1.3948e-02, -4.0318e-02, 5.1262e-03, -1.6578e-02,
-4.9654e-02, 1.4337e-02, -1.8325e-02, -1.5960e-02, 6.5060e-02,
-3.4227e-03, -3.2125e-02, 9.5410e-03, -5.2096e-02, -9.0565e-02,
1.9224e-02, 8.0478e-02, -9.7945e-03, -1.5356e-02, -3.3416e-02,
1.3430e-02, 2.8949e-03, 5.9811e-02, 4.0747e-02, 5.0618e-02,
5.4777e-03, -4.5266e-02, 1.6203e-02, -6.4583e-02, -2.1337e-02,
-1.0263e-02, 1.0725e-02, -2.1221e-02, 1.7431e-02, -6.6296e-03,
-3.0212e-02, 9.2864e-02, -2.7399e-02, -2.0377e-03, 1.4941e-02,
1.6733e-03, 7.2577e-02, 6.0131e-02, -4.4120e-02, 1.3626e-02,
-1.7970e-03, 1.6777e-02, -8.2854e-02, -1.7384e-02, -2.7031e-02,
-1.4210e-02, -2.9293e-02, 5.3169e-02, 3.4838e-03, -1.9750e-02,
-4.2075e-03, -7.1672e-02, -7.5401e-03, -1.8462e-02, 6.5515e-02,
8.8510e-03, 3.0881e-03, 8.4515e-03, 4.8408e-02, 1.9836e-02,
7.0909e-03, -2.0467e-02, 1.8023e-02, -1.0665e-02, 2.5404e-02,
-5.0541e-02, 5.6754e-03, -4.7858e-02, -8.2601e-03, 7.1224e-02,
5.4044e-03, 2.1025e-02, -2.2085e-02, -2.7201e-02, 7.7776e-03,
-1.3532e-02, -4.0907e-02, 2.9445e-02, -4.6164e-03, -3.5794e-02,
1.9397e-02, -1.2266e-02, 2.4070e-03, 4.5574e-02, -3.2422e-02,
1.0808e-02, -2.3544e-02, 1.6582e-02, 6.6497e-02, -3.9121e-02,
-9.4462e-02, 4.6360e-02, -2.6980e-02, 1.7966e-02, -9.0948e-02,
4.2201e-02, -5.0057e-03, 8.0566e-02, 4.9873e-02, 6.1208e-02,
3.0956e-02, -3.2233e-02, -2.5968e-03, -1.6801e-02, 1.2935e-02,
-4.2334e-02, -2.9742e-02, 3.0393e-02, -2.0754e-02, -1.3321e-01,
2.5927e-02, -9.7854e-02, 5.0224e-01, -3.2758e-02, 9.3041e-03,
-2.4179e-02, -3.9098e-02, -5.2171e-02, -2.7882e-03, -3.1407e-02,
-7.2843e-02, 2.3919e-02, -1.2470e-02, -1.0442e-01, 6.4509e-03,
-3.5727e-02, 6.4204e-02, -8.4379e-03, 1.5560e-02, 2.5249e-02,
-2.2813e-02, -5.3345e-02, 2.5859e-02, -5.0231e-02, 5.6137e-02,
3.0657e-02, -6.8950e-02, 3.4135e-02, -3.4772e-02, 8.9654e-04,
-1.5799e-02, -7.1216e-03, -3.9317e-02, -3.3082e-02, 5.9496e-02,
2.6532e-02, -7.8279e-03, 3.9348e-04, -6.9008e-03, 4.9957e-02,
3.9814e-02, -1.8194e-02, 2.8829e-03, 7.8424e-02, 3.4913e-02,
2.2416e-02, -1.8718e-02, 6.3833e-03, 7.0394e-02, -3.1298e-02,
5.8144e-02, -2.9921e-02, -8.2624e-02, -3.9718e-02, -4.1569e-02,
-9.9663e-02, 1.2125e-02, -9.8095e-02, 4.4809e-02, -7.3432e-03,
-3.7754e-02, -3.8765e-02, 2.7598e-02, -1.1417e-03, -3.8305e-02,
4.4228e-02, -2.2529e-02, -7.7156e-04, 2.6135e-03, -3.2585e-02,
-7.6822e-03, -3.3167e-02, 4.2038e-02, 3.4666e-02, 2.2590e-02,
-5.3693e-02, -5.8510e-03, -3.3151e-02, 1.7446e-02, 5.3279e-02,
-7.5515e-02, 1.9261e-02, -4.4995e-02, -2.5145e-02, -1.7571e-02,
1.9559e-02, -3.3611e-02, -5.8690e-02, -3.1545e-02, 7.9338e-03,
-1.7035e-02, -7.3999e-02, 2.5733e-02, -1.1253e-02, -4.1161e-02,
5.6281e-02, 4.3656e-02, 6.5661e-02, 4.3216e-02, 1.9520e-02,
5.0229e-02, -2.6533e-02, -5.6264e-02, -8.8233e-03, -7.2088e-03,
4.5097e-03, -5.1945e-02, 1.8518e-02, 5.7079e-02, 7.5686e-02,
1.0337e-01, 4.2352e-02, 1.0742e-01, -3.3751e-02, -7.7848e-03,
-1.5618e-02, 1.0226e-01, -3.3714e-02, -1.9575e-02, 4.1311e-03,
6.7784e-02, -4.2501e-02, 3.1325e-02, 5.5547e-03, -3.5404e-02,
-1.5781e-02, -5.7819e-02, -1.0993e-02, 9.9004e-03, 1.1749e-02,
1.4966e-02, -5.5558e-02, -3.6302e-02, 7.1042e-03, 1.4479e-02,
-2.3432e-02, 1.0128e-01, -4.4511e-03, 3.4984e-02, -9.4665e-03,
4.7322e-02, -6.1785e-02, 3.3846e-02, -6.1443e-02, -1.0769e-02,
-1.8431e-03, -9.4191e-02, -3.3578e-02, -2.0388e-02, -3.6793e-02,
4.0180e-02, -5.5769e-02, 4.2414e-02, -4.5652e-02, 9.6566e-02,
6.6138e-02, -4.4586e-02, 2.1482e-02, 2.2409e-02, 2.3396e-03,
5.3444e-02, 3.3354e-02, 3.2378e-02, -3.1351e-02, -2.4594e-02,
9.8711e-03, -2.4744e-02, 5.3170e-03, 1.8256e-02, 2.4824e-02,
-2.6419e-02, 8.5643e-03, -2.2103e-03, -9.2660e-03, -1.5682e-02,
-5.7266e-02, 5.2576e-03, 1.5600e-02, -6.2351e-02, 3.7064e-02,
5.7601e-04, -6.2989e-02, 1.0396e-01, -4.2132e-02, -2.3120e-02,
-3.1349e-02, 3.5227e-03, 4.4267e-02, 2.3075e-02, -1.8611e-02,
-1.0894e-02, 7.2845e-02, -1.8905e-03, 6.1652e-02, 5.7375e-02,
7.8899e-02, 1.3328e-02, 2.7448e-02, 4.4277e-02, -1.7305e-02,
4.0074e-02, -5.0228e-02, 4.0246e-02, 2.4743e-02, 9.8664e-04,
9.2080e-02, -2.2402e-02, 3.3099e-02, -9.2469e-03, -1.4545e-02,
3.3778e-02, -2.3362e-02, -1.3857e-02], device='cuda:0')),
('bert.encoder.layer.5.attention.output.LayerNorm.weight',
tensor([0.8352, 0.8556, 0.8302, 0.7955, 0.7844, 0.8164, 0.7448, 0.7789, 0.9151,
0.7145, 0.9181, 0.8855, 0.9167, 0.9006, 0.8656, 0.6840, 0.8109, 0.8084,
0.8210, 0.8736, 0.7400, 0.9361, 0.8362, 0.8255, 0.7871, 0.8276, 0.8782,
0.8974, 0.8166, 0.8693, 0.8416, 0.6931, 0.9071, 0.7098, 0.8243, 0.8031,
0.6703, 0.9008, 0.7228, 0.8552, 0.9095, 0.8471, 0.8745, 0.9111, 0.9252,
0.8868, 0.8569, 0.8534, 0.9370, 0.8220, 0.9180, 0.7679, 0.7972, 0.8794,
0.7660, 0.7186, 0.8204, 0.8580, 0.7671, 0.7818, 0.8368, 0.9330, 0.9062,
0.8870, 0.7181, 0.9191, 0.8704, 0.8086, 0.6733, 0.7700, 0.8652, 0.8271,
0.8355, 0.8209, 0.9083, 0.9100, 0.8088, 0.8402, 0.9180, 0.8673, 0.8500,
0.8126, 0.8554, 0.8311, 0.6456, 0.9101, 0.7659, 0.8392, 0.9014, 0.8160,
0.8508, 0.8007, 0.8615, 0.8544, 0.8084, 0.8247, 0.6637, 0.8851, 0.8775,
0.8825, 0.7705, 0.9337, 0.7364, 0.9450, 0.6832, 0.9016, 0.9202, 0.7663,
0.9103, 0.8957, 0.7771, 0.8185, 0.9168, 0.6129, 0.8800, 0.9191, 0.8478,
0.8453, 0.8783, 0.9213, 0.8646, 0.8671, 0.8858, 0.7679, 0.7485, 0.7477,
0.8486, 0.7659, 0.8193, 0.7861, 0.8667, 0.7736, 0.8376, 0.8685, 0.8929,
0.8468, 1.2447, 0.8873, 0.8588, 0.8888, 0.7113, 0.8973, 0.8139, 1.2759,
0.8272, 0.8401, 0.8619, 0.8687, 0.8467, 0.8993, 0.8888, 0.8675, 0.8935,
0.8340, 0.8647, 0.8099, 0.8977, 0.8610, 0.8248, 0.8768, 0.9805, 0.8901,
0.6892, 0.8559, 0.8161, 0.8739, 0.8506, 0.6958, 0.8148, 0.8294, 0.8964,
0.6799, 0.6948, 0.8502, 0.8160, 0.9060, 0.9261, 0.8395, 0.9257, 0.8322,
0.7943, 0.8205, 0.7805, 0.9224, 0.8620, 0.8903, 0.7796, 0.8766, 0.8487,
0.8684, 0.8418, 0.6450, 0.8316, 0.8559, 0.8255, 0.9042, 0.9053, 0.7029,
0.8147, 0.9255, 0.9154, 0.7434, 0.8956, 0.8344, 0.7605, 0.8266, 0.8870,
0.9476, 0.8590, 0.7985, 0.8858, 0.9055, 0.7827, 0.8838, 0.8041, 0.8985,
0.7751, 0.7712, 0.8406, 0.8388, 0.8861, 0.8062, 0.9016, 0.9616, 0.8809,
0.8845, 0.8927, 0.8799, 0.8388, 0.6329, 0.7852, 0.8932, 0.8262, 0.8400,
0.7929, 0.8615, 0.6283, 0.9177, 0.8416, 0.8807, 0.8341, 0.8019, 0.7929,
0.8086, 0.8755, 0.7719, 0.9045, 0.7958, 0.9181, 0.9242, 0.8449, 0.8775,
0.9405, 0.9460, 0.9539, 0.8750, 0.9177, 0.6535, 0.8449, 0.8707, 0.6479,
0.8482, 0.8557, 0.8299, 0.8541, 0.8615, 0.8833, 0.9071, 0.7061, 0.8905,
0.8744, 0.8490, 0.9357, 0.8184, 0.9489, 0.8811, 0.8394, 0.8557, 0.8227,
0.8983, 0.9375, 0.9002, 0.7541, 2.6347, 0.8626, 0.9328, 0.7046, 0.9239,
0.8717, 0.7818, 0.7287, 0.8104, 0.7626, 0.8279, 0.8576, 0.8074, 0.8593,
0.6244, 0.9096, 0.8789, 0.9090, 0.8308, 0.8094, 0.8498, 0.6030, 0.9064,
0.7800, 0.9123, 0.8998, 0.8537, 0.7904, 0.8156, 0.8444, 0.7239, 0.7713,
0.9006, 0.8303, 0.7746, 0.9504, 0.7444, 0.7831, 0.8748, 0.8261, 0.9222,
0.7467, 0.7941, 0.8979, 0.7968, 0.9114, 0.8731, 0.9532, 0.8370, 0.8952,
0.8972, 0.9314, 0.8984, 0.8517, 0.9047, 0.8999, 0.7477, 0.6099, 0.8954,
0.7548, 0.9118, 0.8347, 0.9037, 0.8818, 0.8356, 0.8451, 0.8163, 0.8759,
0.8203, 0.8276, 0.8388, 0.9285, 0.8703, 0.8254, 0.8473, 0.8436, 0.7386,
0.8247, 0.8781, 0.7956, 0.9052, 0.8458, 0.8627, 0.8948, 0.9636, 0.8766,
0.8226, 0.8298, 0.8965, 0.8575, 0.8654, 0.7911, 0.8193, 0.7970, 0.8698,
0.8666, 0.6233, 0.8289, 0.8388, 0.8999, 0.9247, 0.7739, 0.7662, 0.7347,
0.8789, 0.8813, 0.7500, 0.9203, 0.7571, 0.8720, 0.8703, 0.8611, 0.8559,
0.7497, 0.9361, 0.8340, 0.7514, 0.6761, 0.7839, 0.7455, 0.8323, 0.8609,
0.8643, 0.7906, 0.8342, 0.9118, 0.9461, 0.8211, 0.7784, 0.9099, 0.9368,
0.9225, 0.8095, 0.7776, 0.9951, 0.8320, 0.9079, 0.8537, 0.9381, 0.8848,
0.7378, 0.8157, 0.8748, 0.8623, 0.6536, 0.8634, 0.9345, 0.8444, 0.8736,
0.8022, 0.9635, 0.7109, 0.9198, 0.8527, 0.8177, 0.8718, 0.8900, 0.9189,
0.7304, 0.8155, 0.7843, 0.8157, 0.7551, 0.8761, 0.8882, 0.8785, 0.8252,
0.8783, 0.6853, 0.8591, 0.8855, 0.8672, 0.9939, 0.7499, 0.7610, 0.8412,
0.8476, 0.8075, 0.8459, 0.7720, 0.9130, 0.6998, 0.7801, 0.8148, 0.7728,
0.8700, 0.8493, 0.9119, 0.8448, 0.9318, 0.8476, 0.9274, 0.8512, 0.6618,
0.9029, 0.7925, 0.9724, 0.8033, 0.8359, 0.8994, 0.8827, 0.8842, 0.8177,
0.9441, 0.7228, 0.9264, 0.7945, 0.7926, 0.8955, 0.8715, 0.7818, 0.9214,
0.7951, 0.7895, 0.9139, 0.8013, 0.8681, 0.9166, 0.8906, 0.7669, 0.8610,
0.9064, 0.9864, 0.9198, 0.8383, 0.8705, 0.8618, 0.8638, 0.8656, 0.8796,
0.8489, 0.9052, 0.7406, 0.8843, 0.8195, 0.6638, 0.9024, 0.8885, 0.6722,
0.8290, 0.9217, 0.8715, 0.9297, 0.9336, 0.9328, 0.8836, 0.8967, 0.8689,
0.9044, 0.8461, 0.7848, 0.8137, 0.8122, 0.7386, 0.8856, 0.8230, 0.8335,
0.9113, 0.8944, 0.7467, 0.7324, 0.7719, 0.9456, 0.7969, 0.7747, 0.8761,
0.9047, 0.8202, 0.8080, 0.9332, 0.8566, 0.7164, 0.8317, 0.7553, 1.6482,
0.8568, 0.8315, 0.9075, 0.9222, 0.7036, 0.8868, 0.9116, 0.9030, 0.8404,
0.8700, 0.7466, 0.9411, 0.7453, 0.8538, 0.7983, 0.8358, 0.8796, 0.9063,
0.8073, 0.8369, 0.8860, 0.8897, 0.8700, 0.9212, 0.8876, 0.8472, 0.8783,
0.8922, 0.8303, 0.8625, 0.8017, 0.7550, 0.9033, 0.7305, 0.7998, 0.8079,
0.8462, 0.9503, 0.8069, 0.8192, 0.8961, 0.8440, 0.8769, 0.8135, 0.7195,
0.8871, 0.9102, 0.8484, 0.8735, 0.7784, 0.9095, 0.8919, 0.8600, 0.7294,
0.8049, 0.8381, 0.9563, 0.9157, 0.9138, 0.9320, 0.8849, 0.8973, 0.8422,
0.7327, 0.8560, 0.9505, 0.8410, 0.9473, 0.8972, 0.8473, 0.8110, 0.8485,
0.8707, 0.8956, 0.7685, 0.8447, 0.7891, 0.8581, 0.8732, 0.8904, 0.8512,
0.8261, 0.9380, 0.8198, 0.8689, 0.7959, 0.8101, 0.7835, 0.6882, 0.9193,
0.9039, 0.8016, 0.7458, 0.9113, 0.7554, 0.7256, 0.7965, 0.8293, 0.9061,
0.8367, 0.8848, 0.8877, 0.8632, 0.8356, 0.8320, 0.8230, 0.7638, 0.8634,
0.9397, 0.6241, 0.6873, 0.8565, 0.9556, 0.7331, 0.8157, 0.9389, 0.9016,
0.8378, 0.8804, 0.8880, 0.9089, 0.8725, 0.9033, 0.7908, 0.8693, 0.8944,
0.8958, 0.8213, 0.7913, 0.9136, 0.8531, 0.9098, 0.9289, 0.6426, 0.8663,
0.8717, 0.9265, 0.8746, 0.8656, 0.9783, 0.7924, 0.9327, 0.7608, 0.7664,
0.6995, 0.7930, 0.8827, 0.9291, 0.8611, 0.9150, 0.8037, 0.8964, 0.8274,
0.9160, 0.8677, 0.7782, 0.9437, 0.8276, 0.7804, 0.7416, 0.8337, 0.9200,
0.8831, 0.8597, 0.9281, 0.7726, 0.9133, 0.6173, 0.9311, 0.7778, 0.8725,
0.8568, 0.8199, 0.7874, 0.9215, 0.9772, 0.8127, 0.9076, 0.9210, 0.7793,
0.8387, 0.8892, 0.9213, 0.8230, 0.6691, 0.8446, 0.8108, 0.7510, 0.8554,
0.8457, 0.8333, 0.6664, 0.8270, 0.8676, 0.8641, 0.7933, 0.8912, 0.7959,
0.7513, 0.8532, 0.8824, 0.7909, 0.7812, 0.8586, 0.9132, 0.8405, 0.9278,
0.8615, 0.9329, 0.8460], device='cuda:0')),
('bert.encoder.layer.5.attention.output.LayerNorm.bias',
tensor([-2.1959e-03, -8.9757e-02, -1.4204e-01, 3.0079e-02, -1.9653e-01,
1.1214e-01, -2.4949e-01, 2.5082e-01, 1.6641e-01, 3.6802e-03,
9.4284e-02, -1.6545e-02, -9.9683e-02, -1.4684e-01, -4.6859e-02,
2.2539e-01, -4.5909e-02, -1.4859e-01, -1.8468e-01, -5.0810e-02,
7.8625e-02, 1.1864e-01, -5.8340e-02, 1.4632e-01, -1.4087e-01,
8.1916e-02, 4.9527e-02, 2.7658e-01, 5.6966e-02, 9.0366e-03,
-4.3263e-02, -1.5920e-01, -1.3835e-01, -8.3882e-02, 5.6969e-02,
-1.6804e-02, -2.2526e-01, -4.3721e-02, 1.5674e-01, 1.4035e-01,
-3.5762e-02, -1.2408e-01, 6.8947e-02, 1.3696e-01, 4.1251e-02,
-7.6278e-02, 1.7528e-02, 6.3612e-02, -3.2897e-03, 8.4007e-02,
-4.4587e-04, 2.6977e-02, 2.6506e-01, -8.3338e-02, -6.7923e-02,
-7.6598e-02, -1.1756e-01, 1.7079e-03, 4.9297e-02, 3.2380e-02,
3.4382e-02, -1.4415e-02, 1.2219e-01, -2.4421e-01, -9.8049e-02,
4.0916e-02, -6.9582e-04, -6.4697e-02, 3.6556e-02, -1.1604e-01,
-8.6424e-02, -1.0297e-01, -1.0318e-01, 3.3670e-02, -1.1869e-02,
2.7145e-02, -3.1682e-04, 2.1197e-02, 9.1421e-03, 1.3871e-01,
4.0308e-02, -2.9371e-02, -1.0512e-01, 8.6090e-02, -1.0815e-02,
2.0926e-01, -1.5377e-01, -8.0686e-03, 1.1893e-01, 4.6691e-02,
-1.8121e-01, -1.5152e-01, -1.3455e-01, 2.3080e-02, -1.1363e-01,
1.2474e-01, 3.7011e-02, -8.2936e-02, -6.5018e-02, 1.4074e-01,
-6.2640e-02, -3.1878e-02, -5.9351e-02, 1.3091e-01, -1.4876e-01,
-4.2419e-02, 9.0468e-02, -8.6516e-02, -2.2273e-01, -9.1017e-02,
-1.7829e-03, -1.6977e-01, -5.9541e-02, 1.1263e-01, 3.3042e-01,
1.4017e-01, -8.0821e-02, 1.2762e-02, -8.0679e-02, 3.2028e-02,
3.2622e-02, -1.9813e-02, -1.9498e-02, 7.3141e-02, -2.7251e-02,
2.3610e-02, -7.7551e-02, -7.6100e-02, -9.3704e-02, -2.7210e-02,
-1.4302e-02, 4.7099e-02, -8.3093e-02, 2.2823e-03, -1.4473e-01,
2.6792e-02, 5.7168e-01, 6.7244e-02, -1.1287e-01, -6.6942e-04,
-2.6693e-01, -8.9685e-02, -2.3450e-02, -1.6352e+00, 4.0589e-02,
-4.4775e-02, 1.7567e-02, 1.9187e-02, -1.0803e-02, -3.7913e-01,
-1.2484e-01, -2.4900e-02, -6.7014e-02, 2.0257e-02, 9.6103e-02,
-1.5982e-02, -7.6588e-02, -1.4868e-01, 7.7486e-02, -1.3917e-01,
2.2928e-01, 1.3802e-01, 6.3991e-03, -6.7984e-02, 1.5751e-02,
-1.9849e-01, 6.1178e-02, 1.0388e-01, -1.9563e-01, -2.0070e-02,
2.2760e-02, 1.1841e-01, -4.1103e-02, 5.8811e-02, 1.8039e-01,
1.7092e-01, 1.3952e-01, -3.1243e-01, -1.6762e-01, -3.2968e-03,
-2.0573e-01, -4.3516e-02, -6.5913e-02, -1.9923e-01, 4.5670e-02,
2.4521e-02, -9.4232e-02, -1.2525e-01, -2.9204e-02, -9.8138e-03,
1.3571e-01, 4.1195e-02, 2.1607e-01, 1.8964e-02, -7.7233e-02,
-1.6128e-01, -2.6682e-03, -4.1891e-02, -1.5747e-01, -2.1531e-01,
1.6223e-01, 9.4832e-02, -1.3137e-01, 4.9264e-02, -4.5573e-03,
2.2610e-02, 6.4887e-02, -1.4903e-01, -7.0060e-02, -6.3217e-02,
1.4054e-02, -5.1620e-02, 9.5356e-02, -1.3860e-01, -3.7399e-02,
-7.2874e-02, 1.8277e-01, 1.4084e-01, -6.7387e-02, 7.6580e-02,
4.0408e-02, -1.0419e-03, 6.0901e-02, -2.6158e-01, -3.0035e-01,
1.6909e-01, 3.4873e-02, 1.2422e-02, 1.5483e-01, -2.1876e-01,
-3.5984e-03, 8.2292e-02, -5.4946e-04, -1.7482e-01, -7.9134e-02,
-1.1700e-01, -1.1120e-01, -3.6070e-02, -1.0204e-02, 6.3922e-03,
-1.4572e-01, -3.2530e-03, 1.8764e-01, 4.7517e-02, -6.5207e-02,
-2.0879e-01, 9.8193e-02, 6.4492e-03, 2.3682e-02, 6.9331e-02,
1.2723e-02, 2.7119e-02, 4.9550e-02, 1.0517e-01, 1.0273e-01,
7.4032e-02, -1.7068e-01, -5.8987e-02, -2.9948e-02, 3.3021e-02,
9.1869e-02, -1.3107e-01, 5.4521e-02, -1.8968e-02, -3.8947e-02,
6.4164e-02, 1.1287e-03, -1.0385e-02, -8.2076e-03, -1.5446e-01,
-9.1560e-02, -1.8734e-01, 1.4042e-01, -2.1793e-02, 1.5391e-01,
-9.1375e-02, -1.2860e-01, -3.6144e-02, 9.4794e-02, -1.8478e-01,
-2.0783e-02, 7.4532e-02, -1.1638e-01, 1.2624e+00, 8.8901e-03,
4.7392e-02, -8.9996e-02, -2.7022e-01, 1.0599e-01, 8.8115e-02,
-2.6626e-05, 4.1880e-02, 5.9286e-02, -1.8954e-01, -4.4433e-03,
-1.4504e-01, -1.7014e-01, 3.3753e-02, -7.6082e-02, 1.1939e-01,
2.0193e-01, -1.4045e-01, 1.0581e-01, 8.6358e-02, -7.3468e-02,
-7.3657e-02, -4.1050e-02, 5.2621e-02, -7.8997e-02, 2.2018e-01,
1.1016e-01, 3.9270e-02, 5.0497e-03, 1.1689e-01, -2.0681e-02,
-1.4861e-02, -8.8853e-02, 2.1016e-02, -1.8228e-01, 2.2164e-03,
-1.4389e-01, -6.3458e-02, 4.8224e-02, -3.5429e-02, -6.3513e-02,
-2.5478e-01, 1.7197e-01, 1.1543e-01, 3.3339e-03, 1.9142e-01,
-2.6751e-01, -8.4474e-02, 2.3887e-02, 3.8210e-02, 7.7741e-02,
-1.3772e-01, 8.5259e-02, -3.3143e-02, -2.1005e-01, 9.1177e-03,
-3.7408e-02, 2.2663e-02, -1.1961e-02, -1.5431e-01, 2.6057e-02,
-7.0112e-02, -1.1590e-01, -1.2663e-01, 7.7690e-02, -4.9957e-02,
5.1054e-02, -1.6813e-01, -1.9404e-01, -2.6712e-02, 4.1886e-02,
-2.1489e-01, 5.4776e-02, 2.1089e-02, 2.6391e-02, -1.5583e-01,
-7.3993e-02, -3.2714e-02, 8.0038e-02, -1.0636e-01, -2.6721e-01,
6.5279e-02, -1.1222e-01, 1.2369e-01, -8.8428e-02, 3.5872e-02,
-8.9714e-02, -1.6332e-01, -8.2310e-02, 3.9655e-02, -9.6916e-02,
-9.0292e-02, 2.1191e-02, -1.0273e-01, 1.0930e-01, 3.3399e-02,
-5.0105e-02, 8.5036e-02, 9.7206e-02, 1.3828e-01, -1.3803e-01,
-1.5333e-01, 1.6493e-01, -2.0286e-02, 1.2457e-01, 3.6052e-03,
-1.0379e-02, 1.2098e-04, -9.8993e-03, -3.0665e-02, -1.9572e-01,
-4.8109e-02, 3.0779e-02, 1.5538e-02, -1.6442e-01, -2.7645e-02,
-6.9100e-02, 1.4675e-01, -7.2044e-02, 1.2668e-02, -2.0121e-01,
2.6940e-02, -2.7015e-02, -8.2153e-02, -1.6239e-01, -6.0129e-02,
-8.7108e-02, 7.7589e-02, 5.1119e-02, -8.1234e-02, 7.2829e-02,
-1.9918e-02, 1.1408e-01, 4.3851e-01, -1.5212e-01, -1.0624e-01,
-1.2288e-01, -1.1816e-01, -1.3252e-02, 6.1090e-02, 2.1774e-01,
-8.9468e-02, -6.3304e-02, -1.5377e-01, 8.1541e-03, 1.2028e-01,
-1.2010e-01, 3.7326e-02, -9.5575e-02, 1.8853e-01, -9.9271e-02,
8.0002e-02, 1.3380e-01, 1.6487e-03, -1.0914e-01, 5.3009e-02,
1.0508e-01, 6.3209e-02, -9.9657e-02, 1.4541e-02, -4.7052e-02,
-1.0178e-01, -6.5288e-02, -9.2195e-03, -9.1391e-03, -8.4030e-02,
3.5197e-02, 2.2189e-01, 3.8154e-02, 4.8123e-02, -5.3530e-02,
-3.8263e-01, -7.2803e-02, -4.7584e-02, -1.1614e-01, 2.0942e-02,
-1.3037e-01, -5.1112e-02, -7.2121e-02, 1.3621e-01, -5.6420e-02,
-3.9127e-02, 6.9733e-03, -2.0124e-02, 7.0992e-02, 3.7689e-02,
1.7521e-01, 4.5003e-02, 2.6165e-02, 2.1961e-01, -1.4107e-02,
-2.2235e-03, 5.2109e-02, 4.2139e-02, 6.5377e-02, -1.0159e-01,
-1.1398e-02, -4.2863e-02, -1.1717e-01, 1.4560e-02, 4.2904e-02,
-9.3457e-02, 3.0375e-02, -5.0029e-02, 1.2022e-03, -2.1162e-03,
-5.0737e-02, 7.2124e-03, -1.6133e-01, -3.2163e-02, 2.0941e-01,
7.8501e-03, 9.5787e-03, 2.1163e-02, 4.5560e-03, 4.9425e-02,
2.5265e-01, 3.3035e-02, -2.7042e-03, -1.5771e-01, -2.0607e-01,
1.3495e-01, -6.2695e-02, 9.5983e-02, -8.6082e-02, -1.1970e-01,
-1.0357e-01, -1.4492e-02, 1.8824e-01, 2.2246e-02, -2.2179e-01,
-2.2949e-02, 5.5647e-03, 6.4556e-02, 2.1411e-01, 2.1416e-02,
-1.0980e-01, 1.1856e-01, 1.7894e-03, -3.7343e-02, -8.3255e-02,
-6.7774e-02, 2.4263e-02, -7.2434e-02, -1.1404e-01, -4.3502e-02,
-1.2114e-01, 1.4234e-01, -8.2801e-02, -7.4937e-02, -2.0342e-01,
-1.7636e-02, 2.9559e-02, 1.2286e-01, -1.4635e-01, 1.4586e-01,
-3.1259e-01, -8.5412e-02, -1.8632e-02, -2.1389e-01, -5.6151e-02,
1.5348e-01, -1.5914e-02, -3.2794e-02, 1.1010e-01, 2.0018e-01,
1.7875e-01, 2.5282e-02, -5.6683e-02, 9.3671e-02, 1.2751e-01,
4.7968e-02, -1.4351e-01, -1.5847e+00, -7.7462e-02, 6.9980e-02,
-1.2244e-01, 5.3521e-02, -7.7506e-02, 2.1500e-02, 1.0483e-01,
-8.4735e-02, 2.5766e-02, -4.7555e-02, 4.9205e-02, 8.8581e-02,
1.6528e-02, 6.9942e-02, 4.5161e-03, -5.2001e-02, 6.2217e-03,
-8.9891e-03, 4.2805e-02, -1.6338e-01, 1.0100e-01, -1.6194e-01,
1.8900e-02, 1.5611e-01, -2.6948e-02, -2.5859e-02, -7.1373e-03,
-8.0023e-03, 5.2800e-02, -6.5042e-02, 1.0535e-01, -6.2787e-02,
-7.3859e-02, 9.9979e-03, -5.4291e-02, -1.8516e-01, -1.1575e-01,
7.7406e-02, 5.7363e-02, 1.0253e-01, -7.6378e-02, 1.5553e-01,
-4.0784e-02, -1.0417e-01, -5.9340e-02, -1.8474e-01, 9.7176e-02,
-1.5407e-01, -6.8678e-02, 1.1954e-01, 1.2772e-01, 2.2756e-01,
9.3683e-02, -1.0310e-01, -4.1911e-02, -1.1109e-01, 7.1206e-02,
1.8284e-01, -3.0229e-02, -1.4127e-01, -2.6844e-02, 7.4448e-02,
-1.3146e-01, 4.7363e-02, 1.4555e-01, 7.3097e-02, 8.4625e-02,
-1.6802e-01, -1.1534e-01, -1.6972e-01, 4.2012e-02, 2.3850e-01,
-1.8550e-01, 9.2053e-02, -2.1552e-02, -1.4059e-01, 1.2807e-03,
1.0058e-01, -9.9989e-02, 4.1623e-02, -1.7446e-01, -1.2199e-01,
-5.0630e-02, -1.4758e-01, 1.8285e-01, -6.5724e-02, -5.9133e-02,
-1.0977e-01, -1.5551e-01, 1.2900e-01, -1.0899e-01, -2.1531e-01,
-7.9763e-02, -2.2258e-01, 1.3100e-02, -1.0812e-01, 5.2631e-02,
7.9180e-03, -1.4230e-01, 8.3199e-02, 1.7708e-01, -1.6641e-01,
9.5844e-02, 1.0420e-01, -1.2293e-01, -1.2271e-02, -2.1527e-02,
-1.0380e-01, 1.9113e-01, -1.5955e-03, 1.3907e-02, 6.7974e-02,
6.2680e-02, 6.6404e-02, 5.1342e-02, 8.3172e-02, 1.7807e-01,
7.2921e-02, -1.1159e-02, -1.8378e-01, -9.8640e-02, 9.0690e-02,
9.3849e-02, -1.3849e-01, 6.2457e-02, 3.2830e-03, -7.4121e-02,
2.6533e-02, -3.1717e-02, 1.3255e-02, -4.8944e-02, -4.9369e-02,
1.3244e-01, -2.8433e-02, -6.7750e-02, -4.5968e-02, 8.9853e-02,
-1.1704e-01, 8.5903e-02, -2.5768e-01, 1.9215e-01, 9.6233e-02,
1.5007e-01, 1.2360e-01, -1.6730e-02, -6.1124e-02, -1.1724e-01,
-6.7156e-02, 9.2443e-02, -1.2139e-01, -6.5240e-02, -5.3718e-02,
-1.3183e-02, 1.8624e-03, -3.7589e-02, -5.1901e-02, 6.1155e-02,
4.8095e-02, -1.1103e-01, -1.1121e-01, 1.2616e-01, 9.7670e-02,
2.8018e-02, 3.2871e-02, 2.7613e-02, -9.3372e-02, -9.2492e-02,
3.7602e-02, 1.1968e-01, -1.8676e-01, 2.8473e-02, 2.3787e-02,
-9.8947e-02, -8.9434e-02, -1.6829e-01, 4.4858e-01, -9.8602e-02,
-4.3600e-02, 2.2919e-01, -8.1317e-02, 1.0961e-02, 9.8859e-03,
-1.3695e-01, -6.6499e-02, 6.0009e-02, 2.2012e-01, 2.8260e-02,
-5.5888e-02, -2.3863e-01, -6.7243e-02, -1.2448e-01, 4.7796e-02,
-9.4744e-02, 2.1425e-02, 4.3809e-02, -1.0693e-01, -1.1267e-01,
-1.8331e-01, 1.3472e-01, -1.8417e-01, -7.9484e-03, 9.6776e-02,
-1.4551e-01, -1.1050e-01, 4.2435e-02, -6.5501e-03, 3.8782e-02,
-6.1114e-02, -4.3286e-02, 1.1919e-01], device='cuda:0')),
('bert.encoder.layer.5.intermediate.dense.weight',
tensor([[-0.0756, 0.0168, 0.0381, ..., -0.0888, -0.0052, -0.0551],
[-0.0509, 0.0160, -0.0212, ..., 0.0434, 0.0309, -0.0033],
[ 0.0341, -0.0501, 0.0187, ..., -0.0119, -0.0181, -0.0189],
...,
[ 0.0047, 0.0086, 0.0493, ..., -0.0029, -0.0364, -0.0161],
[ 0.0039, 0.0077, -0.0530, ..., -0.0378, -0.0092, 0.0065],
[ 0.0716, -0.0175, -0.0069, ..., 0.0595, -0.0313, -0.0039]],
device='cuda:0')),
('bert.encoder.layer.5.intermediate.dense.bias',
tensor([-0.0627, -0.1047, -0.1237, ..., 0.0013, -0.0956, -0.1187],
device='cuda:0')),
('bert.encoder.layer.5.output.dense.weight',
tensor([[ 0.0402, -0.0599, 0.0137, ..., -0.0149, -0.0590, -0.0044],
[-0.0615, -0.0234, 0.0199, ..., -0.0002, 0.0184, 0.0298],
[-0.0251, -0.0530, 0.0471, ..., -0.0133, -0.0029, -0.0051],
...,
[ 0.0316, 0.0042, 0.0128, ..., 0.0056, -0.0188, 0.0558],
[-0.0050, 0.0069, -0.0421, ..., 0.0032, 0.0432, 0.0201],
[-0.0083, -0.0432, -0.0149, ..., -0.0021, 0.0168, -0.0512]],
device='cuda:0')),
('bert.encoder.layer.5.output.dense.bias',
tensor([-2.6428e-02, -9.5938e-02, -1.0213e-01, 7.3483e-02, 8.9991e-03,
5.9255e-02, -4.0606e-02, 6.6113e-02, -1.4123e-02, -5.5665e-02,
5.3891e-02, 3.3619e-02, -6.4830e-02, -7.2248e-02, 2.7296e-02,
1.1710e-01, 2.0097e-02, -3.5134e-02, -2.9793e-02, -9.6990e-02,
7.7465e-02, 9.2660e-02, 2.6235e-03, 4.5000e-03, -7.8634e-02,
2.4679e-02, -2.0730e-03, 6.0037e-02, 5.1253e-02, -4.5388e-03,
1.5386e-02, -2.9779e-02, -2.9903e-03, -1.6973e-01, 7.3226e-04,
2.2029e-02, -1.3050e-01, -3.5833e-04, 4.3514e-02, 9.4184e-02,
-1.2443e-02, -6.3838e-02, -5.4669e-02, -1.1683e-02, 4.3268e-02,
-4.9764e-02, -1.0018e-02, 8.7577e-03, -4.5916e-03, 2.3607e-02,
-1.6376e-02, 1.7825e-02, 5.4748e-02, -1.2344e-02, -3.1277e-02,
-9.3199e-03, -6.9107e-02, -5.7848e-02, -4.4395e-03, -5.7463e-02,
-1.6924e-02, -4.1510e-02, 9.2532e-03, -1.2087e-01, -1.0987e-01,
9.8624e-02, -1.3130e-02, -2.6681e-02, 6.8798e-02, -8.2845e-02,
-4.6342e-02, -1.9761e-02, -2.2353e-02, -8.6964e-02, 1.0308e-02,
5.1561e-02, -8.3792e-03, -2.1930e-02, -4.6471e-02, -2.7658e-02,
8.6793e-02, 5.4491e-02, 5.9852e-02, 1.1083e-01, 6.3699e-03,
-7.5932e-02, 1.7447e-02, -1.3203e-02, 2.7629e-02, 1.5667e-02,
-7.8081e-02, -4.0080e-02, -6.9259e-02, 1.4656e-05, -1.5963e-02,
1.4474e-01, 5.8604e-03, 5.4037e-02, 4.6669e-02, 4.7341e-03,
-4.9676e-04, 1.5090e-03, -3.9129e-02, 1.9863e-02, -1.4851e-01,
-2.4960e-02, 8.7945e-02, 6.8720e-02, -1.4129e-02, 8.8970e-02,
-7.9602e-02, -8.3246e-02, 8.7975e-03, -1.2904e-03, 4.7984e-02,
6.5728e-02, -6.6555e-02, 3.8286e-02, 4.9527e-02, 4.2018e-02,
4.8614e-03, 8.3979e-03, -5.4664e-02, -4.7422e-02, -1.3742e-01,
3.7967e-02, 1.6664e-02, 4.1839e-02, -9.4002e-02, -1.9589e-02,
-8.6759e-03, 1.7267e-02, -1.9268e-02, 2.9149e-02, 5.6886e-02,
-8.2808e-02, 2.9611e-02, 4.5205e-02, -4.3426e-02, 1.0931e-01,
-1.1646e-01, -8.0670e-02, -2.5778e-02, -9.1120e-01, -2.5660e-02,
5.6095e-02, 3.3563e-02, -4.0393e-03, -3.6003e-02, -6.1425e-03,
9.2633e-03, -4.4969e-02, -2.4471e-02, -6.5679e-03, 1.7330e-02,
-1.8190e-02, 3.2071e-02, -8.9093e-02, 8.2618e-02, -3.3577e-02,
7.2432e-02, 3.6780e-02, 1.8518e-02, 1.6483e-02, -5.0924e-02,
-1.3716e-02, 4.3161e-02, -3.6460e-02, -2.7695e-02, -5.7434e-02,
-1.8481e-02, 5.2186e-02, -2.5233e-02, 2.0310e-02, -4.5154e-02,
4.8205e-02, 1.0087e-01, -9.4376e-02, 5.6986e-02, -2.5425e-03,
-1.5517e-01, 4.0525e-02, -2.3749e-02, 5.0626e-03, 1.0311e-01,
-6.2236e-03, -3.3311e-02, -1.8081e-02, -1.3880e-02, 2.0656e-02,
1.8775e-02, 9.2613e-02, 6.3398e-02, 3.7463e-02, 4.9024e-02,
-5.4913e-02, -3.4404e-02, -3.1027e-02, -3.3610e-02, -5.6695e-02,
4.8782e-02, 6.9334e-02, 1.8885e-02, 5.0855e-02, 7.7302e-02,
-5.9130e-02, -3.9344e-03, -9.2280e-03, -7.5167e-02, -6.0545e-02,
2.9134e-02, -7.5082e-02, 4.8884e-02, -3.3638e-02, 5.3769e-02,
6.3138e-02, 9.5303e-03, 3.1175e-02, 1.4532e-02, 2.9282e-02,
8.2484e-02, 8.3113e-02, 5.7137e-02, -9.2068e-02, -2.9863e-02,
-1.7108e-02, -2.9284e-02, -2.4999e-02, 9.6808e-02, -9.5282e-02,
-3.3296e-02, 8.0491e-02, -1.5132e-02, -1.4701e-01, -3.2394e-02,
-6.2267e-02, -3.7336e-02, -5.8039e-02, -3.3657e-02, 7.3090e-02,
2.5934e-02, 4.4002e-02, 9.9326e-02, 6.0757e-02, -1.1106e-01,
-6.0256e-02, 1.7098e-02, 3.9869e-02, 2.4411e-03, 4.8321e-02,
-7.5638e-03, -2.3434e-02, -1.0933e-02, 7.5276e-02, 1.4054e-02,
-8.6562e-03, 9.6346e-03, 9.8392e-02, 1.0924e-02, 1.7782e-02,
7.0230e-02, -9.0187e-02, -3.8768e-02, -5.3801e-02, 6.2098e-02,
-1.3693e-03, 2.7554e-02, 2.4634e-02, -1.1711e-01, -6.5808e-02,
-8.0734e-02, -6.6346e-02, 8.6409e-02, 1.1906e-02, 8.9242e-02,
6.7998e-02, -3.6438e-03, 1.1691e-03, 7.9372e-02, -1.6285e-02,
4.3651e-02, 1.6114e-02, -7.6527e-02, 3.1762e-01, -1.0839e-01,
2.8287e-02, 3.5297e-02, -1.3000e-02, 8.7671e-02, -1.6178e-03,
-2.2720e-02, -1.3495e-02, 3.1674e-02, 3.0701e-03, -3.9128e-02,
-4.1734e-02, -2.6385e-02, -2.7466e-02, -1.7526e-02, 4.2530e-02,
-2.6482e-02, -3.6333e-02, 7.4988e-02, -8.2627e-03, 4.7148e-02,
-5.5255e-02, -9.7362e-03, 6.0071e-02, -1.6245e-02, 1.6142e-02,
1.4985e-02, 7.4644e-02, -1.2178e-02, -6.7511e-03, -9.7070e-03,
9.1352e-03, -6.3180e-02, -1.0706e-01, 4.7136e-02, 5.6839e-03,
-4.0779e-02, 3.2913e-02, -1.7310e-02, 7.7426e-03, 3.1233e-02,
-1.8785e-02, -2.0616e-02, 9.3361e-04, 6.4044e-02, 2.3997e-02,
-3.2020e-02, 3.3751e-02, 6.3565e-02, -5.9034e-02, 1.3702e-03,
-6.8251e-03, 7.9215e-03, 1.2397e-02, -5.4960e-02, 4.1433e-02,
7.3769e-03, 4.7848e-02, -1.5569e-02, 6.4750e-02, 7.2691e-05,
2.7731e-02, 3.4687e-02, -3.1076e-02, 1.3126e-02, 8.2468e-02,
-4.2419e-02, -7.4470e-02, -5.9725e-02, 3.9168e-02, 7.1563e-02,
-3.0015e-02, 3.0358e-03, 5.9289e-04, -2.6934e-02, -1.2716e-01,
5.8898e-02, -1.2049e-01, 1.8595e-02, -7.0168e-02, -5.6600e-02,
4.6016e-02, -1.1593e-02, 3.5307e-02, 1.4661e-02, 7.9501e-03,
-2.7962e-02, -2.4966e-02, -2.0393e-02, 4.5646e-02, -1.0438e-01,
-1.4254e-02, -2.4152e-02, -2.5432e-02, -6.1392e-02, -9.6867e-02,
-8.5070e-02, 2.0869e-02, 5.2364e-02, 3.1608e-02, -1.7904e-02,
-4.3614e-02, 4.8861e-02, 1.7441e-02, 3.0341e-02, -9.3823e-02,
3.2813e-02, 3.9689e-02, 3.4025e-02, 2.2650e-03, 9.6929e-02,
-8.7348e-02, 1.4444e-02, -1.5986e-02, -8.7819e-02, 4.3527e-02,
5.7646e-02, 1.0597e-01, 2.3417e-02, -7.4370e-02, -9.4686e-02,
-7.4467e-03, -1.7913e-02, -7.7438e-02, -8.1568e-02, -1.0844e-02,
-6.9261e-02, 5.2025e-04, -4.5309e-02, -2.6531e-02, 1.0379e-01,
9.6897e-03, -2.8889e-02, 1.5181e-02, -2.0857e-02, -1.9237e-02,
-5.9946e-02, 4.5176e-02, -2.8607e-02, 5.9054e-02, 2.2496e-02,
-5.8405e-03, -5.4261e-02, -8.9751e-03, 5.7126e-02, -1.4087e-02,
7.9412e-03, 8.6591e-02, 8.4709e-02, 7.6666e-02, -5.9571e-03,
4.8046e-02, 5.9616e-02, 1.7945e-04, 7.6678e-02, -3.7539e-02,
1.6235e-02, 2.5452e-02, -7.7511e-02, -9.1835e-02, -5.9190e-02,
-8.3984e-02, -3.0302e-03, 2.9728e-02, -5.6385e-02, -3.6510e-03,
8.4585e-02, 1.0140e-01, 3.7048e-02, 2.3949e-02, -4.6727e-03,
-9.3731e-02, 7.9031e-02, -1.0064e-01, 2.5627e-02, -7.7421e-02,
5.7503e-02, 2.2650e-03, 4.8462e-02, 4.8660e-02, 3.5821e-02,
5.7846e-02, 2.4508e-02, 5.2978e-02, -3.9799e-02, 2.3498e-02,
-1.0929e-02, 6.7287e-02, -2.7247e-02, 1.2458e-01, 3.4237e-02,
-1.6513e-02, -7.9803e-03, -4.6156e-02, 9.1694e-02, 6.5006e-03,
-3.3990e-02, -4.1214e-02, 4.1718e-02, 2.8137e-02, 5.3454e-03,
-7.9124e-02, 3.7872e-03, 9.9047e-02, -4.5404e-02, -3.6690e-02,
-6.5103e-02, -1.6475e-02, -9.2483e-02, -8.9415e-02, 9.2115e-02,
3.1674e-02, 3.5268e-02, -2.1447e-03, 1.0803e-02, 3.2891e-02,
3.6672e-02, -5.9651e-04, -1.8456e-02, -8.3918e-02, 4.9809e-02,
1.1534e-01, 1.7705e-02, -1.8378e-02, -4.9209e-02, 2.6954e-02,
2.4283e-02, -7.0427e-02, -1.3463e-02, -1.4978e-02, -2.5128e-02,
-3.4297e-02, 4.4696e-03, -7.0629e-02, 1.8120e-01, 3.0433e-02,
-6.9132e-02, 6.7086e-02, 1.2068e-02, 3.7472e-02, 3.0459e-02,
-4.9572e-02, 5.2438e-02, -2.8580e-02, 1.0735e-02, 3.5472e-02,
3.8113e-02, 7.8982e-02, -5.3523e-02, -9.3135e-02, -8.5892e-02,
1.8836e-02, 7.3371e-02, 2.7846e-04, 1.4563e-02, -2.1163e-02,
-4.4617e-02, -2.0547e-02, 3.5201e-02, -1.8271e-02, 6.5859e-02,
6.1064e-02, 5.6840e-02, 3.1221e-02, -3.8306e-02, 8.4797e-02,
3.2679e-02, 6.9223e-02, -2.6981e-02, 1.4200e-03, -2.6218e-03,
4.5535e-02, -3.7533e-02, -7.0411e-01, 6.2788e-03, 7.1958e-02,
6.5513e-02, 2.5273e-02, -7.4898e-02, -1.2905e-02, 4.3722e-02,
-8.6205e-03, -1.5720e-02, -8.2885e-03, 3.3096e-02, 4.2493e-02,
1.5145e-02, 4.3907e-03, -2.6271e-02, -5.3066e-03, -1.6686e-02,
-3.2622e-02, -3.8793e-02, -2.8435e-02, -5.0183e-02, -7.2882e-02,
5.2456e-02, 7.7385e-02, -2.9096e-02, -5.9509e-02, 7.3878e-03,
6.0980e-02, 3.2306e-02, 1.7200e-02, 3.1741e-02, -1.9119e-02,
-1.6566e-02, 1.1059e-01, 6.8155e-02, -9.7030e-02, -1.0050e-02,
8.0373e-02, -1.2906e-04, 6.3873e-02, 2.2408e-02, 6.2739e-02,
7.2484e-03, 1.4775e-02, -5.1039e-02, -3.8704e-03, -4.9912e-02,
-5.5591e-02, 1.2366e-02, -8.8711e-03, -1.8521e-03, 8.7180e-02,
1.6212e-02, 1.0869e-01, -1.0216e-01, -1.3919e-01, 1.7022e-02,
5.3117e-02, -7.5555e-03, -3.1301e-02, -3.7324e-02, 4.5655e-02,
-4.1587e-02, -1.8236e-02, 6.7692e-03, -1.3439e-02, 2.9199e-02,
-4.3426e-02, 7.6669e-03, -1.9498e-02, -1.1042e-01, 5.2136e-02,
-7.5869e-02, 7.5718e-02, -1.1734e-01, -4.6597e-02, -1.3616e-02,
7.3205e-02, 1.8678e-02, -6.6171e-04, 3.8167e-02, -1.4336e-02,
1.8309e-03, 7.2055e-03, 7.5851e-02, 7.3769e-02, -3.1070e-02,
-1.0755e-01, -1.2495e-01, -2.5706e-02, -7.7018e-02, -1.3442e-01,
5.6116e-02, 5.2996e-02, -6.4765e-02, 2.7727e-02, 4.4498e-02,
-2.1147e-02, -3.2352e-03, -3.2243e-02, 6.2848e-02, -7.3119e-02,
1.0146e-01, 7.4921e-02, -2.3616e-02, 8.0866e-02, 3.0704e-02,
7.5500e-02, 4.1145e-03, 4.2174e-02, 3.3880e-02, 3.3902e-02,
3.8617e-02, 2.3518e-01, -1.7363e-02, -6.6245e-02, -2.0746e-02,
-6.1398e-02, 2.3149e-02, -3.8319e-03, -4.7602e-02, 5.8179e-02,
3.2700e-02, -8.1136e-02, -2.2520e-02, -1.3459e-02, 3.2037e-02,
-1.6465e-02, -3.5519e-02, 1.2777e-02, 7.7445e-03, -1.3622e-02,
-1.6045e-02, 5.8301e-02, -5.0544e-02, 5.2795e-02, 1.1673e-02,
2.5509e-02, 1.2424e-02, 1.4556e-02, 3.2904e-02, 5.8721e-02,
7.3316e-02, 3.0425e-02, 1.0276e-02, -2.5573e-02, -8.3610e-02,
-1.7733e-02, -7.3478e-03, -3.5170e-02, -3.6793e-02, -3.7351e-02,
-2.3469e-02, -3.6946e-02, -2.5848e-02, -6.8032e-02, 1.7736e-02,
2.2188e-02, -5.2474e-02, -2.1701e-02, -7.0531e-03, 3.0412e-02,
-1.7154e-02, 3.8419e-02, 1.1543e-02, -3.3369e-03, 2.6794e-02,
-3.4380e-02, 2.3301e-03, -3.8178e-03, 1.3273e-02, -6.0707e-02,
-5.8984e-02, 1.2120e-02, 2.0191e-02, -6.5106e-02, -2.6769e-02,
-2.8414e-02, 4.8693e-02, 6.6179e-02, -9.2206e-03, 1.5583e-02,
7.7689e-04, -6.1396e-02, 8.1053e-02, 3.3760e-02, 3.8837e-02,
3.1940e-02, 3.8381e-02, 2.9397e-02, 2.1397e-02, 6.4719e-02,
3.7413e-02, -9.8072e-03, -1.3256e-02, 3.5740e-03, 6.3516e-02,
4.5767e-02, -2.3423e-02, -4.7248e-02, -3.9840e-02, 3.6206e-02,
1.3763e-02, -4.8343e-02, 4.9310e-02, -1.2129e-02, -5.3419e-02,
-8.0771e-03, 3.7646e-02, 7.7184e-02], device='cuda:0')),
('bert.encoder.layer.5.output.LayerNorm.weight',
tensor([0.9123, 0.9158, 0.9001, 0.9085, 0.8725, 0.8927, 0.8215, 0.8290, 0.9208,
0.8714, 0.9208, 0.9549, 0.9764, 0.9563, 0.9347, 0.7718, 0.9220, 0.9264,
0.9052, 0.9484, 0.8776, 0.9421, 0.9182, 0.8703, 0.8997, 0.8996, 0.9421,
0.8925, 0.8944, 0.9464, 0.9095, 0.8278, 0.9382, 0.8560, 0.9296, 0.8814,
0.8106, 0.9444, 0.7991, 0.9322, 0.9654, 0.9077, 0.9271, 0.9266, 0.9517,
0.9363, 0.9198, 0.9535, 0.9677, 0.8971, 0.9581, 0.8818, 0.8530, 0.9456,
0.8356, 0.8098, 0.9051, 0.9132, 0.8614, 0.8545, 0.9172, 0.9589, 0.9539,
0.9089, 0.8892, 0.9732, 0.9272, 0.9043, 0.7820, 0.8696, 0.9228, 0.9351,
0.9179, 0.9086, 0.9456, 0.9640, 0.9281, 0.9264, 0.9629, 0.9290, 0.9082,
0.9011, 0.9276, 0.9259, 0.7829, 0.9037, 0.8378, 0.9166, 0.9611, 0.8969,
0.8926, 0.9260, 0.9232, 0.9236, 0.9233, 0.8836, 0.7966, 0.9581, 0.9374,
0.9315, 0.9096, 0.9665, 0.8574, 0.9603, 0.8287, 0.9758, 0.9625, 0.8775,
0.9230, 0.9494, 0.8655, 0.8814, 0.9866, 0.7991, 0.8510, 0.9533, 0.9167,
0.9417, 0.9512, 0.9743, 0.9349, 0.9300, 0.9434, 0.8612, 0.8897, 0.8835,
0.9658, 0.8780, 0.9287, 0.9181, 0.9585, 0.8583, 0.9263, 0.9310, 0.9402,
0.9354, 0.9490, 0.9221, 0.9489, 0.9693, 0.7882, 0.9749, 0.8811, 0.1146,
0.9060, 0.9075, 0.9223, 0.9311, 0.9383, 0.8924, 0.9206, 0.9312, 0.9544,
0.9057, 0.8996, 0.9065, 0.9512, 0.9396, 0.9115, 0.9404, 0.9500, 0.9723,
0.8157, 0.9335, 0.8764, 0.9030, 0.8824, 0.7826, 0.8839, 0.9247, 0.9559,
0.8015, 0.8695, 0.9164, 0.8699, 0.9123, 0.9646, 0.8095, 0.9426, 0.9332,
0.9049, 0.9128, 0.8625, 0.9286, 0.9306, 0.9495, 0.9043, 0.9252, 0.9414,
0.9374, 0.8681, 0.8374, 0.8781, 0.9311, 0.9143, 0.9419, 0.9662, 0.8386,
0.9097, 0.9378, 0.9346, 0.8204, 0.9436, 0.9144, 0.8632, 0.9368, 0.9457,
0.9694, 0.9428, 0.8929, 0.9515, 0.9422, 0.8776, 0.9403, 0.9161, 0.9659,
0.8881, 0.8695, 0.9415, 0.9068, 0.9662, 0.9302, 0.9465, 0.9050, 0.9026,
0.9431, 0.9586, 0.9450, 0.9089, 0.7699, 0.8970, 0.9450, 0.8945, 0.8984,
0.9238, 0.9276, 0.7877, 0.9718, 0.9105, 0.9623, 0.9061, 0.8799, 0.8545,
0.9125, 0.9557, 0.8765, 0.9488, 0.8850, 0.9807, 0.9536, 0.9299, 0.9403,
1.0130, 0.9666, 0.9528, 0.9745, 0.9443, 0.8023, 0.9439, 0.9103, 0.7968,
0.9171, 0.9292, 0.9038, 0.9267, 0.9145, 0.9496, 0.9749, 0.8685, 0.9307,
0.9520, 0.9361, 0.9549, 0.9051, 0.9464, 0.9466, 0.9149, 0.9337, 0.8817,
0.9103, 0.9793, 0.9621, 0.8748, 0.3723, 0.9466, 0.9601, 0.8423, 0.9099,
0.9096, 0.8727, 0.8564, 0.9159, 0.9046, 0.8778, 0.9101, 0.8756, 0.9070,
0.7996, 0.9659, 0.9202, 0.9152, 0.8995, 0.8973, 0.9545, 0.7417, 0.9607,
0.9007, 0.9553, 0.9348, 0.9147, 0.8327, 0.9110, 0.9088, 0.8083, 0.9035,
0.9609, 0.9015, 0.8917, 0.9385, 0.8670, 0.9199, 0.9262, 0.9114, 0.9774,
0.8765, 0.8633, 0.9012, 0.8699, 0.9663, 0.8914, 0.9221, 0.9203, 0.9724,
0.9615, 0.9712, 0.9781, 0.9249, 0.9571, 0.9339, 0.8660, 0.8304, 0.9525,
0.9095, 0.9608, 0.9363, 0.9437, 0.9696, 0.9243, 0.9335, 0.9046, 0.9278,
0.9150, 0.8849, 0.9385, 0.9713, 0.8594, 0.9230, 0.9227, 0.9187, 0.8554,
0.9364, 0.9597, 0.9059, 0.9599, 0.8580, 0.8926, 0.9465, 0.9599, 0.9502,
0.9029, 0.9312, 0.9436, 0.9261, 0.9297, 0.8930, 0.8988, 0.8888, 0.9446,
0.9470, 0.8132, 0.8946, 0.9301, 0.9716, 0.9309, 0.8737, 0.8725, 0.8489,
0.9502, 0.9264, 0.8400, 0.9594, 0.8485, 0.9201, 0.9486, 0.9302, 0.9422,
0.8539, 0.9720, 0.9066, 0.8598, 0.8446, 0.8882, 0.8654, 0.9234, 0.9376,
0.9347, 0.9030, 0.9224, 0.9458, 0.9878, 0.8947, 0.9045, 0.9499, 0.9790,
0.9317, 0.9042, 0.8876, 0.8718, 0.8975, 0.9417, 0.9280, 0.9737, 0.9302,
0.8601, 0.8770, 0.9601, 0.9226, 0.8268, 0.9426, 0.9128, 0.9273, 0.9559,
0.8517, 0.9486, 0.8145, 0.9616, 0.9108, 0.9010, 0.9338, 0.9410, 0.9312,
0.8069, 0.9120, 0.9013, 0.9219, 0.8772, 0.9265, 0.9672, 0.9597, 0.8976,
0.9578, 0.7980, 0.9281, 0.9612, 0.9353, 0.8827, 0.9110, 0.8783, 0.8808,
0.9230, 0.9060, 0.9205, 0.8662, 0.9576, 0.8140, 0.8654, 0.8921, 0.8833,
0.9247, 0.9211, 0.9634, 0.9068, 0.9740, 0.8591, 0.9234, 0.9165, 0.8460,
0.9553, 0.8647, 0.9739, 0.9086, 0.9230, 0.9688, 0.9421, 0.9222, 0.8979,
0.9751, 0.8862, 1.0183, 0.8782, 0.8935, 0.9492, 0.9403, 0.8967, 0.9235,
0.9009, 0.9178, 0.9556, 0.9064, 0.9111, 0.9399, 0.9739, 0.8980, 0.9622,
0.9133, 0.9459, 0.9738, 0.9127, 0.9221, 0.9313, 0.9061, 0.9397, 0.8722,
0.9402, 0.9245, 0.8804, 0.9529, 0.8914, 0.8638, 0.9646, 0.9674, 0.8112,
0.9034, 0.9794, 0.9478, 0.9727, 0.9402, 0.9711, 0.9266, 0.9492, 0.9273,
0.9388, 0.9096, 0.8943, 0.8920, 0.8885, 0.8577, 0.9114, 0.8657, 0.8933,
0.9304, 0.9735, 0.8475, 0.8726, 0.9201, 0.9417, 0.9138, 0.8699, 0.9449,
0.9260, 0.8633, 0.8654, 0.9499, 0.9099, 0.8354, 0.9010, 0.8630, 0.6379,
0.9080, 0.9076, 0.9593, 0.9654, 0.8518, 0.9551, 0.9203, 0.9553, 0.9181,
0.9387, 0.8487, 0.9378, 0.8555, 0.8979, 0.9000, 0.9380, 0.9461, 0.9553,
0.9024, 0.8880, 0.9214, 0.9345, 0.9406, 0.9330, 0.9533, 0.9423, 0.9482,
0.9390, 0.8978, 0.9433, 0.8901, 0.8680, 0.9727, 0.8377, 0.8710, 0.9004,
0.9209, 0.9585, 0.8828, 0.9137, 0.9344, 0.9324, 0.9467, 0.9223, 0.8732,
0.9327, 0.9268, 0.9218, 0.9056, 0.8646, 0.9211, 0.9018, 0.9127, 0.8873,
0.8966, 0.8848, 0.9442, 0.9394, 0.9778, 0.9798, 0.9355, 0.9553, 0.9039,
0.8540, 0.8955, 0.9561, 0.9041, 0.9568, 0.9363, 0.8755, 0.8937, 0.8444,
0.9478, 0.9303, 0.9105, 0.9131, 0.8723, 0.9192, 0.9596, 0.9512, 0.9510,
0.9098, 0.9765, 0.9010, 0.9252, 0.9178, 0.9247, 0.9051, 0.8435, 0.9304,
0.9487, 0.8467, 0.8785, 0.9719, 0.8829, 0.8423, 0.9091, 0.9115, 0.9360,
0.8833, 0.8985, 0.9334, 0.9400, 0.8924, 0.9256, 0.9222, 0.8844, 0.9317,
0.9598, 0.8014, 0.8338, 0.9390, 0.9547, 0.8604, 0.9331, 0.9741, 0.9169,
0.8917, 0.9301, 0.9702, 0.9655, 0.9404, 0.9688, 0.8889, 0.9199, 0.9577,
0.9565, 0.9018, 0.9055, 0.9594, 0.9204, 0.9502, 0.9450, 0.8480, 0.9570,
0.9487, 0.9566, 0.9467, 0.9280, 0.9370, 0.8961, 0.9577, 0.8693, 0.8235,
0.8291, 0.9099, 0.9256, 0.9714, 0.9333, 0.9429, 0.9215, 0.9543, 0.8870,
0.9450, 0.9488, 0.9140, 0.9642, 0.8860, 0.8720, 0.8396, 0.9223, 0.9575,
0.9367, 0.9089, 0.9380, 0.8964, 0.9655, 0.7981, 0.9641, 0.8426, 0.9562,
0.9471, 0.8959, 0.9094, 0.9412, 0.9154, 0.9313, 0.9583, 0.9198, 0.8847,
0.9093, 0.9502, 0.9432, 0.8897, 0.8184, 0.8788, 0.9097, 0.8531, 0.9019,
0.9105, 0.9227, 0.8313, 0.8990, 0.9305, 0.9201, 0.8871, 0.9613, 0.9211,
0.8776, 0.9113, 0.9263, 0.8945, 0.8659, 0.9636, 0.9639, 0.9194, 0.9873,
0.9097, 0.9498, 0.9167], device='cuda:0')),
('bert.encoder.layer.5.output.LayerNorm.bias',
tensor([ 3.9547e-03, 1.9262e-02, 6.0263e-02, -4.8559e-03, 9.5201e-02,
-5.3827e-02, 8.4823e-02, -1.0829e-01, -9.1179e-02, 1.9379e-02,
-5.4874e-02, 1.7853e-02, 3.8684e-02, 5.5161e-02, 2.0809e-02,
-5.9253e-02, 3.0793e-02, 4.8670e-02, 7.5598e-02, 4.0512e-02,
-2.4051e-02, -5.5013e-02, 3.3484e-02, -4.7889e-02, 6.2572e-02,
-1.4488e-02, -1.8863e-02, -1.0772e-01, -1.5988e-02, -3.5245e-04,
1.3709e-02, 7.1627e-02, 5.9460e-02, 3.4308e-02, -3.6760e-02,
-5.4305e-03, 5.8741e-02, 9.8828e-03, -4.7713e-02, -6.8198e-02,
4.6972e-03, 4.6055e-02, -2.9346e-02, -6.7922e-02, -1.9217e-03,
2.1769e-02, -1.9070e-02, -2.9717e-02, -2.1537e-02, -5.7001e-02,
-2.2328e-02, -2.1426e-02, -9.0677e-02, 6.0270e-02, 2.2432e-02,
5.1417e-02, 4.0752e-02, 1.3881e-02, -4.8629e-03, -4.1127e-02,
-1.9317e-02, 3.4656e-03, -6.9399e-02, 1.0748e-01, 1.0448e-02,
-6.0108e-03, -8.3580e-03, 3.2592e-02, -2.7139e-02, 5.3196e-02,
3.8802e-02, 4.3420e-02, 3.7935e-02, -2.6032e-02, 1.9532e-02,
-2.2356e-02, -3.3368e-03, 2.1932e-03, -1.7757e-03, -5.3008e-02,
-1.2271e-02, -2.4146e-03, 2.4933e-02, -4.6162e-02, 4.8115e-03,
-9.5917e-02, 5.7325e-02, 1.6480e-02, -5.0498e-02, -1.7628e-02,
8.3001e-02, 5.3511e-02, 7.8259e-02, -4.1189e-02, 4.5095e-02,
-5.4965e-02, -2.0424e-02, 4.6495e-02, 1.3395e-03, -7.9733e-02,
2.4381e-02, 1.1255e-02, 5.7233e-03, -5.2158e-02, 5.1783e-02,
1.2424e-02, -4.4380e-02, 2.3852e-02, 9.3981e-02, 4.5502e-02,
-2.0133e-02, 4.4879e-02, 3.6952e-02, -3.0711e-02, -1.0630e-01,
-6.6165e-02, 1.9782e-02, -2.6086e-02, 3.6260e-02, 1.0334e-02,
-3.7007e-02, 4.8911e-03, -1.0504e-02, -3.1888e-02, 2.6500e-03,
-3.2970e-03, 5.7402e-02, 1.3966e-02, 3.1686e-02, 2.2080e-02,
1.6321e-03, -9.4815e-03, 2.9898e-02, 1.1675e-02, 5.8431e-02,
-2.1193e-02, -1.2591e-01, -3.9957e-02, 1.3428e-01, -1.1005e-02,
9.7254e-02, 2.7901e-02, 8.8099e-03, 3.5348e-01, 4.1133e-05,
2.8869e-02, -2.4668e-02, -4.5535e-02, 1.8380e-02, 9.6630e-02,
8.8288e-02, -4.1641e-03, 3.7566e-02, -1.4445e-02, -7.1139e-02,
-3.8708e-03, 2.2630e-02, 6.7294e-02, -2.6177e-02, 5.3419e-02,
-9.9369e-02, -7.3317e-02, 6.9549e-03, 4.0197e-02, -5.7894e-03,
8.9790e-02, -7.3197e-02, -4.2595e-02, 8.5167e-02, -5.9514e-03,
-1.0601e-02, -3.1585e-02, 2.8955e-02, -4.6441e-02, -7.8312e-02,
-1.0095e-01, -7.5408e-02, 1.3395e-01, 7.1554e-02, -6.6960e-03,
6.1199e-02, 1.7107e-02, 2.8371e-02, 1.2194e-01, -2.1275e-02,
3.5848e-03, 4.4262e-02, 9.0035e-02, 4.2033e-03, 2.9072e-02,
-5.7775e-02, -2.6360e-02, -9.1224e-02, -1.4104e-02, 4.7452e-02,
8.8536e-02, -7.2056e-03, 1.2253e-02, 5.9666e-02, 8.0668e-02,
-5.9128e-02, -4.6903e-02, 5.5497e-02, -2.9607e-02, -1.1029e-02,
-1.7317e-02, -4.4193e-02, 7.7620e-02, 1.2289e-02, 1.4446e-02,
-5.8017e-03, 4.9991e-02, -4.5337e-02, 5.2137e-02, 1.2838e-02,
3.9717e-02, -7.2219e-02, -5.3523e-02, 2.0683e-02, -4.1642e-02,
-1.2400e-02, 1.7309e-03, -1.5387e-02, 1.4241e-01, 1.3139e-01,
-6.1055e-02, -1.4099e-03, -1.3207e-03, -7.1131e-02, 7.2170e-02,
4.7032e-03, -5.6461e-02, -1.3036e-02, 2.5299e-02, 3.2411e-02,
4.5191e-02, 2.2490e-02, -2.5473e-03, -7.8553e-03, 1.0583e-02,
7.9304e-02, 8.6501e-03, -5.0400e-02, -2.1065e-02, 1.7173e-02,
6.4072e-02, -4.3074e-02, 3.6842e-04, -2.7673e-02, -5.6633e-02,
-1.3063e-02, -5.6499e-03, -5.7073e-02, -3.6831e-02, -4.3838e-02,
-3.4633e-02, 1.0039e-01, 3.7044e-02, 3.0207e-02, -1.8420e-02,
-2.3027e-02, 3.8426e-02, -3.5141e-02, 5.5668e-03, 1.4735e-02,
-2.7071e-02, 2.1859e-02, 2.8801e-02, -3.8512e-02, 5.7740e-02,
2.9009e-02, 6.9954e-02, -7.5625e-02, 5.7228e-03, -9.4556e-02,
5.4969e-02, 4.5390e-02, 2.7718e-02, -4.2393e-02, 1.0686e-01,
1.0770e-02, 2.8226e-04, 6.2459e-02, -1.7613e-01, -1.2976e-02,
-3.9125e-02, 3.1049e-02, 9.9246e-02, -4.8045e-02, -4.2024e-02,
-2.1219e-02, -9.1958e-03, -1.0758e-02, 8.5558e-02, -1.7467e-03,
8.8843e-02, 8.0748e-02, -6.4160e-03, 4.4886e-02, -4.3921e-02,
-8.1846e-02, 5.8990e-02, -2.0065e-02, -3.1137e-02, 6.5522e-02,
4.2328e-02, -8.8008e-04, -4.9598e-03, 5.0652e-03, -8.5577e-02,
-7.2173e-02, -1.9141e-02, -8.2827e-03, -4.1023e-02, 1.8372e-02,
-1.4174e-02, 3.8953e-02, -1.2669e-02, 1.1034e-01, -9.4862e-03,
5.7410e-02, 4.2077e-02, 3.2541e-03, -1.6229e-03, 2.7467e-02,
1.0062e-01, -1.2901e-01, -4.8388e-02, -2.1220e-03, -8.1053e-02,
1.6783e-01, 4.7898e-02, 1.7145e-04, -4.7018e-02, -5.9555e-02,
5.6414e-02, -2.2005e-02, -7.2285e-03, 7.9233e-02, -4.5561e-03,
1.4338e-02, -5.5138e-03, 2.1438e-02, 5.8838e-02, -1.2895e-02,
2.3825e-02, 2.6669e-02, 4.1647e-02, -2.0736e-02, 3.5915e-02,
-1.2379e-02, 6.1535e-02, 6.8263e-02, 5.6481e-03, -2.6692e-02,
8.7456e-02, -2.6238e-02, -1.8728e-02, -3.6580e-03, 5.8497e-02,
2.8710e-02, 1.4361e-02, -5.0416e-02, 3.2540e-02, 1.2589e-01,
-3.9834e-02, 4.2496e-02, -8.4395e-02, 3.4622e-02, -4.9054e-02,
3.6542e-02, 6.8838e-02, 3.6329e-02, -7.8400e-03, 3.3213e-02,
2.7659e-02, 6.5841e-03, 3.2485e-02, -5.2443e-02, -1.3566e-02,
3.2092e-02, -3.2064e-02, -3.6999e-02, -9.7620e-02, 6.8582e-02,
5.6421e-02, -5.5346e-02, 1.8940e-02, -3.4948e-02, -1.0320e-02,
-2.3012e-02, -2.1292e-03, 6.1792e-03, 2.7255e-02, 7.6666e-02,
1.1714e-02, -1.6807e-02, -2.7503e-02, 7.1792e-02, 6.5361e-03,
3.8539e-02, -7.4574e-02, 1.1078e-02, -1.2037e-02, 6.6660e-02,
-1.9748e-02, 1.7208e-02, 4.2326e-02, 8.7591e-02, 3.2105e-02,
3.5094e-02, -1.6652e-02, -3.5278e-02, 3.3867e-02, -4.2855e-02,
9.1867e-03, -3.6487e-02, -1.5772e-01, 5.3997e-02, 2.6836e-02,
5.0118e-02, 6.2966e-02, 9.1698e-03, -2.3660e-02, -6.0284e-02,
3.8578e-02, 5.2270e-02, 7.2173e-02, -7.0865e-03, -8.5487e-02,
2.7920e-02, 4.6345e-03, 7.7578e-02, -7.9110e-02, 4.0352e-02,
-5.0992e-02, -7.5899e-02, -1.6802e-03, 3.7675e-02, -3.9708e-02,
-6.5876e-02, -4.6516e-03, 1.0060e-02, 1.3725e-02, 3.7704e-02,
2.8075e-02, 3.1352e-02, 6.0137e-03, 2.1734e-03, 4.9026e-02,
-3.5453e-02, -7.3884e-02, -1.7102e-02, -1.6340e-02, 2.2772e-02,
1.6302e-01, 2.2347e-02, 6.8354e-03, 4.2476e-02, -2.0898e-02,
5.1772e-02, 2.6003e-02, 3.9459e-02, -6.0838e-02, 3.4168e-02,
1.9532e-02, 3.0862e-03, 6.3760e-03, -2.3795e-02, -3.3179e-02,
-8.6538e-02, -2.2301e-02, -1.3570e-02, -8.3734e-02, 1.1916e-02,
-7.5591e-03, -1.4174e-03, -3.7378e-02, -2.0213e-02, 2.3890e-02,
1.4053e-02, 5.3405e-03, 6.1682e-02, -3.3465e-02, -2.9357e-02,
4.8710e-02, -1.7276e-02, 1.8103e-02, -6.1382e-03, -4.7703e-03,
2.3550e-02, 2.1625e-02, 6.6896e-02, 9.6418e-04, -7.7468e-02,
-1.1275e-03, 1.0117e-02, -1.0014e-02, 1.8592e-03, -3.2550e-02,
-9.7046e-02, -2.5116e-02, 2.6008e-03, 4.3536e-02, 9.8691e-02,
-1.0060e-01, 2.5555e-02, -6.1973e-02, 3.7747e-02, 3.8780e-02,
6.3095e-02, 5.7408e-03, -9.6720e-02, -2.7389e-02, 7.3270e-02,
2.5664e-02, -6.9182e-03, -2.5910e-02, -3.9054e-02, -1.5743e-02,
4.1773e-02, -2.3692e-02, 5.2041e-03, 4.2937e-02, 5.0065e-02,
1.3745e-02, -3.6173e-02, 3.4802e-02, 2.8915e-02, 1.7997e-02,
3.7820e-02, -6.5778e-02, 4.5766e-02, 2.9772e-02, 5.9499e-02,
3.4431e-03, -4.5282e-03, -6.0215e-02, 5.6753e-02, -7.8274e-02,
1.2182e-01, 1.5770e-02, -1.0722e-02, 7.6426e-02, 3.6878e-02,
-9.2123e-02, -1.5094e-03, 1.6237e-02, -5.1828e-02, -7.5481e-02,
-7.8692e-02, -1.4112e-02, 1.7548e-02, -5.1766e-02, -4.4647e-02,
-8.2085e-03, 6.0207e-02, -3.9976e-01, 4.4955e-02, -2.4012e-02,
4.3460e-02, -2.9666e-02, 2.1788e-02, 6.0401e-03, -4.6682e-02,
4.2826e-02, 6.7654e-03, 3.2563e-02, 1.5078e-03, -5.6787e-02,
-5.5379e-03, -1.6519e-02, 1.8901e-03, 9.9548e-03, -8.6388e-03,
-9.5990e-03, -2.0251e-02, 6.7558e-02, -8.0478e-02, 5.4627e-02,
-2.3007e-02, -9.2176e-02, -3.3303e-03, -7.7100e-03, -9.7959e-03,
2.5704e-02, -4.9417e-02, 2.2756e-02, -5.6739e-02, 2.8001e-02,
8.3042e-03, -3.0997e-03, 4.2579e-02, 6.8549e-02, 5.3243e-02,
-2.9452e-02, -1.0520e-02, -1.7441e-02, 3.4547e-02, -4.7582e-02,
3.7097e-02, 4.5486e-02, 1.0951e-02, 1.0248e-01, -2.1649e-02,
4.1006e-02, 1.8645e-02, -6.5981e-02, -4.6586e-02, -1.0291e-01,
-2.0990e-02, 3.8304e-02, -4.2322e-03, 5.5032e-02, -7.3432e-02,
-4.6847e-02, -2.7184e-03, 5.8155e-02, 2.1635e-02, -2.7185e-02,
2.9632e-02, -5.6724e-03, -8.5555e-02, -3.1714e-02, -4.9106e-02,
9.9948e-02, 6.6847e-02, 9.8755e-02, -2.6567e-02, -7.8816e-02,
6.6581e-02, -5.0398e-02, -1.5006e-02, 6.0617e-02, -3.1563e-02,
-5.1219e-02, 3.6850e-02, -2.5477e-02, 7.8051e-02, 5.0589e-02,
2.5379e-02, 5.6000e-02, -7.6316e-02, 3.4023e-02, 6.6735e-03,
3.1651e-02, 7.0027e-02, -6.9612e-02, 7.0733e-02, 6.6062e-02,
3.0515e-02, 1.0215e-01, -1.6198e-02, 7.6076e-02, -1.2057e-02,
9.3798e-04, 5.3047e-02, -2.0495e-02, -7.6346e-02, 6.4895e-02,
-3.1164e-02, -2.6309e-02, 4.8131e-02, 3.1173e-02, 2.7546e-02,
5.7040e-02, -9.2723e-02, 4.7750e-03, 2.2836e-02, -3.9061e-02,
-3.6942e-02, -3.7472e-02, -3.2417e-02, -5.0610e-02, -8.6478e-02,
-5.1815e-02, 4.8105e-03, 7.6416e-02, 5.2359e-02, -3.3994e-02,
-7.2794e-02, 4.8145e-02, -4.6117e-02, -1.8908e-02, 3.4028e-02,
-3.9507e-02, 1.0303e-02, -5.6454e-03, -6.2542e-03, 4.3801e-02,
-6.7276e-02, 2.8121e-02, 2.7343e-02, 1.5304e-02, -5.6984e-02,
4.1358e-02, -3.9403e-02, 1.4036e-01, -6.1110e-02, -3.1547e-02,
-4.5075e-02, -5.8959e-02, 2.4646e-02, 1.8964e-02, 4.9508e-02,
1.4448e-02, -2.7835e-02, 5.3942e-02, 9.0346e-03, 2.0101e-02,
7.2178e-03, -1.6302e-03, 4.2452e-02, 1.6883e-02, -3.4075e-02,
-1.7771e-02, 4.9806e-02, 4.1056e-02, -5.9419e-02, -3.9696e-02,
-1.1020e-02, -4.0556e-02, -2.2374e-02, 4.7585e-02, 1.1744e-02,
1.0189e-02, -5.6521e-02, 6.7291e-02, 2.1964e-04, -2.9641e-02,
4.9419e-02, 2.2293e-02, 7.5448e-02, -1.5693e-01, 2.3842e-02,
1.3992e-02, -1.2283e-01, 3.8112e-02, -2.3593e-02, -9.2537e-03,
7.1594e-02, 3.6804e-02, -1.9658e-02, -9.4240e-02, -2.6017e-02,
1.6715e-02, 8.7838e-02, 1.4623e-02, 5.8442e-02, -1.3882e-02,
3.6924e-02, -2.8007e-02, -3.6332e-02, 6.8641e-02, 5.7312e-02,
6.1440e-02, -4.2545e-02, 8.4739e-02, 8.1607e-03, -7.1105e-02,
6.8547e-02, 2.8877e-02, -2.9302e-02, 1.5722e-03, -2.8536e-02,
1.6486e-02, 1.9606e-02, -7.3743e-02], device='cuda:0')),
('bert.encoder.layer.6.attention.self.query.weight',
tensor([[-0.0263, -0.0656, 0.0529, ..., -0.0009, -0.0147, -0.0171],
[-0.0860, -0.0029, -0.0033, ..., -0.0334, -0.0703, -0.0457],
[ 0.0597, -0.0084, 0.0214, ..., -0.0085, 0.0222, 0.0074],
...,
[-0.0188, -0.0087, 0.0411, ..., -0.0919, 0.0431, -0.0043],
[-0.0025, -0.0504, 0.0202, ..., 0.0249, -0.0171, -0.0086],
[-0.0433, 0.0045, 0.0598, ..., -0.0111, -0.0112, -0.0386]],
device='cuda:0')),
('bert.encoder.layer.6.attention.self.query.bias',
tensor([-5.0350e-02, -2.4476e-02, -1.1441e-01, -1.3813e-03, 6.2895e-02,
-1.7594e-02, -1.5401e-01, -3.9930e-02, 5.8910e-02, -5.0419e-02,
1.0575e-01, -9.6644e-03, -8.9008e-02, 1.1768e-01, 1.2199e-02,
4.7418e-02, 7.8555e-02, -1.9661e-02, 1.6785e-02, 8.9744e-02,
8.0025e-02, -3.8096e-02, -3.8179e-03, 5.5498e-02, -1.5586e-01,
-7.0319e-02, -1.8975e-02, -9.7405e-02, -8.4652e-02, 3.2834e-02,
-1.0477e-01, -9.0121e-02, -2.3436e-02, -3.6352e-02, 9.1242e-02,
3.9255e-02, -6.7895e-02, -5.5802e-02, 7.6012e-02, 1.4394e-01,
-5.1007e-02, 2.5235e-03, -1.9554e-02, 1.7682e-02, -1.0419e-02,
-8.3284e-02, -3.1610e-02, 7.0397e-02, 4.9612e-02, 2.0383e-02,
2.1579e-02, -6.5673e-02, 1.9531e-02, -7.1657e-02, 9.6974e-03,
-1.3262e-01, 5.4556e-02, 6.0865e-02, -2.3722e-02, -2.1217e-02,
-1.0779e-01, 9.2101e-04, 1.4399e-01, 8.5465e-02, 1.5183e-02,
1.6819e-02, 2.8406e-02, 7.2449e-03, -2.4033e-02, -1.6644e-03,
1.0166e-02, -5.8935e-02, 2.8892e-02, 8.5508e-02, 1.4775e-01,
-4.6405e-03, -5.9368e-04, 1.9032e-04, -7.0533e-02, 1.8052e-02,
-3.8997e-02, -8.1004e-02, 7.9257e-02, -4.3403e-02, 1.0141e-01,
8.2291e-03, 9.1049e-02, 5.8829e-02, 4.1190e-02, -3.1162e-02,
3.8356e-01, -3.8401e-03, 5.4598e-02, -5.3846e-02, 1.4247e-02,
-1.5079e-02, 2.1025e-02, 3.3537e-02, 7.0309e-02, 5.5045e-02,
-1.5031e-01, -8.5374e-02, -1.0704e-01, -7.6650e-02, 7.6899e-03,
1.6712e-01, 4.1058e-01, -1.6762e-02, 2.1618e-02, 2.8129e-01,
-1.1362e-02, 4.6194e-02, 3.3960e-02, 4.9457e-02, 5.9769e-02,
2.3726e-02, -2.1741e-02, 4.4164e-02, -8.2086e-03, -8.4904e-02,
-5.4296e-02, -3.6607e-03, 4.7730e-02, -6.7827e-03, 2.3761e-02,
-8.8499e-02, -4.8022e-04, 1.6599e-01, 2.9362e-02, 8.0824e-02,
-1.1852e-01, 1.5343e-02, 6.7084e-03, -1.3991e-01, 1.2616e-01,
4.1955e-01, -7.9330e-03, 5.6726e-01, -4.0266e-02, 1.3447e-02,
-1.0150e-01, -3.0260e-02, 1.0509e-01, 2.2219e-02, -3.9534e-01,
1.2090e-01, 9.0666e-02, 1.9555e-01, -9.6394e-02, 1.7354e-01,
-1.9471e-01, 2.5027e-01, -5.0220e-01, 4.2876e-02, 7.2523e-01,
1.3160e-01, 5.4203e-02, -3.2227e-02, -4.2388e-02, -8.8253e-02,
-1.1627e-01, 2.8970e-02, -9.8339e-02, -1.4473e-01, 1.9442e-01,
1.4572e-01, -2.2106e-01, 1.0169e-01, 5.4067e-02, -4.7451e-02,
-6.2748e-02, 1.0852e-01, -8.2994e-02, 3.3760e-02, -8.7988e-03,
5.0770e-02, 2.9270e-02, 2.9297e-01, 1.3481e-01, 1.2819e-01,
-1.5518e-02, 3.2975e-01, -7.8761e-02, -1.0333e-02, 1.1244e-01,
4.2753e-02, 2.2286e-02, -5.4900e-02, -1.2692e-01, 8.2809e-02,
-1.3333e-02, 1.6064e-01, 1.4846e-01, -5.1993e-02, -1.7659e-02,
1.0775e-01, 5.1734e-02, -1.8958e-02, -2.1553e-01, -1.7184e-01,
-1.5511e-01, -1.1008e-01, -6.8308e-02, -2.3721e-02, -1.2463e-01,
-3.1103e-01, -1.0162e-01, 2.2064e-02, -5.1129e-02, -6.1847e-03,
-4.4347e-02, -1.3439e-01, -5.2527e-03, 5.9181e-02, -5.4825e-01,
1.2472e-01, 4.0960e-01, 3.4216e-01, 4.3362e-01, -1.0518e-01,
1.3955e-01, 1.5828e-02, -7.9762e-02, -7.0434e-02, -1.2517e-02,
3.5548e-03, -1.6777e-01, -1.0242e-01, 2.8147e-01, 2.5658e-01,
7.9622e-03, -1.8068e-01, -6.7176e-02, -3.2495e-03, -1.3096e-01,
-4.5454e-03, 1.7678e-01, -1.4180e-01, -6.2953e-02, -1.8924e-01,
-2.5138e-02, 1.9384e-01, 2.2464e-02, -4.9476e-02, -2.4925e-02,
-1.0083e-01, -5.2105e-02, 9.1194e-02, -6.9986e-01, -1.5047e-01,
1.0201e-01, -7.8558e-02, -5.4794e-02, 1.2875e-01, -8.5670e-02,
1.9880e-01, -1.7980e-03, -6.9024e-02, 1.2301e-01, 6.6316e-02,
-1.1369e-01, 3.4895e-02, 5.1917e-02, 1.3357e-02, -2.4455e-02,
-8.2506e-02, -6.0715e-02, 1.1616e-01, -3.1840e-03, -4.4348e-03,
2.5882e-02, -1.2429e-01, 6.4454e-02, 2.0976e-03, 3.4025e-02,
-7.1966e-02, 9.4051e-02, -1.9044e-01, -1.6678e-02, 1.4026e-03,
2.7384e-02, 5.2232e-02, -7.2753e-02, -6.3107e-02, -7.7331e-02,
4.1284e-02, 1.1858e-01, -2.7797e-01, -8.2106e-02, -2.1142e-01,
-2.6789e-03, 3.3608e-02, -2.8353e-01, -1.5264e-02, -5.6832e-02,
5.2612e-02, -2.0847e-02, -8.8832e-02, -9.1219e-02, -1.0123e-01,
-1.4402e-01, 2.1957e-02, -1.7189e-01, 6.8261e-03, -2.8012e-02,
-3.4478e-02, -1.6883e-02, 6.9727e-03, -8.3614e-02, -2.1725e-01,
-6.1079e-02, -3.4309e-02, -3.7888e-02, 8.7171e-03, -1.0177e-01,
-3.2974e-02, -1.5278e-01, -2.4959e-02, -1.0770e-01, -1.3224e-01,
5.6488e-02, 6.7066e-03, -3.8867e-02, -2.0814e-02, -1.8023e-01,
-1.2776e-01, 7.9373e-02, 3.0394e-01, -1.2678e-02, 9.4466e-02,
2.1049e-01, -8.1879e-02, -7.4748e-02, 4.5985e-02, 6.4998e-02,
1.9896e-02, -1.4092e-01, 1.1628e-01, -4.1135e-01, -5.3093e-02,
-2.7515e-01, 1.5596e-02, 1.3692e-03, -9.9790e-03, 1.5063e-01,
3.0087e-02, 5.4033e-02, -2.5261e-03, 3.6636e-02, -9.4047e-02,
-8.4871e-03, -2.0055e-02, -5.7662e-02, -2.8300e-02, 1.5427e-01,
4.0106e-02, -6.5362e-02, -5.7705e-02, 5.6490e-02, -1.1543e-01,
-4.8130e-02, -1.2581e-02, -1.2130e-01, -3.5254e-01, 1.4647e-01,
1.4042e-02, -5.9662e-02, -3.8427e-02, 3.0304e-02, 1.0618e-01,
-6.1464e-02, 9.1638e-02, 3.2645e-02, -3.6026e-02, 4.7728e-02,
-8.6739e-02, -7.6325e-02, 2.4892e-02, 8.9664e-02, -1.5805e-02,
-7.1026e-02, 4.0735e-02, -2.5606e-02, 1.7367e-02, -1.0968e-02,
-7.1580e-02, -3.4659e-01, 5.4418e-02, 2.2800e-01, 1.0074e-02,
-3.8891e-03, 4.8577e-02, -1.7753e-02, -4.1595e-02, 1.3123e-01,
-3.6005e-02, -9.3148e-02, 8.8573e-03, -1.0039e-01, -4.7511e-02,
-6.5865e-02, -1.3195e-02, 8.6427e-02, -4.1494e-01, -9.0176e-03,
7.0177e-02, -9.2412e-02, 5.2628e-02, 1.5659e-01, -8.6787e-02,
1.2814e-02, 1.8377e-01, 1.1649e-02, -9.4093e-02, -6.6252e-02,
-6.7071e-02, -1.0819e-02, -1.0454e-01, -2.2036e-02, -1.5448e-01,
-2.4897e-02, 2.7543e-02, -9.1282e-02, 1.2449e-02, 1.8733e-02,
7.4986e-02, -8.8528e-02, 1.5421e-02, -2.7336e-03, 6.6289e-03,
6.9225e-02, 2.6275e-02, 1.5604e-01, -3.4239e-02, -2.2093e-01,
-4.4194e-03, -2.4050e-03, 1.3262e-02, 3.7018e-02, -1.5862e-01,
3.5011e-02, -9.4895e-02, 8.4096e-02, -1.5966e-01, -9.3456e-03,
-5.4543e-04, 4.1683e-02, -7.9785e-03, 9.4598e-03, 1.2880e-01,
1.1314e-01, 2.7953e-02, 9.6663e-02, 1.6615e-03, -1.5765e-02,
4.1286e-02, -2.5167e-02, 1.5846e-01, -7.3440e-02, -4.9335e-02,
-5.8146e-03, 6.0369e-03, -8.7092e-02, 1.2672e-02, -1.3483e-02,
5.7207e-02, 8.6683e-02, 3.2204e-02, -1.8492e-02, 2.2964e-03,
-6.2657e-02, -1.3884e-01, -2.1054e-02, 4.8386e-02, 3.7170e-01,
-4.4824e-02, -4.2434e-03, -2.7551e-02, -3.5475e-02, -1.1852e-01,
2.3392e-02, -1.5012e-01, -3.9731e-02, 3.2781e-02, -8.3518e-02,
-7.1991e-02, 3.7719e-02, -6.5847e-03, -4.0891e-03, 2.4980e-02,
-1.7080e-01, -6.2685e-02, 3.5288e-03, -6.9294e-02, 1.7580e-02,
2.8541e-02, 4.2066e-03, 2.8443e-02, -1.9345e-03, -8.0108e-02,
2.6982e-02, 3.6653e-02, -7.9114e-02, -5.4388e-03, -4.0282e-01,
-8.0587e-02, 3.8915e-02, 1.6669e-02, 4.0087e-01, 4.3628e-03,
4.5869e-03, 1.5053e-01, 2.4030e-01, -8.9457e-02, -7.6059e-02,
-1.9977e-01, 3.0966e-02, -6.6923e-02, -3.2474e-02, -4.9257e-02,
-1.3949e-02, -4.7195e-02, 1.7189e-02, -2.8384e-02, 1.6747e-01,
4.1605e-02, -5.8908e-02, 2.5793e-02, -1.1392e-01, -5.1576e-02,
-1.9816e-01, -1.0385e-01, 6.2336e-02, -5.9310e-02, -6.2571e-02,
-2.1952e-01, 6.8284e-03, 5.0952e-01, 2.2151e-01, -4.3378e-02,
-4.2233e-02, -1.2123e-01, -8.4444e-02, 2.6337e-02, -4.3825e-02,
-6.4959e-02, -5.7820e-03, 1.3829e-01, -2.2882e-02, 1.2424e-01,
-1.6252e-01, 4.0338e-02, -3.8628e-02, 5.1426e-01, -3.3325e-01,
1.1444e-01, 1.8173e-01, 8.3616e-02, 2.4210e-01, -9.6252e-03,
-3.3106e-02, 1.1553e-02, -7.5070e-02, -2.0842e-02, -1.7222e-01,
1.6361e-01, -7.5430e-02, 4.1189e-02, 7.5352e-02, 2.6124e-01,
-8.5662e-02, 3.9563e-02, -7.5719e-02, -1.0169e-01, -5.3075e-04,
-8.4668e-02, -1.1016e-01, 3.8737e-02, -1.3822e-01, 2.1908e-03,
-1.1333e-02, 6.1631e-02, 1.4743e-03, 8.8627e-02, 1.8005e-01,
8.6217e-02, 8.1858e-02, 2.3309e-02, 8.8345e-02, 1.2850e-01,
-2.8236e-02, -4.7978e-02, -5.2651e-02, 9.3704e-02, 4.4451e-02,
-1.1215e-02, 1.1176e-01, -4.3850e-02, -3.6809e-02, -1.0319e-01,
-1.3727e-01, -2.6501e-02, -5.9515e-02, 1.0312e-01, -9.5839e-02,
-2.3450e-01, -1.3783e-01, 1.6864e-01, -4.5553e-03, -3.2534e-02,
2.3007e-02, 8.3153e-02, 2.9523e-02, 1.3243e-01, -6.2380e-02,
-7.3033e-02, -4.1157e-02, 1.7692e-02, 1.8608e-01, 9.2066e-02,
-8.4485e-02, 1.6455e-02, -6.9521e-02, -1.2288e-02, -6.5684e-02,
-1.2169e-01, 9.2305e-02, -8.8900e-02, -6.8386e-02, -2.8310e-02,
7.2907e-02, -1.6318e-01, -8.1508e-02, -1.1552e-01, -6.7542e-02,
-1.2368e-02, -1.0696e-01, -5.9323e-03, -7.8107e-02, -1.4133e-01,
-7.8837e-02, 3.1106e-01, 2.6248e-02, -5.6727e-03, 3.7265e-02,
-8.6353e-02, -3.0763e-01, -1.4049e-02, 9.1380e-02, 1.3777e-01,
-1.5451e-01, 7.6755e-03, -4.3517e-02, 9.4916e-02, 1.9714e-02,
-4.1041e-01, 2.4125e-03, -2.6401e-02, 1.9915e-01, 6.8422e-03,
7.0797e-02, 1.7980e-01, -1.0251e-02, -2.7452e-02, -4.4889e-02,
-2.5492e-01, 7.1609e-02, -1.9338e-03, -6.7118e-03, -3.8586e-03,
-2.0376e-02, 1.6584e-02, 1.5023e-01, 1.0490e-01, 4.6811e-01,
-2.1980e-02, 5.9855e-02, -3.7784e-01, 6.0891e-02, -4.9349e-03,
-5.7191e-02, -2.5244e-02, -8.0685e-02, -5.4672e-01, 7.0879e-02,
-1.6287e-02, -5.4396e-02, -6.0358e-02, 2.3292e-01, -4.0694e-02,
1.2547e-01, -4.8790e-03, 1.2237e-01, -1.9229e-02, -1.9876e-01,
4.7194e-02, 3.9734e-02, 2.9135e-02, -1.2210e-02, 8.2082e-02,
-1.6127e-01, -5.8138e-02, -1.8699e-02, -5.5475e-02, 8.9870e-02,
-2.9120e-02, 2.6046e-02, -4.7834e-02, 1.4306e-02, 1.9075e-01,
-4.3294e-02, 4.8195e-02, 2.5543e-02, 5.4861e-02, -9.1569e-02,
-1.1241e-01, -1.1979e-01, 1.5619e-02, -4.2207e-02, -2.5953e-02,
4.6702e-02, 9.1785e-02, -1.0103e-01, 7.9462e-02, 2.2314e-02,
-3.4320e-02, 9.9510e-02, -3.3637e-02, -2.5558e-02, -9.6346e-03,
-6.7115e-04, -6.5884e-02, 2.9264e-01, 1.2753e-02, 9.6106e-02,
1.0419e-03, 2.4406e-02, -1.6071e-03, -2.2092e-02, 6.4170e-02,
-9.7814e-02, 2.8424e-02, -1.4293e-01, 3.4746e-02, 2.7137e-02,
-1.7011e-01, 4.7210e-01, 3.0245e-02, -9.8414e-02, -7.5940e-02,
-2.9078e-01, -9.1699e-02, -6.7063e-02, -1.7757e-02, 5.7360e-03,
-9.2689e-02, -7.3295e-03, 3.6016e-02, 4.5743e-02, 1.5019e-02,
-7.1614e-02, 8.1810e-02, 2.4176e-02, -5.9668e-02, -3.9674e-02,
-2.4351e-02, -7.5862e-03, -1.0802e-01], device='cuda:0')),
('bert.encoder.layer.6.attention.self.key.weight',
tensor([[-0.0217, 0.0023, -0.0252, ..., -0.0100, 0.0321, 0.0521],
[ 0.0250, 0.0170, -0.0638, ..., 0.1047, -0.0576, 0.0353],
[-0.0156, -0.0066, 0.0375, ..., -0.0264, 0.0028, -0.0004],
...,
[-0.0171, 0.0493, -0.0348, ..., -0.0674, -0.0048, 0.0316],
[ 0.0425, -0.0089, 0.0264, ..., -0.0223, -0.0313, 0.0296],
[-0.0422, -0.0493, 0.0676, ..., 0.0219, -0.0491, -0.0102]],
device='cuda:0')),
('bert.encoder.layer.6.attention.self.key.bias',
tensor([-2.4226e-03, 6.1509e-04, -3.0520e-03, -1.8404e-03, -1.6670e-03,
6.5909e-03, -1.7005e-03, 3.0363e-03, -3.7978e-03, -4.3585e-04,
1.5311e-03, 3.9589e-04, -1.4825e-03, 3.1048e-03, 3.0957e-03,
1.3297e-03, 2.5001e-04, 7.6470e-04, -3.0607e-04, -9.0950e-04,
-6.9247e-04, -1.7038e-03, 3.3188e-03, 1.2192e-03, -5.3959e-04,
-1.2453e-03, 3.3443e-03, -2.5550e-03, 1.4662e-03, 1.2423e-03,
-9.4968e-04, 5.8249e-04, 3.3064e-03, -2.9862e-03, -1.8035e-03,
-3.3492e-04, -5.7787e-03, 3.5856e-03, -3.7545e-03, 3.2878e-03,
7.3974e-04, -5.9409e-04, -1.1314e-03, 4.6552e-04, 2.8495e-03,
-6.6194e-03, 1.6475e-03, -3.8053e-03, -1.6274e-03, 5.5302e-03,
3.6990e-03, 1.2432e-03, -1.9802e-04, 1.6224e-03, -2.7817e-03,
-1.9836e-03, 2.0395e-03, 6.1409e-04, 1.1660e-03, 1.8178e-03,
1.9594e-03, -5.1057e-03, -9.8695e-04, -9.8107e-04, -5.0996e-04,
1.6003e-03, -8.8374e-04, 1.9208e-03, 1.1259e-03, 2.5051e-03,
-1.9585e-03, -2.7214e-03, -2.3816e-03, -1.2498e-03, 2.3402e-03,
-1.1810e-03, 3.4596e-04, 4.3762e-04, 9.2812e-04, -3.8830e-04,
-2.2098e-03, -4.1939e-03, -1.9610e-03, -4.5339e-04, 2.5625e-03,
9.1421e-04, 1.1893e-03, 1.2641e-03, -1.7757e-03, 1.0244e-03,
3.2680e-03, 4.4376e-03, -7.8715e-04, 1.4013e-04, 1.5624e-03,
1.7759e-03, 6.2926e-04, 4.3851e-04, 5.1000e-04, -4.1417e-04,
-7.0918e-04, -1.5038e-03, 9.8314e-04, -2.7755e-03, 5.8942e-04,
3.9794e-03, 3.8519e-03, 6.5614e-04, -1.5486e-03, 2.4299e-03,
2.9924e-04, -1.2861e-03, 4.9883e-04, 2.4587e-03, 2.6496e-03,
-7.2808e-04, 2.0425e-03, 1.4730e-03, 8.5800e-04, -9.4654e-04,
1.5757e-04, 1.9108e-03, 1.9867e-03, -3.0931e-03, 8.2903e-04,
-2.2672e-03, -2.8757e-03, 2.2598e-03, -3.4455e-03, -6.4215e-04,
4.1361e-03, -3.2410e-03, -1.3941e-03, 6.7180e-04, -4.1871e-03,
-4.0135e-03, -5.5960e-03, -9.2320e-03, 6.4751e-04, 1.0139e-03,
-8.7621e-04, -2.3380e-03, 1.6291e-03, -1.4730e-03, 1.1620e-03,
-2.1759e-03, -3.7763e-03, -2.3672e-03, 9.4147e-04, -8.5427e-03,
3.4707e-03, 5.6270e-04, 7.6180e-03, 3.6659e-03, -7.9359e-03,
-1.8798e-03, -1.4670e-03, -4.6088e-03, 1.3321e-03, 2.4924e-03,
5.7767e-03, 3.6928e-03, -1.3162e-03, 1.3475e-04, 2.0904e-03,
-2.1885e-03, 3.4283e-03, -1.4770e-03, -1.7353e-03, 2.1801e-03,
7.2533e-04, -4.5112e-03, 2.7547e-03, 7.2900e-04, -2.5831e-03,
-1.3107e-03, 3.2194e-04, -2.8459e-03, -1.1262e-03, -9.3234e-04,
1.8431e-03, -6.3436e-03, 1.1970e-03, 9.6187e-05, -2.0436e-03,
-8.9328e-04, 3.6361e-05, 1.5027e-03, 5.9267e-04, -1.5467e-03,
-1.9786e-03, -4.8101e-03, -4.4145e-03, -2.9881e-03, 6.8721e-04,
-7.2623e-03, 2.9933e-03, 7.4166e-04, 3.7275e-03, -4.8362e-03,
-4.5348e-03, -9.4919e-04, -1.5619e-03, 1.7943e-03, 6.7489e-03,
3.1374e-03, -9.6905e-05, -9.2375e-04, 2.2189e-03, 4.2101e-03,
4.2479e-03, -4.2509e-03, -4.5172e-03, 9.2130e-04, 4.1952e-03,
-6.4389e-03, 3.5705e-03, 1.8145e-03, 4.4131e-03, 2.0506e-03,
1.0382e-03, 3.8813e-03, 2.2786e-03, 3.1740e-03, 9.9604e-04,
3.2098e-03, 4.3063e-03, 1.1867e-04, 3.9873e-04, -1.8063e-03,
-2.0316e-03, 8.2615e-04, -1.8685e-03, 5.2951e-03, -2.1537e-03,
-4.9442e-04, -5.2335e-03, -1.8106e-03, -8.8554e-04, 4.3083e-03,
-3.6092e-03, 4.6423e-03, 2.7903e-03, -1.0018e-03, -7.1565e-03,
1.2780e-03, 1.9944e-03, 8.4389e-04, -8.2158e-03, -8.1607e-03,
-3.0295e-03, 2.3336e-03, -8.6535e-04, 5.7115e-03, 2.8214e-06,
1.7525e-04, -9.3209e-03, 4.9829e-04, -3.6888e-03, -1.0584e-03,
6.9372e-04, -1.3525e-03, -2.3853e-03, 1.0437e-03, 2.7038e-03,
1.4278e-03, 2.6820e-03, -2.6354e-04, -2.9468e-03, 1.4264e-03,
4.5232e-03, 5.1650e-03, 6.1888e-03, 3.4087e-04, -3.5817e-03,
2.0412e-04, -2.7943e-03, -6.4634e-03, -2.0693e-03, 3.9471e-03,
-3.9487e-03, 1.0389e-03, -4.2920e-03, -1.6019e-03, 5.9720e-03,
4.6110e-03, 1.6680e-03, -3.3481e-03, -1.0781e-03, -3.6641e-03,
5.7801e-03, -4.4717e-03, -2.0710e-03, 3.4325e-03, 5.4055e-03,
-7.7973e-03, -1.4974e-03, 1.0006e-03, -1.7217e-04, 8.6367e-03,
-8.4407e-04, -5.5664e-03, -1.1886e-03, 4.3271e-03, -6.3766e-04,
1.6392e-03, -2.2678e-03, 2.2014e-03, -2.6580e-03, 1.3195e-03,
-1.7878e-03, 1.9091e-04, -8.6820e-03, -5.4792e-03, -1.4484e-04,
-2.6599e-03, -3.8557e-03, 7.5929e-04, -6.1787e-03, 2.5755e-03,
9.1723e-03, -3.1025e-03, 1.5277e-04, 5.6349e-03, -2.4808e-03,
6.4826e-04, -3.2790e-03, -4.6723e-03, -4.3612e-03, -1.5182e-03,
-6.4225e-03, -2.0753e-03, -3.4636e-03, 2.1518e-03, 5.7765e-03,
5.0945e-03, -1.4273e-03, 6.1267e-03, -3.3696e-03, 9.9379e-04,
-6.4272e-03, 4.0486e-03, 3.2650e-03, -2.4343e-03, 2.6921e-03,
7.3878e-04, -8.3810e-03, 4.6546e-03, 8.1334e-03, -9.2003e-03,
-3.0976e-03, -5.8848e-03, -5.3611e-03, 6.4846e-04, 5.3338e-03,
2.4432e-03, -5.0662e-03, -3.3818e-03, -2.0887e-03, 1.8201e-03,
-1.8966e-03, 9.7168e-03, -5.8274e-03, -7.2687e-03, 3.2291e-03,
7.1428e-03, -8.5562e-03, -5.1409e-03, -9.7067e-04, -3.2609e-03,
7.1993e-04, 1.4403e-03, 1.3701e-03, 2.3196e-03, 6.9533e-03,
-1.3882e-03, -2.5247e-03, -2.5333e-03, 6.2529e-03, -6.0493e-03,
9.9438e-05, 1.7598e-03, 4.3692e-03, 1.3837e-03, -7.7157e-04,
-1.9158e-04, -4.1559e-05, -4.9383e-06, -5.2569e-03, -3.2869e-04,
5.0357e-03, -2.1208e-04, 2.2571e-03, -3.0421e-03, -2.6387e-03,
-9.6887e-04, 2.8477e-03, 4.7250e-03, 4.0276e-03, -1.6417e-03,
-5.1418e-04, 2.5065e-03, 2.6175e-03, -7.9548e-03, -6.6167e-03,
-5.6125e-03, -1.8834e-03, -2.9651e-04, -9.3769e-04, 1.9230e-03,
-6.4548e-03, -2.0415e-03, -1.4676e-03, -2.2577e-03, 5.1848e-04,
2.4528e-04, 2.2632e-03, 9.4048e-03, -4.8369e-03, -6.7190e-03,
3.4201e-03, 1.4273e-03, -2.7317e-03, -4.3301e-03, -2.8590e-03,
-5.0868e-03, -5.7390e-03, 3.0653e-03, 1.7716e-03, 1.4107e-03,
-1.8033e-03, -3.2771e-03, -4.7179e-03, 2.1585e-03, -4.2053e-03,
5.6204e-03, -2.1208e-03, 2.6480e-03, -1.8913e-03, -3.5331e-03,
1.3608e-05, -4.6820e-03, 2.1449e-03, -2.9109e-04, 1.4563e-03,
-2.5077e-03, -2.9263e-03, -2.0852e-03, -1.0709e-03, 3.3402e-03,
4.0425e-03, 2.2885e-03, -5.4747e-03, 2.8250e-03, 4.9388e-04,
1.0430e-03, -3.7391e-03, -1.3632e-04, 2.5616e-03, -2.4723e-03,
5.4521e-04, 2.0072e-03, 3.9685e-03, 2.3203e-04, -1.3090e-04,
6.5568e-04, -5.7143e-03, 4.9766e-03, 2.5963e-03, 3.8360e-06,
-3.6638e-03, -5.8836e-05, 2.5664e-03, -4.1117e-03, -6.9212e-03,
-3.8036e-03, -1.2791e-03, 4.4105e-03, -2.2190e-03, -4.0237e-03,
5.6292e-03, -3.4659e-04, -8.7459e-04, 4.6836e-03, 6.3511e-03,
4.2461e-03, -2.5987e-03, -1.5024e-03, 7.3436e-03, 5.0175e-03,
-4.1591e-03, -3.9070e-03, -5.8023e-03, 1.5910e-03, 1.4956e-03,
-2.0117e-03, 9.9038e-04, -4.2849e-03, -3.4332e-03, 2.5572e-03,
3.7695e-03, 7.3237e-04, -2.0776e-03, 1.9082e-03, -6.3354e-03,
-4.2051e-04, -4.1900e-03, -8.3884e-04, 4.5266e-03, 1.0296e-03,
3.9483e-03, -6.8440e-04, 7.6779e-04, -2.7967e-03, -2.4486e-03,
-7.6995e-05, -3.5661e-03, 4.3900e-05, -8.2016e-03, -9.6030e-04,
2.7645e-04, -2.5360e-03, 2.7200e-03, -1.4191e-03, -2.7132e-03,
-1.4020e-03, 5.1121e-03, -3.3115e-03, -1.0087e-03, -4.2503e-03,
7.5577e-03, 4.9675e-03, 1.3375e-03, -2.7327e-03, -2.0156e-03,
5.7251e-03, 1.1381e-04, -8.6503e-03, 7.1957e-04, 2.0903e-03,
4.5511e-03, 1.1142e-03, 3.2773e-03, -2.1700e-03, 1.7735e-03,
-3.4488e-03, -6.0757e-03, 1.2283e-03, -1.9263e-03, 9.5807e-04,
1.0584e-04, 2.8035e-03, 1.5321e-04, -4.4150e-04, 3.5578e-04,
3.3631e-03, -2.6172e-03, 3.7095e-03, -3.0711e-03, -1.1847e-03,
-5.2154e-03, 9.0427e-04, 1.4343e-03, 3.0704e-03, 2.4775e-03,
5.7450e-05, 1.4998e-03, -1.6928e-03, 1.8775e-03, -3.0342e-03,
-6.2460e-03, -6.1913e-03, -1.9242e-03, -3.3213e-03, -6.5183e-04,
-3.2980e-04, 7.0492e-04, 2.0563e-03, -3.2597e-04, -1.3948e-03,
-1.0367e-03, 2.3420e-03, -1.7988e-03, -2.2921e-04, 3.0495e-04,
3.2243e-04, 1.9026e-03, 8.8005e-04, -1.3203e-03, -1.8292e-04,
8.0570e-04, 1.8896e-03, 8.9133e-05, -3.0527e-03, -2.8722e-03,
1.9126e-03, -1.1832e-03, -6.0991e-04, 2.0156e-03, 1.0997e-03,
9.1653e-04, -2.0891e-03, 6.0032e-04, 1.1284e-03, 6.2880e-04,
2.5568e-03, 6.7164e-04, -8.6456e-04, -7.0200e-04, 1.6308e-03,
-1.3874e-03, -1.9086e-03, -7.6532e-04, 6.9726e-04, 1.1383e-03,
-1.0525e-03, -1.7483e-04, -1.1119e-03, -9.7765e-04, 1.9722e-03,
-1.4229e-03, 3.1927e-04, -1.3033e-03, 1.5516e-04, 5.9855e-05,
8.8916e-04, 1.4157e-04, 4.2881e-04, 1.2518e-03, -1.1322e-03,
1.5859e-03, -2.1922e-04, 9.9965e-04, -1.5180e-03, 1.5190e-03,
1.2993e-03, 8.9896e-05, 4.5368e-05, 4.0854e-04, -1.0614e-03,
-2.1311e-03, 6.7348e-03, -1.8704e-03, -2.4312e-03, 1.3649e-03,
2.4408e-03, -8.0395e-03, 7.5087e-04, 3.4185e-04, -7.6669e-04,
-3.2374e-03, -5.8879e-03, -3.4877e-03, 3.4732e-03, 1.3170e-03,
-3.3779e-03, 2.8795e-03, 1.3249e-03, 7.6010e-03, 1.7314e-03,
4.8095e-04, 6.6019e-04, 1.2914e-03, -4.2424e-03, 3.4001e-03,
-6.2603e-03, 3.0887e-03, -4.8834e-03, -2.6248e-03, -5.1220e-03,
6.6499e-03, 4.3055e-03, 5.3647e-03, 3.8045e-03, 5.7520e-03,
-2.6897e-03, 2.0857e-03, -3.0550e-03, 1.3735e-04, 1.1908e-03,
-2.3486e-03, -3.1385e-03, -3.7041e-03, -6.6691e-03, 2.2134e-03,
-1.2766e-03, 5.9219e-03, -2.2373e-04, 4.3746e-05, 3.4133e-03,
3.5540e-03, -2.0268e-03, 4.2536e-03, 4.6522e-04, 3.7290e-03,
-2.1432e-03, -7.1759e-03, -3.0352e-03, -1.0762e-03, 3.5790e-03,
-2.0722e-04, 4.7629e-04, -4.2734e-04, -1.9505e-03, 6.2984e-03,
-2.4614e-04, -7.3173e-03, -8.3992e-04, -4.0217e-03, -8.0478e-03,
1.4602e-03, -3.7594e-04, -1.4247e-04, 4.0103e-04, 8.3286e-04,
8.0385e-03, -1.0936e-03, -5.1774e-04, 1.5252e-03, -3.0798e-04,
-3.4644e-03, -5.9665e-04, 1.3316e-03, 2.8723e-03, -2.1597e-04,
7.6319e-04, -1.4469e-03, -5.3450e-03, -4.7651e-03, -4.4622e-03,
-1.2071e-03, -1.4154e-03, -4.9394e-04, -3.3244e-03, -3.7972e-03,
-2.3714e-03, -3.6551e-04, -3.7459e-03, -1.0647e-03, 2.5672e-03,
7.6992e-05, -1.1917e-03, 3.4183e-03, -1.0091e-03, -2.8406e-03,
9.0381e-04, 2.1397e-03, 5.2347e-03, -6.0807e-04, -2.6979e-03,
-5.8286e-04, -1.6494e-03, -2.0796e-03, -1.1921e-03, -6.9867e-04,
5.3937e-03, 2.0485e-03, -1.1184e-03, 1.3474e-03, 5.2580e-03,
2.9443e-03, -4.1714e-03, -5.5794e-03, 5.4041e-03, 3.0828e-03,
2.7879e-03, 1.5263e-03, -1.3465e-03], device='cuda:0')),
('bert.encoder.layer.6.attention.self.value.weight',
tensor([[ 0.0085, -0.0090, 0.0078, ..., 0.0004, -0.0193, 0.0581],
[-0.0143, -0.0088, -0.0527, ..., -0.0592, 0.0345, 0.0495],
[ 0.0651, 0.0611, -0.0743, ..., -0.0435, -0.0155, -0.0010],
...,
[ 0.0118, 0.0400, -0.0104, ..., 0.0125, 0.0325, -0.0490],
[ 0.0014, 0.0229, 0.0913, ..., 0.0952, -0.0820, -0.0299],
[ 0.0107, -0.0076, -0.0202, ..., -0.0154, -0.0273, -0.0238]],
device='cuda:0')),
('bert.encoder.layer.6.attention.self.value.bias',
tensor([-9.8796e-04, -1.8674e-02, 1.5513e-02, -4.8775e-02, -7.2690e-03,
1.8312e-02, 3.2608e-03, -7.9250e-03, -2.0575e-02, -3.1880e-02,
-8.8572e-04, 1.3436e-02, -4.4838e-02, 4.0368e-02, 2.8205e-03,
2.1100e-02, -2.2130e-02, 3.1198e-02, -8.1264e-03, -7.5886e-04,
2.7130e-03, 1.7966e-02, 3.2386e-03, 1.2767e-02, -2.7144e-02,
2.5545e-02, 7.9549e-03, -1.8299e-02, 1.0957e-02, 9.7810e-03,
1.5442e-02, 1.3392e-02, -8.2971e-03, 6.9724e-03, 1.5916e-02,
-2.5989e-02, -1.0933e-02, 2.1847e-02, -5.5130e-03, 3.8353e-02,
-7.3473e-03, 9.5097e-03, 5.4216e-03, -2.7628e-02, -1.8463e-02,
-2.1971e-02, -2.0015e-02, -1.5256e-03, -6.4510e-02, -4.0703e-03,
5.7959e-04, 3.2423e-02, -2.5309e-02, 1.5464e-02, -1.7149e-02,
-1.7753e-03, -2.5971e-02, -1.2026e-02, -2.5416e-02, -2.7065e-03,
7.6972e-03, 2.1749e-02, -3.8843e-02, -1.6462e-02, -8.4596e-02,
-3.1153e-02, -6.1957e-02, -1.2278e-02, 3.0896e-02, 4.4653e-02,
3.2884e-02, 2.7376e-02, -2.3255e-02, -1.5455e-03, -7.7510e-02,
-9.0697e-02, 6.3421e-03, 2.5356e-01, -4.2837e-02, -2.0403e-02,
9.0977e-03, 4.5804e-02, 5.4249e-02, 6.0179e-02, 4.8387e-02,
-1.3056e-02, -6.6212e-02, 1.0221e-02, -8.7469e-03, -2.3254e-02,
1.4820e-02, -3.1692e-02, 4.9210e-02, 6.1501e-02, 2.0948e-02,
5.0523e-02, -6.7822e-02, -1.3511e-02, -5.0975e-02, -1.5143e-02,
-1.2375e-03, 4.8124e-02, -4.5832e-02, 9.0872e-03, 4.4001e-04,
2.9859e-02, -1.0381e-02, 5.3373e-02, 4.7442e-04, 2.7447e-02,
1.3487e-02, -4.2590e-02, 2.6030e-02, 4.3036e-02, -2.1498e-02,
-5.3940e-02, 1.7462e-02, -7.2391e-02, 2.0416e-02, 5.2947e-02,
8.4802e-03, -2.1479e-02, -3.0471e-02, 4.8708e-02, -5.5858e-02,
5.5503e-02, -5.9871e-02, 9.5297e-02, -7.2469e-03, -1.3228e-02,
-3.5568e-03, 3.4555e-02, 7.0207e-02, 5.6750e-02, 4.3583e-02,
1.2047e-03, 1.6097e-02, 5.5677e-02, -3.6596e-02, -8.2662e-03,
9.7301e-02, -1.3219e-02, -4.4609e-02, -5.7216e-02, -2.9876e-02,
6.6798e-02, -1.5120e-02, 3.1902e-02, 1.8178e-02, -1.3453e-03,
1.5872e-02, -5.1685e-03, 1.1940e-01, -5.8020e-03, 3.9517e-02,
-1.5272e-02, -1.9197e-02, -6.5370e-02, 3.2017e-02, -1.5850e-03,
3.4231e-02, -1.1936e-02, 1.0859e-03, -1.6103e-02, -4.1718e-02,
1.7848e-02, -9.4697e-02, -2.9985e-02, 8.7806e-02, 4.3312e-02,
1.3243e-02, 3.5815e-02, -1.4988e-02, -1.4644e-03, 5.6795e-02,
3.6339e-02, -1.6048e-02, 3.7035e-02, -3.7658e-02, -3.4030e-03,
1.2963e-03, 3.5011e-02, -1.3091e-01, -2.0698e-02, -2.0063e-02,
4.4111e-02, 9.4912e-03, 1.4900e-02, -2.0385e-02, 3.3921e-02,
2.6636e-02, 1.2783e-02, -1.8701e-03, -1.0746e-02, 1.6422e-02,
-5.2018e-03, -1.6251e-02, 3.4341e-03, -4.9899e-03, 1.1894e-02,
-5.6389e-04, 6.2331e-03, -1.1503e-02, 4.8243e-02, -3.9789e-02,
-1.6296e-02, -8.2852e-03, -1.0844e-02, -1.9648e-03, -3.8180e-02,
3.9337e-03, -5.0645e-03, 2.8471e-03, -2.5529e-02, 2.1846e-03,
-1.5565e-02, 6.9784e-03, -3.0831e-03, -1.3745e-02, 2.9804e-03,
1.2195e-02, 1.8825e-02, 5.3241e-04, 3.6824e-03, -1.4473e-02,
-6.0568e-03, 4.5338e-03, -1.3100e-02, 2.7765e-02, 1.4418e-02,
-8.1302e-03, -1.6152e-02, 1.4950e-02, -1.1425e-02, -5.3048e-03,
1.4997e-02, -2.2422e-02, 4.0538e-02, 2.1924e-02, -2.2732e-02,
1.4537e-02, -1.3677e-02, 1.1610e-02, -1.0403e-02, 1.0932e-03,
-1.0732e-02, 1.3725e-02, 1.3845e-02, 2.1282e-02, 3.5020e-02,
-1.7372e-02, 8.4526e-03, -2.6200e-02, -4.8946e-03, 1.1277e-02,
-2.4110e-02, 1.2372e-02, -1.0506e-02, -6.9058e-02, -3.9878e-02,
-2.0311e-02, -4.5560e-03, -2.2297e-02, 4.9524e-02, -5.7756e-03,
-4.4624e-04, 5.9995e-02, -3.3282e-02, -1.0928e-02, 1.7756e-02,
1.1629e-02, 1.6227e-02, 4.7810e-02, -1.0274e-02, -3.0936e-02,
2.0087e-02, 4.0652e-02, 1.8906e-02, -1.2597e-03, -4.4169e-02,
2.1459e-02, 9.1408e-03, 2.1000e-03, -2.5869e-03, 3.9604e-02,
1.0918e-02, -6.1987e-02, -4.6622e-02, -3.5114e-04, 8.5540e-03,
-2.1314e-02, 1.2208e-04, 2.5250e-02, 5.2654e-02, -4.7326e-02,
-3.7802e-02, 1.2441e-02, -4.3365e-02, -3.1806e-02, -1.3429e-02,
3.9567e-03, 5.9019e-02, 8.2920e-02, -1.8235e-02, 2.0965e-02,
-9.5126e-03, -5.8903e-02, -5.6600e-02, 9.0022e-02, 4.7819e-02,
-3.3896e-02, -4.7193e-03, 2.2216e-02, -1.9019e-02, 4.1316e-02,
-3.7319e-02, -3.4844e-03, -3.6957e-03, -1.2402e-01, -5.8340e-02,
-3.9901e-02, -2.6878e-02, -2.8469e-02, -3.8052e-02, -1.9353e-02,
-9.5511e-03, 1.2000e-03, -1.7616e-02, -8.3771e-03, -4.6632e-03,
1.7619e-02, 7.3176e-03, -8.1756e-03, 1.3482e-02, 4.9144e-02,
3.6619e-02, -3.9500e-02, -1.9378e-02, 4.5502e-04, 1.7151e-02,
-4.5309e-02, 8.4116e-04, 3.8259e-02, 8.6016e-03, -2.3043e-02,
5.9008e-03, -9.3714e-03, 2.7033e-02, 2.9474e-04, -3.4531e-02,
-4.1871e-03, 2.1250e-02, -2.1888e-02, -2.2980e-02, -1.6706e-02,
-1.5919e-03, -6.5919e-03, -2.5681e-03, 5.5332e-02, -1.2519e-03,
-1.2274e-02, 1.5299e-02, -9.8034e-03, -6.9265e-03, -1.1260e-02,
1.9666e-02, -8.8812e-03, 2.1309e-05, 9.4566e-04, -2.2163e-02,
1.8244e-02, 2.4019e-02, 1.3215e-02, -3.4398e-02, -3.3396e-02,
1.0483e-02, 3.6063e-02, 2.0838e-02, 3.7528e-02, 4.1448e-02,
6.9789e-04, -2.1325e-03, 6.5605e-03, 1.7335e-02, -2.5551e-02,
-9.4688e-03, -4.6457e-03, -2.7594e-02, -7.4074e-03, 4.6742e-03,
2.9758e-02, 6.8028e-03, 2.3177e-02, -1.6774e-02, 1.2220e-02,
-6.6713e-03, 2.2414e-02, 2.2453e-02, -3.4707e-02, 5.7343e-03,
1.1852e-02, 1.7706e-02, 1.9372e-02, -1.6522e-02, -6.3520e-03,
1.1228e-02, -2.0935e-02, 3.8757e-02, -1.2795e-02, -1.2008e-02,
-1.0036e-03, 2.9823e-02, -1.5831e-03, 2.9193e-02, -8.6941e-03,
1.9884e-02, -2.1199e-02, -1.8671e-02, -7.3735e-03, -1.3087e-02,
-1.6457e-02, -4.5913e-03, 1.3485e-02, -3.8315e-02, -5.2514e-03,
-7.8568e-03, -2.1494e-02, -3.3975e-03, 1.5593e-03, -5.7078e-03,
-6.0813e-03, 4.6096e-03, -1.8863e-02, 4.4592e-03, -1.1628e-02,
6.4303e-02, -1.3172e-02, -1.9106e-02, -1.3652e-02, 2.0458e-02,
-4.4940e-02, -8.0862e-03, -1.5569e-03, 3.7178e-02, -3.3113e-03,
9.5591e-03, -2.5892e-02, -2.4176e-02, -1.3082e-03, 3.6205e-02,
2.6550e-02, -6.3030e-03, -8.5929e-03, 9.1208e-03, -2.9072e-02,
-3.5116e-03, 1.7875e-02, 4.2193e-02, -8.5305e-03, 1.2357e-02,
-1.1441e-02, 1.4992e-02, -1.1444e-02, 4.8299e-02, 5.1228e-02,
4.7978e-05, 1.1765e-03, -6.2791e-02, 4.6154e-03, -9.8580e-03,
-8.7475e-03, 2.1267e-03, -8.8470e-03, 1.3511e-04, -5.3476e-03,
-2.8694e-02, -6.5935e-03, -2.3939e-02, -4.7928e-03, 1.2519e-02,
3.7120e-02, 2.7550e-02, -3.9644e-02, -1.4990e-02, -3.3052e-03,
-1.0134e-02, -7.1655e-03, 2.1467e-02, 1.5241e-02, 1.1916e-02,
-6.0363e-02, -2.3411e-02, 2.2916e-02, 4.4458e-03, 1.0585e-02,
-6.3904e-03, 2.8127e-02, -1.3087e-03, -1.7835e-03, -1.1675e-02,
-3.8001e-02, 9.0475e-03, 1.5199e-02, 1.8561e-02, -2.5234e-02,
-1.3298e-02, -2.6392e-02, -2.3127e-02, 7.7453e-03, 2.7154e-02,
-4.9436e-03, 3.9552e-02, -2.6760e-02, 6.2361e-03, -1.9421e-02,
1.0664e-02, -2.3370e-02, -3.2117e-02, -2.0502e-02, 4.6918e-03,
-1.7995e-02, -3.8758e-03, 1.0299e-02, 3.5980e-02, 4.5839e-02,
1.7510e-03, -3.4898e-02, -2.2442e-02, 1.2987e-02, 4.7970e-02,
4.1483e-02, 2.5259e-02, 1.8237e-02, 8.1187e-03, 1.6414e-02,
1.6970e-02, -2.8564e-03, -2.2286e-02, 1.1226e-03, 5.8158e-04,
-7.8393e-04, 1.2413e-02, -5.5737e-02, 2.1657e-02, -1.0124e-02,
2.4889e-02, -1.1485e-02, -2.4315e-02, -8.6913e-02, 4.3126e-02,
9.5657e-03, 8.8629e-03, -1.2776e-02, 1.6429e-02, 2.0986e-02,
2.3727e-02, 4.4814e-03, 2.2355e-02, 2.6274e-02, 6.6448e-02,
-2.4581e-02, 7.3006e-03, 3.1859e-02, 4.1551e-02, -1.2208e-02,
3.0199e-02, -4.1885e-02, 2.4414e-02, 4.3306e-02, -6.4817e-02,
5.8049e-02, -4.1475e-03, -3.3788e-02, 3.2023e-02, 3.0482e-02,
4.9439e-03, 2.9577e-02, -1.7113e-02, -3.2153e-02, 9.5714e-02,
5.5375e-02, 9.5423e-02, 2.9013e-02, -4.3948e-02, 1.5624e-02,
8.1124e-02, -4.5434e-02, 1.2724e-01, -4.9750e-02, 2.0269e-02,
-3.2666e-02, -6.5799e-02, 5.8947e-02, -5.6256e-03, 1.7194e-02,
2.1312e-02, -6.7737e-02, 1.1646e-01, -1.9115e-02, -4.1608e-02,
2.2050e-02, 2.5751e-02, 5.8365e-02, -4.3494e-02, -1.1649e-01,
-5.7167e-02, -1.8588e-02, 2.1518e-02, 3.1801e-03, 1.9322e-02,
4.1348e-03, -2.7075e-02, 1.3134e-03, -6.5263e-02, -5.7735e-03,
-3.9667e-02, 1.4137e-01, 3.3201e-02, 7.0068e-03, 1.0344e-02,
1.1413e-01, -1.2259e-02, -1.4144e-02, 1.0278e-02, -1.1000e-01,
-6.8148e-02, -8.7898e-02, 7.4152e-03, 1.2660e-01, -9.7909e-02,
4.5559e-03, 8.4715e-03, -2.3204e-02, -3.9804e-02, 1.9677e-02,
4.8968e-02, -2.3533e-02, 2.2539e-01, 7.7159e-02, 1.1800e-02,
-5.1222e-02, -7.9485e-02, 1.4920e-02, -5.2512e-02, 2.6455e-02,
4.4834e-02, 2.2390e-02, -1.6625e-02, 6.1986e-02, -5.7561e-02,
-4.5823e-02, -1.2602e-01, -7.2522e-03, 2.0296e-02, -1.0317e-02,
-3.2729e-03, 4.8724e-02, -2.8695e-02, -5.8761e-02, 6.3150e-02,
2.9030e-02, -4.7785e-02, 4.3463e-02, 6.7087e-02, 3.7219e-02,
-3.3752e-02, -3.9034e-02, 3.8817e-02, 2.4160e-02, -2.5157e-02,
1.8734e-02, -3.9988e-03, 2.7524e-02, 3.5344e-03, 3.5071e-02,
-1.6949e-02, -1.6971e-02, -2.8473e-02, 1.3024e-02, -4.5415e-03,
6.5151e-03, -8.6534e-02, -1.5683e-02, 1.0526e-01, -2.0891e-02,
-2.2827e-02, 2.7884e-02, 3.8844e-02, -4.5400e-02, -2.4202e-03,
-4.9015e-02, -8.0079e-02, 3.2116e-02, -3.8518e-02, 6.1092e-02,
-8.8425e-02, 6.4777e-04, -2.5395e-02, 1.4945e-02, 3.6964e-02,
-2.2277e-02, 5.5459e-02, 2.5121e-03, 1.7996e-02, 5.7281e-03,
3.4884e-02, -4.6898e-03, 7.1481e-03, 2.7957e-02, 7.9597e-03,
3.9477e-03, -1.8800e-02, 1.8232e-02, -1.4049e-02, -9.2870e-03,
8.1170e-03, -6.2361e-03, 1.2144e-02, -4.0516e-03, 1.1592e-03,
1.1353e-02, 2.0503e-03, -6.1434e-03, -1.5211e-02, -7.2519e-03,
-3.2881e-03, 2.1378e-02, -1.9926e-04, 2.9596e-02, -6.8414e-03,
7.4961e-04, 1.3082e-02, -1.3461e-02, 1.2027e-02, -1.6407e-02,
-2.4686e-02, -6.0695e-03, -4.7199e-03, -2.2112e-02, 2.1532e-02,
-2.6163e-02, 4.4774e-02, -1.0033e-02, 2.0892e-02, -3.6309e-02,
3.9973e-03, -5.3111e-03, -1.3793e-03, -6.3278e-03, -7.1543e-03,
2.4514e-02, 1.6740e-02, -1.6303e-02, -2.3075e-02, 2.7837e-02,
-1.3620e-02, -2.1882e-02, -2.4219e-03, -6.1336e-03, 6.3860e-03,
-5.0703e-03, 1.1836e-02, 9.2347e-03, -1.5425e-02, 1.1204e-02,
-1.0476e-02, 9.1085e-03, -1.7840e-03], device='cuda:0')),
('bert.encoder.layer.6.attention.output.dense.weight',
tensor([[ 0.0058, 0.0026, -0.0115, ..., 0.0078, 0.0352, -0.0076],
[ 0.0283, 0.0086, -0.0132, ..., -0.0463, 0.0077, -0.0132],
[ 0.0236, -0.0154, 0.0811, ..., -0.0057, -0.0836, -0.0186],
...,
[ 0.0528, 0.0546, 0.0290, ..., -0.0268, -0.0514, 0.0518],
[ 0.0460, -0.0035, 0.0004, ..., 0.0005, 0.0493, 0.0142],
[-0.0951, -0.0467, 0.0417, ..., 0.0117, 0.0361, -0.0428]],
device='cuda:0')),
('bert.encoder.layer.6.attention.output.dense.bias',
tensor([-1.4072e-02, -1.1867e-02, 1.9652e-02, -1.0791e-02, 1.3283e-01,
3.8205e-02, 1.4443e-01, -1.5993e-02, -9.3337e-03, -4.6617e-02,
-1.2843e-02, 9.1544e-03, 3.5551e-03, 8.7956e-02, -5.0680e-02,
9.2793e-02, 9.0167e-02, 3.7447e-02, 1.1864e-01, -1.7933e-02,
6.0717e-02, -1.4038e-02, -5.5169e-02, -1.4882e-02, 3.5365e-02,
-9.0879e-02, -2.0402e-02, -1.2953e-01, 5.5619e-02, 2.5128e-03,
4.8148e-03, -1.6309e-02, 1.8562e-02, -7.8815e-02, 2.2141e-02,
1.5476e-02, 3.7695e-02, 1.4162e-02, -1.3166e-01, -4.9929e-03,
9.1806e-03, -2.5361e-02, -2.0609e-02, -4.9332e-02, -1.8853e-02,
4.3997e-02, -3.4616e-02, -4.6257e-02, 3.0806e-02, -8.8149e-02,
-3.9566e-02, -4.3771e-02, -1.9221e-01, 6.6136e-02, 8.3214e-02,
4.2922e-02, 3.4141e-02, 5.2170e-02, 2.6681e-03, -1.6797e-01,
1.7565e-02, 1.0092e-02, 1.4635e-02, 5.1255e-02, 5.2871e-02,
1.4127e-03, 1.7359e-02, 9.7967e-02, -1.1784e-01, -8.4128e-02,
-1.4005e-02, 6.4096e-02, 2.0229e-02, -3.6283e-02, -1.9585e-03,
-1.4181e-02, -7.2177e-02, -6.5040e-02, -4.2342e-02, -7.5847e-02,
-8.0647e-03, -4.6470e-02, 6.3887e-02, 1.8891e-03, -7.5999e-02,
-7.1101e-02, 3.4081e-02, -5.2962e-02, -1.8129e-02, 1.0907e-02,
5.9800e-02, 3.8259e-02, -2.6006e-02, 3.9313e-02, 3.6209e-02,
-3.1214e-02, 8.0333e-02, -5.4994e-02, -5.0683e-02, -8.4087e-02,
-5.3604e-02, -1.6853e-02, 1.0909e-01, -5.5396e-02, 8.0539e-02,
1.9347e-02, -2.5427e-03, -6.9389e-03, 3.7529e-02, 4.0363e-02,
5.2876e-02, 1.0015e-01, 2.2740e-02, -5.7386e-02, -1.1217e-01,
-6.9601e-02, -1.4871e-02, -1.0904e-01, 6.0343e-02, -3.6676e-02,
4.7278e-02, 1.9986e-02, -4.3532e-02, 4.0652e-02, -1.0839e-01,
-1.1501e-01, -3.9449e-02, -1.0395e-01, -4.1699e-02, -3.6014e-02,
4.3976e-02, -7.1242e-02, -3.8537e-02, 9.8720e-03, -3.3268e-02,
-7.7708e-03, -9.8111e-02, -2.2389e-02, -1.3379e-01, -1.5334e-03,
9.8780e-02, 2.9927e-02, 3.4907e-02, 2.4411e-02, -6.5549e-02,
2.5078e-02, 1.6085e-02, 1.7975e-02, 6.5047e-02, 1.4649e-01,
6.5691e-03, -4.0719e-02, 1.2874e-02, -5.3604e-02, -1.9154e-03,
-6.6430e-02, 8.3591e-02, -3.9746e-03, -3.0307e-02, 7.2912e-02,
-2.8227e-02, -5.7795e-02, -2.0292e-02, -1.3193e-02, 6.0201e-02,
7.7529e-02, -8.5876e-03, -1.8154e-01, -1.0576e-02, 8.3421e-02,
4.4226e-03, -2.5637e-02, 4.9497e-02, -4.2030e-03, -1.1947e-01,
-4.8555e-02, -4.3257e-02, 6.4251e-03, 4.7400e-02, -6.8976e-02,
8.5590e-02, 2.2924e-02, -1.6237e-02, -1.3034e-02, 5.9408e-02,
4.5794e-02, -9.5736e-03, 4.4382e-02, 3.9184e-02, -4.9239e-02,
-6.2956e-02, -1.8697e-01, -3.1195e-02, 3.8199e-02, 2.3468e-03,
5.6799e-02, 1.7019e-02, 8.0624e-02, 1.2911e-01, 4.3801e-02,
-1.8870e-02, -1.9128e-02, 6.8112e-02, -1.0748e-03, -8.1751e-02,
-2.4775e-03, 4.1094e-03, 4.0115e-02, 2.1463e-02, 5.2381e-02,
4.4237e-03, 1.1871e-02, -4.1599e-02, 3.3368e-02, 2.4822e-02,
-1.0624e-02, -2.7739e-02, -1.8917e-02, 5.7018e-02, -3.3610e-03,
-1.1604e-01, 1.2329e-02, -1.8360e-02, 8.0589e-02, 2.5566e-02,
-1.0874e-02, 3.5966e-02, 1.4746e-02, 3.9261e-02, 1.6210e-01,
6.6965e-02, -4.7027e-03, -1.3327e-02, -5.7232e-03, 2.0720e-02,
-1.8956e-02, 8.5142e-02, -1.1761e-02, -1.4364e-01, 3.6765e-03,
2.5277e-02, 3.5697e-02, -6.2660e-02, -5.2666e-02, -1.5398e-02,
1.8287e-02, 1.5975e-02, -4.7403e-02, -5.4648e-03, 7.6845e-03,
-6.8076e-02, 9.7212e-03, 2.3079e-02, 6.8635e-02, -3.2950e-02,
-9.7297e-02, 5.7299e-02, 5.3689e-02, 3.3631e-02, -3.9307e-03,
9.8005e-02, -5.2507e-02, -5.8986e-02, -2.0892e-02, -3.9147e-02,
-3.4674e-02, -7.4979e-03, -2.2025e-02, 1.5420e-02, 1.3446e-02,
1.8075e-02, 1.1045e-01, -2.0067e-02, -5.9860e-02, -7.4402e-03,
4.0200e-02, 6.5522e-02, 3.6153e-02, -4.1666e-02, 9.5305e-02,
4.2120e-02, -1.5585e-02, 2.9619e-02, -6.2426e-02, -1.0871e-02,
2.4636e-02, -2.0754e-02, 8.9477e-02, -5.8911e-03, -1.3028e-01,
-5.9197e-02, -3.9502e-03, 4.6848e-02, 1.8503e-02, -4.7408e-03,
-4.1983e-02, 1.1187e-01, -1.1462e-01, 2.9944e-02, 5.0354e-02,
-3.0264e-02, -7.6094e-04, 1.0860e-02, -1.0891e-02, -1.9101e-01,
3.2310e-02, -1.3061e-02, 4.6734e-04, 9.0471e-02, -5.8938e-02,
2.3895e-02, 2.7242e-02, 1.1529e-02, -1.1704e-01, -2.2976e-02,
6.1185e-02, 2.1317e-02, -1.0176e-01, 7.0461e-03, 9.3876e-03,
6.4264e-02, -1.3085e-02, -5.6097e-02, 8.0418e-04, 1.2013e-01,
4.5221e-02, 2.1881e-02, -1.9301e-03, 4.8398e-02, -1.8417e-03,
5.0696e-02, 6.6364e-03, -1.2053e-02, -2.4329e-02, 1.5445e-02,
5.8052e-02, -8.6495e-02, -5.7780e-02, 3.1528e-02, -7.9761e-03,
9.9089e-02, 1.2303e-02, -8.2190e-02, 6.1242e-02, 3.3578e-02,
2.4696e-02, -6.5395e-03, -2.3721e-02, -1.0867e-01, 3.5195e-02,
-8.9748e-02, 1.3401e-03, 1.0250e-01, 2.1500e-02, -1.8416e-02,
6.8812e-02, 7.6173e-03, -8.2264e-03, -4.0912e-03, 2.6147e-02,
3.3246e-03, 3.9625e-02, -3.6474e-02, -8.7605e-03, 1.5124e-02,
9.5788e-03, 4.3529e-02, -3.4296e-02, 1.8925e-02, 2.5767e-05,
2.7938e-02, -1.4167e-02, -1.5843e-02, -5.7598e-02, 8.1245e-02,
-1.5502e-02, -1.0106e-01, 3.4186e-04, 3.9981e-02, -8.7942e-02,
1.1434e-02, -8.0165e-03, -3.4733e-02, 1.8945e-02, -1.9487e-02,
1.9557e-02, -4.1530e-02, 8.9138e-02, -7.5674e-02, 4.6729e-02,
-2.8728e-02, -7.7138e-02, 5.2300e-02, -2.3124e-02, 6.4146e-02,
1.2109e-02, 1.5470e-02, -1.0825e-02, -1.7693e-02, 1.0202e-01,
-3.0822e-02, -7.7770e-02, -6.1827e-02, -3.5067e-02, -1.9805e-02,
-5.9319e-02, 1.9284e-02, 5.7454e-02, -3.8954e-03, -3.8990e-03,
8.1596e-02, 4.3832e-02, 1.4365e-02, 1.0872e-02, 4.3683e-02,
-7.2024e-03, 3.4481e-02, -9.2668e-02, 5.0795e-02, 2.4479e-02,
-1.5260e-02, 3.8509e-02, 8.2867e-02, 3.3739e-02, -3.9663e-02,
-2.2446e-02, 7.3313e-02, -6.4770e-02, -4.2371e-02, -4.5694e-02,
2.3379e-02, 2.0690e-02, 6.8440e-02, -1.9065e-02, 3.2734e-02,
2.4729e-02, -7.6170e-02, -3.3017e-02, 1.2019e-02, -3.9453e-02,
-4.8314e-02, -2.1600e-02, -2.1797e-02, -2.8991e-02, -9.7129e-02,
2.9509e-03, 6.6017e-02, 7.2774e-03, -2.6804e-02, 6.1259e-02,
-1.3652e-02, -5.7384e-02, -2.4051e-02, -3.3149e-02, -3.1795e-02,
5.1362e-02, 5.9589e-02, 1.5126e-03, 4.0131e-02, -1.4784e-01,
9.6626e-04, 6.4751e-04, -1.6925e-02, 7.0216e-02, 3.2692e-03,
5.4919e-02, -9.4447e-02, 1.9031e-02, -2.2015e-02, -7.3322e-02,
-5.3877e-02, 3.7983e-02, -2.0051e-02, 2.3796e-02, -1.0512e-02,
-4.8075e-02, 5.5661e-02, -3.3676e-02, 1.2699e-02, 4.0320e-02,
2.4552e-02, 2.8826e-02, 3.8475e-02, -2.7520e-02, -7.4140e-02,
5.6995e-03, 5.2824e-03, -3.7261e-02, -4.8606e-02, 5.0006e-02,
-6.4903e-02, -1.5091e-02, 6.1095e-02, -4.6148e-03, -7.2791e-02,
-5.5126e-02, -1.8694e-01, 2.0176e-02, -6.4954e-02, 9.1612e-03,
-3.7840e-02, -2.4068e-02, 3.7798e-02, 2.4061e-02, 6.9299e-02,
-6.9510e-02, 1.4788e-02, -1.1693e-02, 2.6941e-02, 4.1271e-02,
-2.1617e-02, 1.5884e-02, -8.8010e-02, -4.7440e-02, 8.6653e-02,
-5.8911e-04, 3.8594e-02, 5.5580e-03, -1.2621e-01, 4.8224e-02,
5.5185e-02, -5.1964e-02, 2.0708e-02, -1.5233e-02, -4.0406e-03,
3.3795e-02, -5.6430e-02, -4.2508e-02, 4.4628e-03, -3.8454e-03,
9.3475e-02, -4.2128e-02, -2.4727e-02, 1.9038e-03, 2.2948e-02,
-5.6295e-02, 1.4149e-01, -1.8766e-02, 1.2989e-01, -1.0012e-01,
5.8184e-02, -1.8917e-03, 1.0222e-01, 4.3812e-02, 3.8113e-02,
-1.7954e-02, -2.2978e-02, -4.9587e-02, -4.2408e-02, -2.7552e-02,
6.6619e-03, -5.0485e-02, -1.5447e-02, 5.9324e-02, -1.4240e-01,
1.3764e-02, 3.1888e-03, 7.0548e-01, 5.0911e-04, 4.1165e-02,
8.8992e-03, -5.1325e-02, 3.6108e-02, -2.5403e-03, -2.6832e-02,
-6.0267e-02, 3.5387e-02, 3.1951e-02, -4.6461e-02, -1.5229e-02,
-4.7876e-02, 7.5450e-02, -2.1511e-02, 1.0460e-02, 5.2322e-02,
1.1969e-02, -8.0905e-02, 6.9487e-02, -1.0083e-01, 9.3806e-03,
3.2615e-02, -8.2806e-02, 3.8711e-02, -5.5472e-02, 2.1274e-02,
3.7940e-02, -3.0932e-02, -6.9179e-02, -1.0374e-02, 6.2765e-02,
9.4203e-03, 4.0830e-02, 1.5246e-02, 4.6715e-02, 1.2440e-01,
2.1640e-02, -2.7171e-03, 6.6878e-02, 7.1997e-02, -6.3021e-02,
-2.8969e-02, -1.8279e-02, 7.9684e-03, 7.2059e-02, -2.4862e-02,
7.0348e-02, 4.5144e-02, -1.1103e-01, -2.7398e-02, -3.7813e-02,
-9.0955e-02, 7.5556e-03, -5.0071e-02, 1.1641e-01, -6.6711e-02,
-8.8224e-02, -3.8333e-02, 3.8179e-02, -4.6433e-03, -3.2530e-02,
1.8807e-02, -2.1404e-02, -4.4224e-03, -2.5336e-03, -1.0608e-01,
2.1566e-02, 4.9382e-02, 1.1753e-01, -7.6555e-02, 4.4172e-02,
-1.3283e-02, -4.0123e-02, 6.3268e-03, 1.9446e-02, -8.0466e-03,
-4.4752e-02, 6.5504e-02, -2.2623e-02, 4.5251e-02, 1.5645e-02,
-2.4893e-02, 4.4099e-02, -4.2987e-02, -8.2015e-02, 5.0645e-02,
3.3608e-04, 1.2450e-02, -1.7224e-02, -3.0474e-02, 1.6158e-02,
-4.8449e-02, 8.4821e-02, 7.8106e-02, 1.2727e-01, -3.8738e-02,
-3.2759e-03, -6.2150e-03, -4.9838e-02, -7.0116e-02, 5.3579e-02,
-4.6496e-02, -8.7658e-02, 4.8785e-03, 1.0785e-02, 5.5684e-02,
7.4563e-02, -1.5944e-02, 1.0510e-01, 4.6529e-02, -1.3518e-02,
-2.2337e-02, 1.8051e-04, 3.7445e-03, -3.1726e-02, -6.4156e-02,
3.5931e-02, -1.2695e-02, 5.9208e-02, -3.1032e-02, 2.7790e-02,
-7.4074e-02, -8.7348e-02, -5.1461e-02, 6.4059e-03, -8.7230e-03,
1.6446e-03, 9.4462e-03, -3.9575e-02, 4.4462e-02, 7.4041e-02,
-3.7722e-02, 3.5767e-02, 2.5298e-02, -5.0501e-02, -1.6542e-02,
7.8032e-02, -1.3285e-03, 3.8271e-02, -4.9915e-02, 2.1296e-02,
2.5365e-03, -1.0205e-01, -1.0744e-01, 2.0153e-02, 2.7633e-03,
3.5619e-02, 4.6212e-03, 2.3901e-02, -1.5204e-02, 1.7037e-02,
9.3707e-02, -3.8896e-02, 9.1033e-03, 3.4028e-02, 7.9117e-03,
9.8052e-03, 1.1197e-01, 9.3160e-02, -3.6156e-02, 2.6445e-02,
-5.5902e-03, -8.7181e-03, -1.3127e-02, 6.9219e-02, 4.3847e-02,
-1.9237e-01, -2.9820e-02, -4.4345e-02, -5.8497e-04, -2.7584e-03,
-7.0854e-02, 2.8213e-02, 3.2583e-02, -1.4047e-01, 5.0333e-02,
-6.7609e-03, -2.6318e-02, 7.0164e-02, -1.4916e-02, -1.0621e-02,
-1.6034e-03, -3.4006e-02, -3.8822e-02, -7.6333e-02, -9.1621e-02,
-4.5650e-02, 6.1538e-02, -1.8645e-02, 1.2590e-01, 2.0677e-02,
7.0446e-02, -2.7816e-02, 1.3239e-02, 1.1804e-01, -2.3052e-02,
1.4929e-01, 1.8779e-03, 2.9241e-02, 3.1629e-02, 2.2184e-03,
1.1693e-01, 7.4050e-03, 8.5369e-03, -4.3412e-02, -3.5250e-02,
5.1478e-02, -2.0213e-02, -3.0405e-03], device='cuda:0')),
('bert.encoder.layer.6.attention.output.LayerNorm.weight',
tensor([0.8362, 0.8693, 0.8470, 0.8224, 0.8369, 0.8106, 0.7320, 0.7698, 0.9124,
0.7385, 0.9217, 0.9024, 0.9590, 0.9352, 0.8751, 0.7026, 0.8243, 0.8137,
0.8403, 0.8754, 0.7718, 0.9514, 0.8261, 0.8161, 0.7913, 0.8653, 0.8687,
0.9155, 0.8480, 0.9038, 0.8574, 0.6990, 0.9111, 0.7170, 0.8348, 0.8207,
0.7016, 0.9103, 0.7343, 0.8807, 0.9286, 0.8575, 0.8839, 0.9000, 0.9446,
0.9017, 0.8632, 0.9017, 0.9370, 0.8231, 0.9225, 0.8007, 0.8212, 0.8778,
0.7436, 0.7203, 0.8180, 0.8584, 0.7773, 0.7989, 0.8634, 0.9526, 0.9412,
0.9351, 0.7510, 0.9431, 0.8648, 0.8249, 0.7063, 0.7675, 0.8747, 0.8671,
0.8569, 0.8244, 0.9096, 0.9271, 0.8307, 0.8535, 0.9387, 0.8870, 0.8712,
0.8135, 0.8626, 0.8796, 0.6460, 0.8645, 0.7848, 0.8454, 0.9200, 0.8336,
0.8657, 0.8173, 0.8803, 0.8601, 0.8149, 0.8125, 0.6725, 0.8789, 0.9139,
0.8709, 0.7846, 0.9406, 0.7645, 0.9499, 0.7042, 0.9341, 0.9336, 0.7821,
0.9183, 0.9055, 0.7890, 0.8294, 0.9407, 0.6265, 0.8470, 0.9334, 0.8761,
0.8605, 0.9047, 0.9380, 0.8841, 0.8834, 0.8900, 0.7665, 0.7254, 0.7860,
0.8593, 0.7852, 0.8599, 0.8080, 0.8960, 0.7730, 0.8621, 0.8803, 0.8999,
0.8597, 1.1193, 0.8959, 0.9125, 0.8937, 0.7357, 0.9133, 0.8406, 1.1770,
0.8080, 0.8596, 0.8740, 0.8876, 0.8750, 0.9237, 0.8942, 0.8629, 0.9117,
0.8601, 0.8754, 0.8369, 0.9139, 0.8848, 0.8318, 0.8725, 1.0084, 0.9228,
0.7306, 0.8785, 0.8104, 0.8998, 0.8694, 0.6647, 0.8369, 0.8672, 0.9095,
0.6965, 0.7122, 0.8275, 0.8299, 0.9075, 0.9358, 0.8160, 0.9416, 0.8522,
0.8156, 0.8550, 0.7743, 0.9247, 0.9043, 0.8863, 0.8063, 0.8863, 0.8510,
0.8773, 0.8344, 0.7042, 0.8429, 0.8679, 0.8541, 0.9118, 0.9067, 0.7367,
0.8215, 0.9228, 0.9132, 0.7584, 0.9139, 0.8637, 0.7846, 0.8431, 0.9132,
0.9583, 0.8846, 0.8064, 0.9101, 0.9227, 0.7975, 0.9056, 0.8408, 0.9066,
0.8347, 0.7536, 0.8592, 0.8296, 0.9113, 0.8489, 0.9206, 0.9358, 0.8853,
0.8684, 0.9065, 0.9021, 0.8504, 0.6094, 0.8046, 0.9227, 0.8259, 0.8566,
0.7971, 0.8737, 0.6672, 0.9226, 0.8758, 0.9104, 0.8430, 0.7778, 0.8356,
0.8200, 0.8844, 0.7931, 0.9138, 0.7842, 0.9300, 0.9378, 0.8825, 0.8717,
0.9977, 0.9631, 0.9717, 0.8986, 0.9143, 0.7016, 0.8745, 0.8774, 0.6909,
0.8491, 0.8525, 0.8286, 0.8448, 0.8657, 0.8783, 0.9325, 0.7368, 0.9002,
0.8904, 0.8800, 0.9567, 0.8256, 0.9622, 0.9124, 0.8508, 0.8874, 0.8315,
0.9263, 0.9752, 0.9003, 0.7473, 2.9676, 0.8913, 0.9412, 0.7240, 0.9420,
0.8809, 0.8008, 0.7613, 0.8282, 0.7498, 0.8471, 0.8646, 0.8036, 0.8428,
0.6619, 0.9426, 0.8656, 0.9127, 0.8262, 0.8295, 0.8538, 0.8154, 0.9318,
0.7780, 0.9147, 0.9148, 0.8675, 0.8010, 0.8462, 0.8313, 0.7454, 0.8101,
0.9198, 0.8244, 0.7727, 0.9634, 0.7480, 0.7903, 0.8833, 0.8486, 0.9351,
0.7582, 0.8071, 0.8816, 0.7993, 0.9224, 0.8570, 0.9362, 0.8780, 0.9317,
0.9083, 0.9468, 0.9130, 0.8806, 0.9292, 0.9307, 0.7789, 0.6562, 0.9147,
0.7666, 0.9372, 0.8456, 0.9363, 0.8943, 0.8438, 0.8533, 0.8236, 0.8742,
0.8297, 0.8223, 0.8468, 0.9452, 0.8648, 0.8249, 0.8494, 0.8525, 0.7606,
0.8489, 0.9066, 0.8402, 0.9278, 0.8582, 0.8723, 0.8956, 0.9837, 0.8930,
0.8208, 0.8240, 0.9031, 0.8729, 0.8730, 0.8297, 0.8248, 0.8158, 0.8829,
0.8743, 0.6451, 0.8257, 0.8320, 0.9273, 0.9235, 0.7897, 0.7580, 0.7398,
0.8953, 0.9114, 0.8000, 0.9370, 0.7861, 0.8750, 0.8920, 0.8497, 0.8824,
0.7521, 0.9412, 0.8396, 0.7711, 0.7252, 0.8097, 0.7493, 0.8468, 0.8775,
0.8704, 0.7868, 0.8615, 0.9091, 0.9664, 0.8153, 0.7920, 0.9092, 0.9465,
0.9287, 0.8104, 0.7582, 0.9890, 0.8179, 0.9021, 0.8635, 0.9657, 0.9018,
0.7761, 0.8499, 0.8995, 0.8702, 0.6844, 0.8685, 0.9331, 0.8551, 0.8841,
0.7985, 0.9716, 0.6993, 0.9327, 0.8776, 0.8122, 0.8693, 0.8903, 0.9298,
0.7494, 0.8255, 0.8370, 0.8316, 0.7803, 0.8904, 0.9191, 0.8887, 0.8411,
0.8912, 0.6955, 0.8652, 0.9060, 0.8476, 1.0180, 0.7630, 0.7830, 0.8552,
0.8587, 0.8041, 0.8656, 0.7707, 0.9185, 0.7230, 0.7764, 0.8495, 0.7972,
0.8947, 0.8659, 0.9515, 0.8398, 0.9593, 0.8585, 0.9204, 0.8622, 0.6707,
0.9213, 0.7917, 0.9978, 0.8393, 0.8340, 0.9110, 0.9121, 0.8852, 0.7981,
0.9587, 0.7433, 0.9690, 0.8004, 0.8032, 0.9075, 0.8715, 0.7979, 0.9317,
0.8050, 0.8268, 0.9344, 0.8051, 0.8796, 0.9242, 0.9075, 0.8163, 0.8773,
0.8925, 1.0122, 0.9428, 0.8513, 0.8781, 0.8646, 0.8884, 0.8746, 0.8426,
0.8719, 0.9249, 0.7575, 0.9033, 0.8210, 0.7155, 0.9178, 0.9160, 0.7112,
0.8626, 0.9344, 0.8763, 0.9711, 0.9565, 0.9588, 0.8813, 0.9023, 0.8741,
0.8976, 0.8622, 0.7858, 0.8192, 0.8171, 0.7535, 0.8735, 0.8431, 0.8483,
0.9282, 0.9192, 0.7572, 0.7503, 0.7987, 0.9733, 0.8038, 0.7948, 0.8766,
0.8897, 0.8053, 0.8239, 0.9454, 0.8632, 0.7511, 0.8397, 0.7686, 1.4040,
0.8387, 0.8544, 0.9213, 0.9292, 0.7029, 0.8984, 0.9060, 0.9149, 0.8388,
0.8825, 0.7783, 0.9436, 0.7615, 0.8501, 0.7906, 0.8440, 0.9160, 0.9237,
0.8247, 0.8388, 0.8819, 0.9066, 0.8749, 0.9402, 0.8918, 0.8527, 0.8902,
0.9142, 0.8279, 0.8787, 0.7848, 0.7615, 0.9230, 0.7291, 0.8223, 0.8119,
0.8466, 0.9927, 0.8209, 0.8155, 0.8902, 0.8387, 0.8875, 0.8183, 0.7510,
0.8893, 0.9378, 0.8684, 0.8607, 0.7754, 0.9289, 0.9111, 0.8645, 0.7448,
0.8165, 0.8527, 0.9839, 0.9411, 0.9402, 0.9641, 0.8987, 0.9019, 0.8440,
0.7676, 0.8774, 0.9726, 0.8595, 0.9413, 0.9057, 0.8383, 0.8171, 0.8137,
0.8914, 0.8965, 0.7837, 0.8588, 0.7945, 0.8589, 0.9039, 0.8951, 0.8702,
0.8389, 0.9531, 0.8273, 0.8886, 0.8359, 0.8349, 0.8011, 0.7258, 0.9163,
0.9347, 0.8212, 0.7497, 0.9396, 0.7772, 0.7879, 0.8213, 0.8465, 0.9063,
0.8465, 0.8779, 0.8961, 0.8922, 0.8535, 0.8511, 0.8352, 0.7811, 0.8550,
0.9694, 0.6614, 0.6971, 0.8562, 0.9636, 0.7812, 0.8309, 0.9718, 0.9186,
0.8345, 0.8528, 0.8990, 0.9391, 0.8837, 0.9369, 0.8025, 0.8693, 0.9267,
0.9170, 0.8450, 0.8075, 0.9335, 0.8611, 0.9283, 0.9167, 0.6814, 0.8796,
0.8831, 0.9440, 0.8807, 0.8844, 1.0112, 0.7918, 0.9494, 0.7791, 0.7832,
0.7253, 0.8192, 0.8875, 0.9633, 0.8733, 0.9303, 0.8309, 0.9030, 0.8363,
0.9220, 0.8884, 0.8009, 0.9635, 0.8375, 0.7973, 0.7851, 0.8384, 0.9222,
0.8880, 0.8749, 0.9212, 0.7771, 0.9263, 0.6283, 0.9439, 0.7980, 0.8769,
0.8714, 0.8337, 0.8072, 0.9517, 0.9820, 0.8116, 0.9351, 0.9276, 0.7895,
0.8543, 0.8996, 0.9383, 0.8385, 0.7167, 0.8422, 0.8095, 0.7464, 0.8577,
0.8389, 0.8312, 0.7048, 0.8235, 0.8505, 0.8730, 0.8205, 0.9043, 0.8202,
0.7837, 0.8566, 0.8875, 0.8177, 0.8050, 0.8909, 0.9385, 0.8597, 0.9349,
0.8648, 0.9330, 0.8551], device='cuda:0')),
('bert.encoder.layer.6.attention.output.LayerNorm.bias',
tensor([-4.7225e-03, -1.7074e-01, -2.2697e-01, 1.5853e-01, -8.5556e-02,
2.8132e-02, -3.0950e-01, 1.2429e-01, 1.3273e-01, -6.4372e-02,
7.6084e-02, -2.5433e-02, -9.5152e-02, -2.1356e-01, -1.2246e-02,
2.5129e-01, 1.9731e-02, -7.2288e-02, -1.8443e-01, -5.6724e-02,
6.5517e-02, 9.3268e-02, 4.6906e-02, 6.4207e-02, -1.0647e-01,
9.8795e-02, 9.1262e-02, 2.5240e-01, 9.8769e-02, -3.0862e-03,
-1.0423e-01, -1.0647e-02, -1.0111e-01, -5.1324e-02, -1.0251e-02,
6.0771e-02, -1.9574e-01, 5.7993e-02, -3.1923e-02, 2.0681e-01,
-5.3232e-03, -1.9442e-01, 4.3010e-02, 7.6441e-02, 7.1323e-02,
-1.2120e-01, -7.1495e-02, 1.1903e-01, -5.7830e-02, 1.4543e-01,
-1.5269e-02, 1.8328e-01, 2.3389e-01, -1.8040e-01, 5.9120e-02,
-4.1141e-02, -2.4844e-01, -8.7458e-02, 3.7864e-02, 8.3729e-02,
-7.2234e-02, -8.7432e-02, 8.2418e-02, -3.4544e-01, -2.6503e-01,
1.3211e-01, 4.6236e-02, -8.1739e-02, 1.9310e-01, -4.6740e-02,
-1.6963e-01, -1.5027e-01, -4.1209e-02, 1.8882e-02, 1.0420e-02,
1.1673e-01, -4.4814e-02, -3.6624e-02, -1.0430e-02, 6.5247e-02,
1.0818e-01, -2.8385e-02, -7.5002e-02, 8.0976e-02, 6.6643e-02,
5.2149e-02, -2.9026e-02, 5.2535e-02, 6.8179e-02, 5.0377e-02,
-2.0706e-01, -1.2457e-01, -1.7421e-01, -4.5835e-02, -8.6025e-02,
6.1199e-02, 2.3845e-02, -2.5114e-02, -8.7689e-02, 6.8085e-02,
-8.1827e-02, -1.3154e-02, -1.0185e-01, 9.4711e-02, -2.1890e-01,
-1.1210e-02, 8.2032e-02, 5.2430e-02, -6.8476e-02, -7.5909e-02,
-7.6939e-02, -1.2169e-01, -4.4964e-02, -8.8575e-02, 2.9554e-01,
1.4272e-01, -1.4320e-01, 1.5835e-01, -2.3977e-02, 3.8378e-02,
-3.9104e-02, 2.9442e-03, -5.9116e-02, 2.7064e-02, -5.0503e-02,
7.4369e-02, 1.2357e-02, 5.8327e-02, -1.5614e-01, -6.9200e-02,
-1.4721e-01, 3.4676e-02, -1.5331e-02, 2.3409e-02, -1.1446e-01,
-1.5757e-02, 6.5242e-01, 8.2524e-02, 5.6338e-02, -1.5286e-02,
-1.2366e-01, -2.2201e-01, 6.5427e-02, -1.6771e+00, -2.0360e-02,
-1.5302e-01, 2.0343e-02, -4.6045e-02, -1.1890e-01, -3.6110e-01,
-5.3330e-02, 1.6572e-02, -7.3534e-02, 9.9546e-02, 4.6633e-02,
-7.0524e-02, -1.0688e-01, -2.0121e-01, 8.7003e-02, -1.8657e-01,
1.7512e-01, 6.5656e-02, 3.4884e-02, -5.7895e-02, -6.7043e-02,
-2.0862e-01, 3.7922e-02, 8.1197e-02, -9.5755e-02, -1.0827e-01,
1.1500e-02, 7.1336e-02, -1.0951e-01, 8.0291e-02, 2.2421e-01,
5.1000e-02, 1.5121e-01, -2.0842e-01, -5.5008e-02, -7.5611e-02,
-2.7815e-01, -4.3169e-02, -2.3426e-02, -3.5616e-02, 9.8154e-02,
-3.0834e-02, -1.7813e-01, -5.1567e-02, -9.5455e-02, -1.9164e-02,
1.2351e-01, 9.9042e-02, 2.0231e-01, 8.7781e-02, -5.3606e-02,
-1.6480e-01, -7.5773e-02, -1.0058e-01, -1.3213e-01, -1.8445e-01,
7.0391e-02, 6.8801e-02, -6.2639e-02, 1.6491e-01, -8.8816e-03,
-7.7423e-02, 6.0541e-02, -1.4967e-01, -8.1780e-02, -5.9252e-02,
-1.0182e-02, -3.9259e-02, 1.2556e-01, -7.9324e-02, 5.2734e-02,
2.2899e-02, 1.3775e-01, 5.0852e-02, -4.1345e-02, 1.0629e-02,
8.7380e-02, 3.4246e-02, 1.6295e-01, -2.4387e-01, -1.9952e-01,
5.8335e-02, -1.1661e-03, -4.0932e-02, 6.4865e-02, -1.1085e-01,
1.3991e-02, 1.0756e-01, 3.7958e-02, -2.8967e-01, -5.3690e-02,
3.4090e-02, -8.9705e-02, -1.4948e-01, 3.6809e-02, 5.1275e-02,
-8.7187e-02, 1.8917e-02, 1.9658e-01, 9.0882e-02, -9.1179e-02,
-1.6822e-01, 2.5426e-02, 9.5798e-02, 8.1670e-02, 1.1458e-01,
-2.7939e-03, 2.3281e-04, 1.7869e-03, 8.1307e-02, 9.8620e-02,
5.6665e-02, -9.0259e-02, -5.7669e-02, -7.9978e-02, 1.3114e-01,
4.0659e-02, -5.8445e-02, 4.3422e-02, -1.1864e-01, 7.6281e-02,
1.5021e-01, 8.3953e-02, 3.9957e-02, -5.4206e-02, -1.8957e-01,
-6.5135e-02, -2.9538e-01, 6.3076e-02, 1.0627e-03, 1.5883e-01,
4.2775e-02, -1.5730e-01, 6.9285e-03, 1.6902e-01, -1.2464e-01,
-6.7041e-02, 4.6403e-02, -5.6452e-02, 1.4145e+00, 1.0750e-02,
-9.5994e-04, 5.6003e-02, -2.9239e-01, 1.3199e-01, 1.1363e-01,
3.2341e-02, 1.8689e-02, 2.2629e-02, -2.0297e-01, -1.5535e-01,
-1.8497e-01, -8.4612e-02, 2.8604e-03, -4.6311e-02, 5.4240e-03,
7.9483e-02, -1.3364e-01, 5.4305e-02, 8.6410e-02, 1.2764e-01,
-7.3929e-02, -6.2696e-02, 6.0758e-02, -1.4986e-01, 1.9798e-01,
1.0569e-01, 5.7457e-02, 2.5971e-02, 2.0395e-01, -2.6076e-02,
-8.4914e-02, 1.2025e-01, -1.0150e-02, -7.9032e-02, 9.4523e-02,
-1.8182e-01, -5.9222e-02, 8.8792e-02, -9.2333e-02, -7.4203e-02,
-2.0419e-01, -1.0427e-01, -2.1459e-02, -4.2324e-02, 7.5040e-02,
-1.6367e-01, 2.8326e-02, 8.3429e-02, -1.4618e-03, 2.9120e-03,
-9.3174e-02, -1.1180e-02, 8.8156e-02, -1.3051e-01, -5.3810e-02,
2.5786e-03, 4.1023e-02, 2.5183e-02, -5.0621e-02, 7.2086e-02,
6.4019e-03, -1.4557e-02, -9.7123e-02, 5.9114e-02, -1.0895e-02,
-9.9624e-03, -6.8509e-02, -1.8946e-01, 4.4492e-02, 1.2416e-01,
-2.6322e-01, 1.1296e-01, 5.1353e-04, -3.8052e-02, -2.3860e-01,
9.0440e-03, -1.5862e-01, 1.4423e-01, -1.3468e-01, -2.1012e-01,
1.2704e-01, -2.2686e-02, 4.3352e-02, 1.8984e-02, 7.0375e-02,
-1.2944e-01, -1.4239e-01, 7.1511e-03, 1.9074e-05, -2.1116e-01,
1.8153e-03, 6.7669e-03, -1.0513e-01, 1.0525e-02, -1.0138e-01,
-1.8975e-01, 7.9244e-02, 1.5987e-01, 8.4434e-02, -4.3285e-02,
-1.0496e-01, 1.3539e-01, -3.4908e-02, 2.0479e-01, -2.3122e-01,
-2.1168e-02, 9.4022e-02, -9.6715e-03, -1.8547e-03, 1.6623e-03,
-1.3243e-01, 4.8605e-02, -6.0306e-02, -2.4087e-01, 1.6148e-02,
3.6707e-02, 1.9616e-01, -2.7659e-02, -1.5692e-02, -1.4560e-01,
8.8229e-02, -9.5910e-03, -2.2404e-01, -8.1066e-02, -5.4452e-02,
-1.7515e-01, -3.6701e-02, 8.0104e-02, -6.7945e-02, -1.9326e-02,
-8.9040e-02, -5.9749e-02, 3.1298e-01, -1.7052e-01, -1.3350e-01,
-8.8063e-02, -1.4924e-01, -1.6762e-01, 1.3478e-01, 2.1259e-01,
-4.8528e-02, -9.4429e-02, 1.1003e-02, 7.9589e-02, 5.5111e-02,
-8.6186e-02, -2.6143e-02, -6.6330e-02, 2.3967e-01, -7.5497e-02,
5.8514e-03, 7.6842e-02, -1.3181e-01, -1.6019e-02, -3.0684e-02,
3.8415e-02, -7.6162e-02, -7.5198e-02, -7.1942e-02, 7.0997e-03,
-1.3659e-01, -1.8547e-02, -5.1958e-02, 2.4567e-02, -7.2631e-02,
2.9269e-02, 1.9676e-01, 7.9821e-02, 4.5840e-02, -1.0581e-01,
-3.0927e-01, 4.3188e-02, -2.3294e-01, -1.0861e-01, -6.5104e-02,
4.9204e-03, -4.8114e-02, -1.4747e-01, 5.5787e-02, -7.9224e-02,
1.4454e-02, 1.0912e-01, -2.8863e-02, 4.6176e-03, 7.7516e-02,
1.5521e-01, 7.2505e-02, -7.6868e-02, 1.3537e-01, 4.3377e-02,
1.0356e-01, -2.9947e-02, 1.9167e-02, 2.4763e-02, -1.0759e-01,
-5.1626e-02, -1.5132e-01, -4.6388e-02, 6.8359e-02, 1.0895e-01,
-5.4434e-02, 6.9394e-03, 6.9710e-02, -6.0370e-02, -4.7276e-02,
-4.7075e-02, -4.9892e-02, -1.3464e-01, -1.4221e-01, 1.8699e-01,
2.8702e-04, 1.0796e-01, -9.3286e-02, -1.2952e-02, 8.8791e-02,
3.0223e-01, 2.9827e-02, -3.1727e-02, -1.9070e-01, -1.5666e-01,
1.7579e-01, -5.4231e-02, 1.4420e-01, -5.3581e-02, -8.7266e-02,
-1.7102e-01, -7.8490e-02, 1.0130e-01, -1.8784e-02, -2.1089e-01,
-1.0711e-01, -4.8939e-02, 5.0873e-02, 2.2196e-01, 5.8938e-02,
-1.6414e-01, -7.3393e-02, 6.0947e-03, -5.9730e-02, 2.7081e-02,
-7.5120e-02, 9.2474e-02, 3.2438e-02, 4.3324e-02, -1.4285e-02,
-1.1465e-01, 1.6920e-01, -1.0704e-01, -1.0013e-01, -1.9399e-01,
-2.4662e-02, 4.1161e-02, 7.1571e-02, -1.9154e-01, 1.1187e-01,
-1.8074e-01, -8.7596e-02, -6.3840e-02, -2.8116e-01, 7.7684e-02,
2.2094e-01, 5.4684e-03, 4.6937e-02, 3.3947e-02, 1.1300e-01,
6.7874e-02, 8.2596e-02, -9.5795e-02, 5.4269e-02, 1.4730e-01,
1.0614e-01, -1.9246e-01, -1.5500e+00, -1.3868e-01, 1.2418e-01,
-4.4689e-02, 8.8324e-02, -1.1799e-01, -8.9800e-02, 7.7710e-02,
-3.3466e-02, 6.0231e-02, -3.1013e-02, 4.0646e-02, 1.4559e-01,
9.4992e-02, -6.5078e-02, 7.0179e-02, -1.2165e-01, 1.0667e-01,
-1.1025e-01, -1.1581e-02, -9.6486e-02, 1.4455e-02, -2.2419e-01,
-1.4604e-02, 2.1381e-01, -4.7296e-02, 5.6425e-02, -6.0610e-02,
-1.7172e-02, -5.3886e-03, 1.6095e-02, 1.0626e-01, -6.5988e-03,
-5.8485e-02, 1.5132e-01, -7.0665e-02, -1.5275e-01, -2.2100e-01,
1.4340e-01, 1.6246e-01, 8.5206e-02, -8.7667e-02, 1.4017e-01,
-2.5175e-02, -3.5562e-02, -1.1488e-01, -1.2553e-01, -7.2719e-04,
-1.2381e-01, 4.3843e-02, 1.3440e-01, 1.2503e-01, 1.7898e-01,
5.9358e-02, 3.9012e-02, -6.0189e-02, -2.9045e-01, 9.7645e-02,
2.4191e-01, -1.5043e-02, -8.6830e-02, -4.4978e-02, 4.8397e-02,
-1.2071e-01, -2.4126e-02, 2.1366e-01, 8.5575e-02, 1.4248e-01,
-8.9178e-02, -1.1219e-01, -1.4666e-01, 7.1348e-02, 1.5910e-01,
-1.7688e-01, 1.4327e-01, -1.2920e-01, -1.0352e-01, 5.2875e-02,
3.6670e-03, -1.7444e-01, 5.0715e-02, -9.1695e-02, -7.1152e-02,
3.1335e-02, -1.5896e-01, 1.6211e-01, 1.1160e-01, -5.2368e-02,
-2.4897e-01, -1.1653e-01, 5.9823e-02, -1.3952e-01, -3.2888e-01,
-7.9063e-03, -1.2631e-01, -5.6945e-04, -5.9355e-02, 1.3129e-01,
5.8485e-02, -8.0551e-02, -4.4925e-02, 1.2399e-01, -8.8405e-02,
1.4855e-01, 7.5056e-02, -1.6764e-02, -2.7661e-02, -6.1846e-02,
-4.8050e-02, 1.2912e-01, -6.6131e-02, -1.0962e-01, 5.9085e-02,
1.3027e-02, 2.2491e-01, 2.9241e-02, -2.6366e-02, 2.3319e-01,
4.7233e-02, 3.9222e-02, -1.9230e-01, -1.5907e-01, 9.3779e-02,
7.9560e-02, -7.9125e-02, 2.9027e-02, 5.2978e-03, -1.4879e-02,
-1.4225e-02, -3.7432e-02, 2.3792e-02, -7.4223e-02, -4.4610e-02,
5.1099e-02, 1.8193e-02, -7.7814e-02, 1.1896e-01, 5.4112e-03,
-1.1180e-01, 5.9597e-03, -2.3306e-01, 6.9649e-02, 1.7818e-02,
1.5486e-01, 1.0462e-01, 2.6178e-02, -2.0948e-01, -1.2783e-01,
-1.5170e-01, -5.5573e-02, -3.5089e-02, -3.4786e-02, -8.3298e-02,
-4.9887e-02, -8.2366e-02, 1.3762e-01, -1.0144e-01, -1.4563e-02,
1.9885e-02, -1.6236e-01, 1.6052e-02, 6.3899e-02, 1.2570e-01,
-6.7032e-02, -3.9906e-02, 1.8491e-02, -1.5341e-01, -9.3947e-02,
4.6161e-02, 1.1089e-01, -1.3093e-01, -4.2617e-03, -6.2575e-02,
-4.7884e-02, -8.9398e-02, -1.8718e-01, 2.6297e-01, -9.8824e-02,
-8.1069e-02, 8.7274e-02, 6.0753e-02, 8.6767e-03, -6.6880e-02,
-7.1484e-02, -9.7068e-02, 1.0642e-01, 1.6930e-01, 1.7528e-02,
-4.3752e-02, -1.8356e-01, -3.2475e-02, -1.6525e-01, 1.3249e-02,
-6.3925e-02, 4.1510e-02, -3.7133e-03, -8.1204e-02, -4.7879e-02,
-1.6336e-01, -3.5420e-02, -7.1852e-02, -1.4876e-02, 6.3368e-02,
-1.4932e-01, -1.8435e-01, 5.0235e-02, -2.3841e-02, -3.6343e-03,
-7.4424e-02, -2.7454e-02, 1.4214e-01], device='cuda:0')),
('bert.encoder.layer.6.intermediate.dense.weight',
tensor([[-0.0066, 0.0096, -0.0374, ..., -0.0075, 0.0179, 0.0066],
[-0.0477, -0.0263, -0.0073, ..., -0.0598, -0.0056, -0.0656],
[-0.0300, -0.0042, 0.0332, ..., -0.0066, -0.0377, -0.0272],
...,
[-0.0601, 0.0252, -0.0349, ..., 0.0637, 0.0135, 0.0213],
[ 0.0017, 0.0286, -0.0268, ..., 0.0903, -0.0781, 0.0018],
[ 0.0038, -0.0436, 0.0281, ..., -0.0083, 0.0371, -0.0232]],
device='cuda:0')),
('bert.encoder.layer.6.intermediate.dense.bias',
tensor([-0.0320, -0.0641, -0.1066, ..., -0.0353, -0.2069, -0.0623],
device='cuda:0')),
('bert.encoder.layer.6.output.dense.weight',
tensor([[-0.0089, 0.0432, 0.0274, ..., -0.0047, 0.0042, -0.0414],
[ 0.0045, 0.0057, 0.0043, ..., 0.0172, -0.0160, 0.0075],
[ 0.0436, -0.0142, -0.0239, ..., 0.0617, -0.0713, -0.0107],
...,
[ 0.0363, -0.0008, 0.0236, ..., -0.0039, 0.0449, 0.0238],
[ 0.0034, -0.0122, -0.0100, ..., 0.0142, -0.0698, -0.0140],
[ 0.0223, 0.0067, -0.0201, ..., -0.0421, 0.0750, -0.0144]],
device='cuda:0')),
('bert.encoder.layer.6.output.dense.bias',
tensor([ 2.3488e-02, -9.5945e-02, -5.8388e-02, 6.6169e-02, -3.1991e-03,
5.7307e-03, 3.6079e-02, 9.0730e-02, -3.6585e-02, -3.0106e-02,
2.4431e-02, -2.1697e-02, -8.0733e-02, -1.2270e-01, 8.1260e-02,
1.3448e-01, 2.5605e-02, -1.6056e-02, -4.4024e-02, -2.3382e-01,
-6.4008e-02, 7.4382e-02, -1.8927e-02, 2.9145e-02, -1.5791e-01,
3.8578e-02, 4.3179e-02, 8.3407e-02, 8.4263e-02, 9.5766e-03,
6.9206e-02, -1.5405e-01, 1.8250e-02, -3.3535e-01, 1.2740e-01,
-8.9018e-02, -4.1248e-02, 1.9977e-02, 1.6534e-01, 1.9705e-01,
-6.7722e-02, -1.0032e-01, -7.6345e-02, -7.8428e-02, 5.2743e-02,
-2.2757e-02, 8.2577e-02, 7.6045e-02, -2.6997e-02, 5.5491e-02,
6.6016e-03, 3.3474e-02, 4.8762e-02, -9.5337e-02, -6.9958e-02,
-2.3264e-02, -1.2861e-02, -4.8146e-02, -1.6877e-02, -1.0324e-02,
-3.5797e-02, -1.0645e-01, -8.8682e-03, -1.1127e-01, -1.3894e-01,
1.3526e-01, 3.6027e-03, -1.1766e-02, 1.6698e-02, -2.1558e-01,
-3.8585e-02, 4.9267e-03, 1.5472e-02, -4.0026e-02, -5.1760e-02,
8.0232e-02, -3.0618e-02, -6.4636e-02, -8.4717e-02, -1.0992e-01,
1.1570e-01, 6.7218e-02, 1.3933e-01, 1.0066e-01, -5.8757e-02,
-1.5402e-01, -5.7091e-02, -5.8939e-02, 4.5615e-02, 5.6132e-02,
-9.2199e-02, -2.0821e-02, -1.9229e-02, 3.8604e-02, 5.2295e-02,
7.7574e-02, -8.4845e-02, 9.6371e-02, 1.6105e-01, 2.8082e-02,
8.4503e-02, -1.6159e-02, -3.1250e-02, -2.7218e-02, -1.3686e-01,
-7.1879e-02, 8.2791e-02, 9.2011e-02, -1.0715e-03, 8.4261e-02,
-4.5145e-02, -1.0095e-02, 1.2252e-03, 3.7152e-02, 6.1241e-02,
7.9461e-02, -6.8147e-02, 1.2527e-01, 1.8707e-02, -3.0226e-02,
3.8694e-03, -4.9499e-02, -1.8583e-02, -9.5577e-02, -1.9632e-01,
3.4656e-02, 9.0669e-02, -5.9297e-02, -3.4984e-02, -6.1541e-02,
-2.2973e-02, -3.4562e-04, -7.2518e-04, 1.5971e-02, 2.6611e-02,
-3.0031e-03, -4.0799e-02, 1.1464e-01, -1.5919e-01, 1.5655e-01,
-1.9047e-01, -8.8380e-02, -3.6142e-02, -1.0834e+00, -1.1854e-01,
1.7052e-02, 4.5201e-02, 1.1617e-01, -1.2652e-01, 8.2203e-02,
-5.5257e-02, -1.2161e-01, -1.9724e-02, 4.0266e-03, 8.9582e-02,
-6.1119e-02, 5.8552e-02, -1.5148e-01, 6.6669e-02, -6.7402e-02,
8.9783e-02, -1.7405e-02, 3.5130e-02, 6.8253e-02, 8.7077e-02,
1.6250e-03, 1.1047e-01, -9.1021e-02, -1.1523e-01, 6.2785e-02,
4.4125e-02, 1.0649e-01, -3.0287e-02, 7.8253e-03, -6.3337e-02,
1.6108e-01, 1.4974e-01, -1.8852e-02, 7.9315e-02, 8.9205e-02,
-1.9779e-01, -1.0311e-01, 4.4738e-02, 4.2855e-02, 6.1569e-02,
1.8407e-02, 2.4027e-02, -1.1520e-01, -4.4141e-02, -5.3475e-02,
4.8821e-02, -7.4266e-03, 5.3157e-02, 5.5199e-02, 9.0631e-03,
-4.2275e-02, -9.9424e-02, 5.5338e-02, -1.1051e-01, -6.5556e-02,
3.4687e-02, 1.7624e-01, 3.5339e-02, 5.3765e-02, 2.0124e-01,
-9.3515e-02, 5.2611e-02, -4.7042e-02, -7.8401e-02, -7.3551e-02,
4.7650e-02, -7.7079e-02, -9.1215e-03, -1.5644e-01, 7.0751e-02,
9.5706e-02, 5.7468e-02, -6.3756e-02, -1.8789e-02, 7.7258e-02,
8.0572e-02, 1.1488e-01, 1.0413e-01, -3.1099e-02, 1.8719e-02,
5.1722e-02, -6.8212e-02, -5.3649e-02, 1.2531e-01, 1.9048e-01,
-4.8260e-02, 9.4585e-02, -2.6414e-02, -3.9827e-02, -1.7486e-02,
-7.9533e-02, -8.4969e-03, -6.7679e-02, -3.8501e-03, 6.0601e-02,
-1.1279e-01, -3.0201e-03, 1.2965e-01, 9.0277e-02, -9.8197e-02,
-3.2578e-02, -1.1594e-02, -3.5052e-02, 5.4722e-02, 4.6948e-02,
9.1878e-02, -4.5391e-02, 1.1123e-02, 1.0913e-01, -8.4373e-03,
2.2031e-02, -5.2203e-03, 7.8492e-02, -1.0097e-02, 3.0968e-02,
4.0705e-02, -1.5095e-01, -5.0031e-02, -6.2647e-02, 1.4643e-01,
-4.7006e-02, 5.6419e-02, 1.2351e-01, -1.0483e-01, -7.6898e-02,
-1.2125e-01, 1.6010e-02, 1.1818e-01, 1.9770e-02, 6.1792e-02,
-5.1176e-02, -5.0793e-03, -4.5997e-02, 1.2345e-01, -6.6122e-02,
3.2650e-02, -4.5961e-02, -1.1756e-01, 6.1497e-01, -9.7352e-02,
-4.7389e-02, 2.2152e-02, -7.8284e-04, 1.0746e-01, -4.6254e-02,
5.7123e-02, 1.4813e-01, 8.9390e-02, 1.8733e-02, -5.3956e-02,
-4.7819e-02, -8.3005e-02, 5.3269e-02, -6.1498e-02, 1.1180e-02,
-1.1467e-01, -9.2809e-02, 8.8601e-03, -2.9637e-02, -2.5283e-01,
4.7641e-03, 1.0630e-02, 1.2247e-01, -8.3703e-02, -9.0780e-03,
-4.3838e-02, 1.5968e-01, 1.9195e-03, 2.4643e-02, 1.6042e-03,
-1.0009e-02, -6.4889e-02, -1.9147e-02, 4.1207e-02, 1.8974e-02,
-8.0416e-02, 1.1674e-02, -6.7988e-02, 6.9974e-02, -1.1833e-02,
7.5605e-03, 2.1917e-02, 4.7952e-02, 1.3063e-01, -2.5406e-02,
-1.9852e-02, 1.1154e-01, 2.4264e-02, -2.0905e-02, -5.3521e-02,
7.0442e-03, -9.9680e-03, 8.5364e-02, -1.0678e-01, 3.5859e-02,
-2.5099e-02, 3.1637e-02, -9.9307e-02, -4.8732e-02, 4.8027e-02,
5.7895e-02, 2.9779e-02, -1.0238e-02, 8.8949e-02, 4.6139e-02,
-6.2090e-02, -7.0705e-02, -2.7470e-02, 1.3083e-02, 1.1113e-01,
1.4894e-02, -9.8168e-02, 1.0066e-01, 5.4029e-02, -9.4307e-02,
6.0078e-02, -8.8488e-02, 8.1135e-02, 2.5608e-02, -2.8258e-02,
1.0436e-01, 5.8201e-03, 8.9476e-02, -8.7963e-02, -2.9054e-02,
-9.9051e-02, -1.8801e-02, -6.3638e-02, 6.1071e-03, -1.4956e-01,
-4.5133e-02, -6.1969e-02, -2.6761e-02, -6.5405e-02, -1.1154e-02,
-1.2958e-01, 2.1055e-02, 3.7507e-02, 3.3591e-02, -1.6730e-02,
-8.7041e-02, 6.4112e-02, 3.5786e-03, -7.5693e-03, -8.2113e-02,
2.9534e-02, 1.3633e-01, 1.5897e-02, -1.2369e-02, 1.7317e-01,
-1.7277e-01, -5.4674e-03, -6.6238e-02, -1.4836e-01, 3.0048e-02,
-2.1058e-02, 1.3951e-01, -3.6991e-03, -6.3804e-02, -1.7419e-01,
3.3791e-02, -3.5504e-02, -5.7071e-02, -4.8336e-02, -5.2343e-02,
-1.0258e-01, -4.0119e-02, -6.0173e-02, -5.5890e-03, 8.4651e-02,
3.8353e-02, 1.2790e-02, -3.2751e-02, -6.0068e-02, -4.8242e-02,
-1.1109e-01, 6.6344e-03, -1.1076e-02, 5.9827e-02, -8.7738e-02,
-7.8528e-02, -3.9341e-02, 1.1188e-02, 8.3680e-02, -1.4259e-03,
1.0349e-01, 1.1936e-01, 1.5948e-01, 1.0871e-01, 1.8152e-02,
1.0853e-01, 1.1366e-01, 8.8875e-02, 1.0524e-01, 5.2710e-02,
2.4637e-02, -4.8794e-02, -1.1156e-01, -1.0429e-01, -8.1630e-02,
-8.0014e-04, -5.6695e-02, 6.3805e-02, 3.3125e-02, -3.1448e-02,
1.6093e-01, 1.1603e-01, 3.7956e-03, 4.0483e-02, 3.3071e-02,
-1.4645e-01, 1.4950e-01, -1.4562e-01, 2.4340e-02, -4.4135e-02,
-4.9896e-02, -1.8237e-02, 1.0158e-01, 1.2024e-01, -6.7608e-03,
1.7585e-01, 3.2296e-02, 6.6113e-02, -2.3756e-02, -9.0889e-03,
3.3945e-02, 5.6969e-02, -3.1393e-02, 1.0436e-01, 2.9861e-02,
4.0047e-02, -1.6832e-01, -7.0231e-02, 7.0507e-02, 3.2818e-02,
6.0705e-02, -7.9263e-02, 1.6149e-02, 4.6319e-02, 7.2980e-02,
-7.0969e-02, -5.1784e-03, 1.3564e-01, -2.2141e-03, -8.0258e-02,
-1.3800e-02, -3.3353e-03, -1.2489e-01, -2.9309e-02, 5.1260e-02,
9.5961e-02, -7.0096e-02, -1.6775e-02, 4.1472e-03, 1.1494e-01,
-5.0409e-02, -3.9627e-02, 8.9355e-02, -1.3406e-01, 3.2643e-02,
1.5532e-01, 3.6341e-02, 1.1364e-02, -7.3696e-02, 1.0685e-02,
9.2973e-02, -1.7388e-02, -6.3023e-02, -3.9271e-02, 1.1017e-02,
-1.2205e-01, 1.5604e-02, -1.1318e-01, 1.2488e-01, 3.0677e-02,
-1.8119e-02, 1.0290e-01, -4.5347e-02, 5.8923e-02, 2.6389e-02,
-7.8458e-02, 6.9219e-02, -6.4300e-02, 2.5770e-02, -4.2130e-03,
5.2324e-02, 1.4138e-01, -1.1683e-01, -1.1625e-01, -3.8494e-02,
3.2714e-02, 1.0558e-01, 8.0186e-02, 3.1278e-02, -1.3005e-02,
-1.0417e-01, -9.5617e-03, 3.6483e-03, -2.4000e-02, 4.9097e-02,
4.8247e-02, 8.2267e-02, -8.6355e-02, 1.2407e-03, 1.4350e-01,
1.4429e-01, 6.8414e-02, -1.1271e-01, -5.4609e-02, -2.7885e-02,
8.5867e-02, -7.5146e-02, -8.4115e-01, -3.9655e-02, 6.4456e-02,
8.6655e-02, -4.5287e-02, -1.2134e-01, -3.5016e-02, 4.5908e-02,
-3.5398e-02, -8.3861e-02, -7.7469e-04, -1.3175e-01, 2.7531e-02,
-3.0593e-02, -1.1596e-02, -5.6231e-02, 5.6929e-03, 2.5385e-02,
1.6208e-02, 1.6893e-02, -7.3996e-02, 2.7688e-02, -1.2606e-01,
7.1285e-02, 1.6737e-01, -4.0344e-02, -9.2643e-02, 2.7456e-03,
7.0090e-04, 5.2545e-02, 8.8487e-03, 7.6445e-02, -7.9753e-02,
-1.8461e-03, 1.1793e-01, 8.9100e-02, -1.3420e-01, 3.1323e-02,
1.0834e-01, 9.9930e-03, -1.7794e-02, 6.4339e-02, 4.6019e-02,
-1.3132e-02, -1.3525e-02, -3.6616e-02, -4.3594e-02, -2.9109e-02,
-8.6877e-02, 2.1898e-02, -7.0056e-02, 7.8866e-02, 1.0577e-01,
1.6185e-02, 4.2850e-02, -7.4156e-02, -2.1487e-01, 5.0620e-02,
1.3028e-02, -8.9878e-03, -5.8882e-02, -3.7258e-02, 6.8154e-02,
2.3698e-02, -6.8447e-02, 3.4231e-02, -5.3164e-02, 1.5218e-02,
-9.3579e-02, 2.3732e-02, -1.0593e-01, -2.7299e-02, 1.3397e-01,
-2.2036e-01, 5.4886e-02, -1.0182e-01, -1.3903e-01, 8.0812e-02,
1.8446e-01, 8.3444e-02, 5.5987e-02, 3.5189e-02, -2.4333e-02,
-1.1043e-03, 5.0611e-02, 7.0239e-02, 1.6015e-01, -2.6025e-02,
-9.7940e-02, -6.5514e-02, 1.9713e-02, -1.0099e-01, -5.6080e-02,
7.9316e-02, 8.6520e-02, -2.2455e-01, -6.5544e-02, -9.8167e-03,
-1.0514e-01, -3.7657e-03, -1.2837e-01, 5.7990e-02, -1.1971e-01,
1.5255e-01, 1.1847e-01, -5.2799e-02, 7.9652e-02, -5.2509e-02,
3.6289e-02, -2.9509e-02, -6.7613e-02, -2.6859e-03, 1.3874e-02,
4.2849e-03, 1.8271e-01, 1.6680e-03, -5.7668e-02, -6.0004e-02,
-1.7584e-02, 3.1614e-02, 3.5596e-03, -1.8518e-02, 1.5127e-01,
1.3768e-02, -1.0699e-01, -2.3286e-02, 2.5304e-02, -5.9382e-02,
-1.4262e-02, -9.8495e-02, 1.7398e-02, 5.8842e-02, -2.8262e-02,
4.7847e-02, 7.6139e-02, -3.5386e-02, 3.4007e-02, -6.9084e-02,
5.2204e-05, 2.1446e-02, -2.2255e-02, 7.4417e-02, 5.5546e-02,
1.0900e-01, 3.4010e-02, 9.6102e-03, -3.7369e-02, -1.2875e-01,
-2.5849e-03, -8.0869e-03, -9.6761e-02, 3.9616e-02, -8.3183e-02,
-3.5707e-02, 4.1138e-03, -4.4478e-02, 2.2699e-02, 3.3471e-02,
8.0886e-02, -7.8846e-02, -2.9136e-02, 8.7896e-02, 8.9408e-02,
7.8915e-03, 1.6374e-02, 2.5769e-02, 8.6310e-02, -5.7947e-03,
-7.5560e-02, 4.6493e-02, -1.7048e-02, 5.6483e-02, -2.1342e-02,
-1.3802e-01, 2.6361e-02, -4.0942e-02, -5.6141e-02, -5.8393e-02,
-1.5923e-02, 2.9903e-02, -7.7564e-04, 1.3066e-01, 2.9501e-02,
-3.5153e-02, -5.1716e-02, 1.2815e-01, 2.7103e-02, 4.5018e-02,
-5.5500e-02, 1.1401e-01, -1.0806e-02, 5.2852e-02, 1.4139e-01,
5.0858e-02, -4.2608e-02, 4.8447e-02, -6.5648e-04, 1.9748e-02,
-1.7347e-02, 2.0866e-02, -6.1109e-02, -1.0126e-01, -6.3674e-03,
4.3733e-02, 3.1703e-02, 1.0172e-01, 4.8833e-02, -7.4261e-02,
-8.9807e-03, -8.7370e-04, 1.9775e-01], device='cuda:0')),
('bert.encoder.layer.6.output.LayerNorm.weight',
tensor([0.8630, 0.8899, 0.8632, 0.8503, 0.8624, 0.8584, 0.7539, 0.8378, 0.8874,
0.8493, 0.8755, 0.9163, 0.9425, 0.8963, 0.9008, 0.7757, 0.8819, 0.8862,
0.8427, 0.9049, 0.8380, 0.8847, 0.8779, 0.8720, 0.8853, 0.8647, 0.9109,
0.8555, 0.8664, 0.8993, 0.8839, 0.8314, 0.9054, 0.8480, 0.8993, 0.8449,
0.8100, 0.9107, 0.8331, 0.8759, 0.9202, 0.8546, 0.8806, 0.8833, 0.9115,
0.8880, 0.8766, 0.8903, 0.9353, 0.8480, 0.9029, 0.8547, 0.8233, 0.8901,
0.8185, 0.8084, 0.8418, 0.8787, 0.8703, 0.8200, 0.8847, 0.9223, 0.9185,
0.8489, 0.7953, 0.9205, 0.8678, 0.8621, 0.7832, 0.8049, 0.8684, 0.8708,
0.8602, 0.8807, 0.9135, 0.9214, 0.8696, 0.8936, 0.9100, 0.9103, 0.8889,
0.8961, 0.8670, 0.8938, 0.7772, 0.8734, 0.8229, 0.8772, 0.9070, 0.8656,
0.8550, 0.8647, 0.8692, 0.8968, 0.8705, 0.8544, 0.8262, 0.9044, 0.8976,
0.8750, 0.8577, 0.9209, 0.8346, 0.9161, 0.7945, 0.9421, 0.9141, 0.8411,
0.9136, 0.9213, 0.8425, 0.8572, 0.9350, 0.8046, 0.8523, 0.9208, 0.8809,
0.8660, 0.8998, 0.9162, 0.9030, 0.8806, 0.9209, 0.8469, 0.8460, 0.8492,
0.9255, 0.8483, 0.8809, 0.8747, 0.9035, 0.8362, 0.8697, 0.8875, 0.9127,
0.8883, 1.0046, 0.8937, 0.9129, 0.9247, 0.8119, 0.9068, 0.8479, 0.1285,
0.8427, 0.8949, 0.9094, 0.9102, 0.8872, 0.8609, 0.8798, 0.8815, 0.9020,
0.8761, 0.8562, 0.8747, 0.9205, 0.9033, 0.8572, 0.9072, 0.9085, 0.9354,
0.8286, 0.8978, 0.8658, 0.8778, 0.8459, 0.8056, 0.8664, 0.8775, 0.9155,
0.8080, 0.8067, 0.8802, 0.8508, 0.8758, 0.9111, 0.7983, 0.9329, 0.9035,
0.8390, 0.8939, 0.8438, 0.9080, 0.8867, 0.9010, 0.8569, 0.8685, 0.8855,
0.8964, 0.8139, 0.8139, 0.8550, 0.8888, 0.8557, 0.8911, 0.9151, 0.8272,
0.8933, 0.8869, 0.9047, 0.8214, 0.9020, 0.8559, 0.8463, 0.8806, 0.9148,
0.9312, 0.8832, 0.8516, 0.9026, 0.9079, 0.8392, 0.9033, 0.8946, 0.9364,
0.8683, 0.8415, 0.8792, 0.8447, 0.9295, 0.8928, 0.9146, 0.8536, 0.8658,
0.8977, 0.9032, 0.9012, 0.8644, 0.7877, 0.8766, 0.9060, 0.8722, 0.8331,
0.8737, 0.8750, 0.7899, 0.9210, 0.8947, 0.9064, 0.8737, 0.8503, 0.8293,
0.8499, 0.8949, 0.8481, 0.9070, 0.8600, 0.9257, 0.9181, 0.8810, 0.8897,
0.9737, 0.9222, 0.9159, 0.9430, 0.9011, 0.8127, 0.8966, 0.8840, 0.7928,
0.8878, 0.8939, 0.8833, 0.9014, 0.8621, 0.8941, 0.9220, 0.8684, 0.8792,
0.8789, 0.8738, 0.9123, 0.8664, 0.9126, 0.9051, 0.8843, 0.9033, 0.8536,
0.8787, 0.9490, 0.9263, 0.8629, 0.4209, 0.9016, 0.9432, 0.8341, 0.8916,
0.8810, 0.8324, 0.8395, 0.8635, 0.8755, 0.8477, 0.8743, 0.8405, 0.8767,
0.7992, 0.9198, 0.8904, 0.8932, 0.8601, 0.8690, 0.9078, 0.2249, 0.9103,
0.8577, 0.9171, 0.8978, 0.8917, 0.8428, 0.8618, 0.8584, 0.8167, 0.8464,
0.9137, 0.8595, 0.8519, 0.9157, 0.8286, 0.8644, 0.8838, 0.8609, 0.9390,
0.8503, 0.8304, 0.9005, 0.8446, 0.9252, 0.8539, 0.8952, 0.9182, 0.9045,
0.9161, 0.9224, 0.9241, 0.8929, 0.9042, 0.8960, 0.8388, 0.7933, 0.9117,
0.8839, 0.9218, 0.8783, 0.9082, 0.9244, 0.8906, 0.8872, 0.8472, 0.8954,
0.8753, 0.8592, 0.8824, 0.9224, 0.8257, 0.8749, 0.8822, 0.9013, 0.8105,
0.8895, 0.9033, 0.8783, 0.9093, 0.8312, 0.8621, 0.9068, 0.9382, 0.9133,
0.8872, 0.8867, 0.9109, 0.8880, 0.9070, 0.8611, 0.8555, 0.8696, 0.9197,
0.8986, 0.8018, 0.8751, 0.8885, 0.8823, 0.8979, 0.8627, 0.8454, 0.8152,
0.9141, 0.8563, 0.8121, 0.9135, 0.8096, 0.8755, 0.9027, 0.8939, 0.9054,
0.8376, 0.9126, 0.8405, 0.8248, 0.8286, 0.8466, 0.8268, 0.8907, 0.8936,
0.9025, 0.8667, 0.8614, 0.9054, 0.9397, 0.8735, 0.8595, 0.9169, 0.9279,
0.9042, 0.8763, 0.8387, 0.8588, 0.8718, 0.8889, 0.9022, 0.9257, 0.8781,
0.8359, 0.8366, 0.9129, 0.8777, 0.8023, 0.9014, 0.8974, 0.8997, 0.9174,
0.8287, 0.8862, 0.8130, 0.9222, 0.8698, 0.8705, 0.9010, 0.9005, 0.8986,
0.7937, 0.8863, 0.8694, 0.8716, 0.8274, 0.8989, 0.9062, 0.9174, 0.8676,
0.9080, 0.7738, 0.8840, 0.8981, 0.8828, 0.8880, 0.8844, 0.8451, 0.8584,
0.8893, 0.8711, 0.8925, 0.8211, 0.9228, 0.7524, 0.8263, 0.8478, 0.8486,
0.8829, 0.8772, 0.9185, 0.8651, 0.9194, 0.8024, 0.9035, 0.8732, 0.8095,
0.9115, 0.8576, 0.9285, 0.8877, 0.8762, 0.9220, 0.8910, 0.8824, 0.8553,
0.9416, 0.8467, 0.9829, 0.8298, 0.8555, 0.9039, 0.9034, 0.8354, 0.8853,
0.8558, 0.8732, 0.9092, 0.8810, 0.8724, 0.8889, 0.9138, 0.8577, 0.9155,
0.8792, 0.8868, 0.9246, 0.8459, 0.8957, 0.8814, 0.8804, 0.8989, 0.8605,
0.9024, 0.8825, 0.8700, 0.9027, 0.8853, 0.8036, 0.8992, 0.9078, 0.8091,
0.8812, 0.9356, 0.8968, 0.9108, 0.9065, 0.9215, 0.8871, 0.9204, 0.8685,
0.8723, 0.8669, 0.8559, 0.8382, 0.8838, 0.8408, 0.8836, 0.8360, 0.8578,
0.9128, 0.9261, 0.8255, 0.8161, 0.8710, 0.8888, 0.8733, 0.8299, 0.8930,
0.8854, 0.8434, 0.8422, 0.9175, 0.8815, 0.8094, 0.8514, 0.8288, 0.6384,
0.8728, 0.8592, 0.9176, 0.9327, 0.8369, 0.9116, 0.8816, 0.9274, 0.8801,
0.9061, 0.8519, 0.8924, 0.8378, 0.8844, 0.8447, 0.8809, 0.8889, 0.9021,
0.8732, 0.8727, 0.9039, 0.8829, 0.8936, 0.8801, 0.9064, 0.9115, 0.8927,
0.9067, 0.8715, 0.8998, 0.8568, 0.8301, 0.9215, 0.8287, 0.8437, 0.8529,
0.8626, 0.9001, 0.8413, 0.8647, 0.9060, 0.9038, 0.8891, 0.8878, 0.8350,
0.8990, 0.9166, 0.8884, 0.8816, 0.8083, 0.8870, 0.8714, 0.8695, 0.8354,
0.8617, 0.8453, 0.9028, 0.8784, 0.9229, 0.9307, 0.9081, 0.9110, 0.8616,
0.8360, 0.8586, 0.9020, 0.8504, 0.9122, 0.9135, 0.8476, 0.8658, 0.8347,
0.9129, 0.8656, 0.8784, 0.8792, 0.8512, 0.8809, 0.9037, 0.9167, 0.9000,
0.8682, 0.9406, 0.8590, 0.8994, 0.8641, 0.9019, 0.8618, 0.7972, 0.9148,
0.9110, 0.7987, 0.8412, 0.9364, 0.8623, 0.8328, 0.8689, 0.8634, 0.9139,
0.8869, 0.8534, 0.9063, 0.8825, 0.8723, 0.8917, 0.8895, 0.8637, 0.8884,
0.9202, 0.7747, 0.8212, 0.8984, 0.9256, 0.7968, 0.8712, 0.9194, 0.8698,
0.8582, 0.8930, 0.9242, 0.9208, 0.8779, 0.9267, 0.8552, 0.9002, 0.9146,
0.9149, 0.8770, 0.8589, 0.9098, 0.8735, 0.9136, 0.9153, 0.7925, 0.9069,
0.8933, 0.9224, 0.9173, 0.9032, 0.9144, 0.8580, 0.9155, 0.8284, 0.8010,
0.8252, 0.8311, 0.8951, 0.9267, 0.8766, 0.9216, 0.8806, 0.9168, 0.8535,
0.9049, 0.8995, 0.8597, 0.9219, 0.8588, 0.8145, 0.8314, 0.9001, 0.9106,
0.8994, 0.8840, 0.9125, 0.8481, 0.9234, 0.7720, 0.9312, 0.8128, 0.9068,
0.8958, 0.8718, 0.8661, 0.9026, 0.9037, 0.8923, 0.9197, 0.8903, 0.8504,
0.8578, 0.9074, 0.9106, 0.8730, 0.8144, 0.8647, 0.8580, 0.8166, 0.8736,
0.8750, 0.8657, 0.8188, 0.8625, 0.8822, 0.8879, 0.8606, 0.9181, 0.8941,
0.8384, 0.8708, 0.9003, 0.8480, 0.8444, 0.9122, 0.9075, 0.8919, 0.9353,
0.8870, 0.9252, 0.8799], device='cuda:0')),
('bert.encoder.layer.6.output.LayerNorm.bias',
tensor([-9.8169e-03, 6.1653e-02, 9.9812e-02, -7.1561e-02, 5.4560e-02,
-3.8847e-02, 9.2857e-02, -8.9600e-02, -8.6866e-02, 2.7975e-02,
-5.8695e-02, 2.0519e-04, 4.1517e-02, 6.1644e-02, 1.0323e-02,
-6.4022e-02, 6.1026e-03, 3.2214e-02, 5.9067e-02, 1.9448e-02,
-5.5127e-02, -5.0877e-02, -7.7241e-03, -3.5685e-02, 3.2174e-02,
-2.2056e-02, -3.5371e-02, -1.0770e-01, -2.5991e-02, 2.0785e-03,
3.9243e-02, 4.2635e-04, 5.0650e-02, 9.6274e-03, -6.0163e-03,
-4.0128e-02, 7.2868e-02, -1.7814e-02, 1.9848e-02, -9.2204e-02,
-1.0769e-02, 7.0937e-02, -3.2997e-02, -7.1356e-02, -1.2257e-02,
3.6899e-02, 2.9892e-02, -5.1520e-02, 6.1468e-03, -7.2306e-02,
-9.1228e-03, -7.9697e-02, -7.7866e-02, 5.8846e-02, -9.5972e-03,
3.8478e-02, 9.0652e-02, 3.4121e-02, -1.3750e-02, -4.8437e-02,
1.3396e-02, 2.7822e-02, -6.8290e-02, 1.3477e-01, 5.9277e-02,
-3.6034e-02, -2.2091e-02, 3.7320e-02, -8.0166e-02, 2.6892e-02,
7.6642e-02, 6.1059e-02, 2.9766e-02, -1.3598e-02, 6.4325e-03,
-2.8010e-02, -9.0648e-03, 2.3248e-02, -7.6851e-03, -4.6990e-02,
-3.3294e-02, 2.6744e-03, 1.4074e-02, -6.1994e-02, -1.6533e-02,
-6.7061e-02, 1.0961e-02, -1.2750e-02, -3.7882e-02, -1.9402e-02,
6.5973e-02, 3.4577e-02, 7.6695e-02, -9.0574e-03, 4.6603e-02,
-6.1932e-02, -1.7333e-02, 1.1378e-02, 2.2839e-02, -5.2815e-02,
4.0605e-02, 1.8715e-02, 3.5086e-02, -6.7663e-02, 7.4194e-02,
-1.5221e-02, -3.9522e-02, -6.9996e-03, 3.4476e-02, 4.7082e-02,
1.2504e-02, 3.3078e-02, 3.1994e-02, 4.2767e-02, -9.8587e-02,
-7.6756e-02, 3.4803e-02, -6.9912e-02, 9.3647e-03, -2.1023e-02,
-2.3518e-02, 4.2287e-04, 1.3194e-02, -1.7815e-02, 1.2223e-02,
-3.0118e-02, 3.4180e-02, -3.7023e-02, 6.5046e-02, 3.3935e-02,
3.7739e-02, -3.3305e-03, -5.9276e-03, -7.0293e-03, 3.8676e-02,
2.9866e-03, -2.3514e-01, -4.4979e-02, 5.6854e-02, 8.7392e-03,
5.3489e-02, 7.2024e-02, -1.2650e-02, 4.7410e-01, 2.9722e-03,
4.2804e-02, -1.8435e-02, 1.5849e-02, 2.1980e-02, 1.2173e-01,
6.0415e-02, -1.0745e-02, 3.0647e-02, -4.7164e-02, -4.0716e-02,
7.9598e-03, 4.1082e-02, 7.4003e-02, -6.1614e-02, 6.8435e-02,
-1.0135e-01, -4.9133e-02, -1.3651e-02, 3.0923e-02, 2.1655e-02,
8.3285e-02, -5.3892e-02, -4.7650e-02, 5.0189e-02, 3.0184e-02,
-1.1831e-02, -2.7138e-02, 4.2950e-02, -6.7654e-02, -1.0899e-01,
-6.1206e-02, -8.3274e-02, 1.2291e-01, 3.3230e-02, 4.7074e-02,
9.3266e-02, 1.3015e-02, 1.1993e-02, 6.7566e-02, -6.3497e-02,
1.0671e-03, 9.4984e-02, 5.7567e-02, 1.1680e-02, 1.0925e-03,
-5.8368e-02, -4.1219e-02, -1.1447e-01, -3.7802e-02, 2.6467e-02,
8.8835e-02, 2.5390e-02, 2.0168e-02, 7.2747e-02, 7.4393e-02,
-4.3989e-02, -1.6611e-02, 2.2662e-02, -7.4406e-02, 2.0000e-02,
1.9322e-02, -4.1391e-02, 7.3248e-02, 2.5315e-02, 2.9872e-02,
2.5522e-02, 3.2336e-02, -7.7888e-02, 1.6134e-02, -1.6203e-02,
3.7838e-03, -3.6589e-02, -4.1565e-02, 2.0553e-02, -1.5684e-02,
-1.4977e-02, -2.5180e-03, -5.4673e-02, 1.5946e-01, 9.2215e-02,
-3.0786e-02, -4.2366e-04, 1.1219e-02, -5.9004e-02, 5.4227e-02,
-4.7186e-03, -6.0841e-02, -4.4135e-02, 1.0956e-01, 3.1797e-02,
8.0354e-03, 2.5658e-02, 6.1388e-02, -1.0245e-02, -1.8326e-02,
1.8192e-02, -5.3863e-03, -7.0833e-02, -3.6506e-02, 2.4244e-02,
6.0378e-02, -2.7894e-02, -6.6689e-02, -2.8990e-02, -6.7179e-02,
1.7446e-02, -4.4992e-03, -5.0522e-02, -4.3348e-02, -6.8659e-02,
-3.5561e-02, 5.0996e-02, 1.5996e-02, 3.0616e-02, -3.6519e-02,
-2.3081e-02, 2.6586e-02, -4.3148e-02, 2.0254e-02, -1.8092e-02,
-6.7773e-02, -1.6896e-02, 6.9660e-03, -3.5580e-03, 6.5940e-02,
1.3501e-02, 1.2231e-01, -4.4446e-02, -2.4155e-02, -9.9393e-02,
5.1427e-03, 4.3789e-02, -7.7488e-03, -7.2274e-02, 7.3665e-02,
6.6287e-04, -1.1198e-02, 3.5323e-02, -3.2336e-01, 2.9640e-03,
-4.2364e-02, -2.6414e-02, 1.1948e-01, -5.2484e-02, -3.0547e-02,
-2.4386e-02, 1.6209e-02, -2.0804e-03, 9.4437e-02, 3.8573e-02,
7.6852e-02, 5.4649e-02, 2.2828e-03, 2.6049e-02, -2.0417e-02,
-8.4671e-02, 4.8532e-02, -3.4568e-02, -4.6277e-02, 2.2278e-01,
2.9606e-02, 6.5544e-03, -1.6240e-02, 3.8040e-02, -6.8998e-02,
-5.3790e-02, -2.4351e-02, -1.4562e-02, -4.2851e-02, 1.1828e-02,
2.1956e-02, -2.8795e-02, -1.4343e-03, 5.8764e-02, -2.9866e-02,
6.0309e-02, 3.8893e-02, -1.5796e-02, 3.0918e-02, 2.5136e-02,
7.9121e-02, -1.1229e-02, 8.1379e-04, 5.9750e-03, -4.9713e-02,
1.1676e-01, 3.8754e-03, -4.6808e-02, -1.9868e-02, -5.1406e-02,
4.2283e-02, -1.9021e-03, -2.3924e-02, 6.4827e-02, 1.6471e-02,
-1.3678e-02, -3.4575e-03, 2.9115e-03, 1.4717e-02, -3.0275e-02,
6.0359e-03, 6.7444e-03, 4.3100e-02, -1.2137e-02, -4.4570e-03,
1.4572e-02, 3.7035e-02, 6.1309e-02, -3.4635e-02, -5.6065e-02,
8.9713e-02, -5.0271e-02, -2.1272e-02, 1.8597e-02, 8.2137e-02,
-3.7996e-04, 5.7513e-02, -5.4979e-02, 7.5293e-02, 1.0478e-01,
-3.7618e-02, 3.0650e-02, -7.2520e-02, -1.3305e-02, -5.5963e-02,
4.6060e-02, 7.2086e-02, -8.9475e-03, -1.9464e-02, 6.5556e-02,
2.7474e-03, 1.1025e-02, 2.9784e-02, 2.8510e-04, 2.7250e-02,
6.5236e-02, -3.2360e-02, -6.2612e-02, -7.9898e-02, 2.5743e-02,
3.9755e-02, -4.9992e-02, 2.0420e-02, -9.5986e-02, 6.0928e-02,
-1.7982e-02, -1.9703e-02, -1.3917e-03, 1.6090e-02, 2.5932e-02,
7.1871e-03, -1.5531e-02, 2.4935e-04, 8.0513e-02, -1.6118e-02,
-4.7672e-03, -8.9026e-02, 4.7635e-03, -6.0917e-03, 5.8940e-02,
-2.8816e-02, -1.3088e-04, 1.0442e-01, 6.4904e-02, 2.6332e-02,
6.4862e-02, 6.4160e-05, -6.2864e-02, 3.1145e-02, -3.1346e-02,
3.1951e-02, 2.0897e-02, -1.7496e-01, 7.6196e-02, 5.8695e-02,
3.3833e-02, 6.9448e-02, 4.6897e-02, -4.2812e-02, -8.0254e-02,
3.0543e-02, 5.6552e-02, 2.8129e-02, -4.2897e-02, -6.7274e-02,
5.1136e-02, 1.6017e-02, 5.0741e-02, -1.2325e-01, 4.6292e-02,
-2.3694e-02, -4.0769e-02, 3.9866e-02, 1.1040e-02, 1.8627e-03,
-6.1081e-02, -4.7901e-03, -1.1686e-03, 2.8088e-02, 1.0974e-02,
5.1119e-02, 6.8456e-03, 1.9771e-02, 2.2808e-03, 3.1351e-02,
-2.5661e-02, -5.5343e-02, -4.2140e-02, -2.4756e-02, 3.5945e-02,
1.6164e-01, 3.2806e-03, 6.3482e-02, 3.6413e-02, 1.9705e-02,
7.5109e-03, 3.7244e-02, 6.3694e-02, -4.3754e-02, 2.9662e-02,
1.1632e-02, -3.6561e-02, -2.1890e-03, 2.3771e-04, -3.7588e-02,
-7.4398e-02, -3.1107e-02, 7.4036e-03, -6.6409e-02, -8.0295e-03,
-3.7963e-02, -1.4778e-02, -4.2140e-02, -2.1135e-02, 4.3618e-02,
4.5128e-02, 3.6299e-02, 3.0564e-02, -2.9477e-02, -4.9306e-02,
2.2043e-02, -9.4794e-03, -2.0692e-02, 2.8018e-02, 1.4270e-02,
2.8749e-02, 3.2823e-02, 5.7024e-02, 4.2802e-02, -9.7001e-02,
3.0907e-03, -2.7172e-02, 3.0415e-02, 1.1179e-02, -3.7199e-02,
-1.1896e-01, -2.2281e-02, 3.4337e-02, 5.2515e-02, 7.7390e-02,
-1.3070e-01, 3.4927e-02, -7.1859e-02, 2.6364e-02, 3.4064e-02,
7.5000e-02, 2.4486e-02, -7.6892e-02, -2.4919e-02, 8.6756e-02,
3.1292e-02, 1.5852e-03, -4.0112e-02, -6.0735e-02, -3.1788e-02,
7.1722e-02, 2.4034e-02, 6.3740e-05, 5.1228e-02, -7.3580e-03,
1.9908e-02, -4.8011e-02, -9.4880e-03, -1.4343e-02, 2.1220e-02,
4.1485e-02, -7.5410e-02, 4.3469e-02, 4.4582e-02, 9.9144e-02,
-7.2738e-04, -1.4384e-02, -2.1802e-02, 6.8662e-02, -7.6868e-02,
8.5068e-02, 1.9647e-02, -9.4225e-03, 1.0303e-01, -1.2028e-02,
-1.3150e-01, -1.2156e-03, -2.8068e-02, -2.5416e-02, -5.4646e-02,
-3.9495e-02, -3.9101e-02, 1.3193e-02, -3.6336e-02, -5.6064e-02,
-4.1016e-02, 7.0479e-02, -4.9561e-01, 3.9402e-02, -3.9230e-02,
3.5786e-02, -5.6769e-02, 4.8169e-02, 1.6461e-02, -5.6519e-02,
2.3129e-02, -1.3635e-02, 2.9453e-02, -3.8336e-02, -7.1226e-02,
-4.1997e-02, -1.2321e-03, -2.5320e-02, 1.6098e-02, -4.6899e-02,
3.3436e-02, -1.8168e-03, 4.3277e-02, -2.5733e-02, 7.3689e-02,
1.0647e-02, -9.4408e-02, 6.1924e-03, -2.9083e-02, -3.2928e-03,
-4.9901e-03, -3.6341e-02, -1.1500e-03, -4.8934e-02, 1.2838e-02,
1.2087e-02, -5.7456e-02, 3.9267e-02, 4.5567e-02, 8.4077e-02,
-7.6090e-02, -3.3238e-02, -4.4111e-02, 3.2728e-02, -6.2356e-02,
1.6956e-02, 1.4287e-02, 2.8508e-02, 8.5030e-02, 1.9286e-02,
4.5782e-02, -2.8325e-02, -6.9853e-02, -3.6875e-02, -8.7593e-02,
-1.4352e-02, -1.5236e-02, 2.0374e-02, 1.0410e-01, -7.3160e-02,
-1.0285e-01, 1.0253e-02, 4.9034e-02, 7.9284e-03, -2.9829e-02,
5.7405e-02, 1.3076e-02, -1.0047e-01, -4.6482e-02, -6.0959e-02,
6.8634e-02, 6.7845e-02, 8.6726e-02, -1.3126e-02, -5.0331e-02,
4.2762e-02, -6.1596e-02, 4.1846e-02, 3.3383e-02, -2.9249e-02,
-8.0364e-03, 7.7628e-02, -2.7111e-02, 5.4947e-02, 3.0114e-02,
-1.3915e-02, 6.7860e-02, -6.5335e-02, -1.4969e-02, 1.3732e-02,
7.8594e-02, 6.8551e-02, -4.1481e-02, 7.2130e-02, 1.1654e-01,
3.7797e-03, 8.8258e-02, -3.1516e-02, 4.8352e-02, -5.5870e-02,
-3.7983e-02, 2.8315e-02, -5.3648e-03, -8.9050e-02, 3.4651e-02,
-4.2155e-02, -1.7843e-02, 1.1985e-02, 1.5488e-02, 3.5961e-02,
1.3998e-02, -9.0879e-02, 1.3048e-02, 4.6488e-02, -5.3808e-02,
-2.5295e-02, -1.2239e-01, -3.0264e-02, -1.2100e-02, -1.1713e-01,
-3.3212e-02, -2.3498e-02, 8.3960e-02, 7.5888e-02, -4.0399e-02,
-5.9570e-02, 2.7206e-02, -3.6629e-02, -4.7991e-03, -4.5639e-04,
-1.0295e-02, 1.7379e-02, -2.3641e-02, 3.1924e-03, 4.5544e-02,
-4.4185e-02, 3.0785e-03, 4.8309e-02, -3.8381e-02, -5.6000e-02,
4.3319e-02, -1.9478e-02, 1.2973e-01, -3.6231e-02, -2.0125e-02,
-6.4695e-02, -6.2792e-02, 1.6384e-02, 5.9272e-02, 5.2482e-02,
6.8078e-02, 1.9404e-02, 2.2660e-02, 1.9187e-02, 1.9593e-02,
1.4129e-02, 2.9959e-02, -3.5508e-02, 4.2682e-02, -7.0414e-03,
-1.4309e-02, 5.3719e-02, 1.0982e-02, -1.6923e-02, -5.3740e-02,
1.3196e-02, 5.5131e-03, -2.8536e-02, 6.5203e-02, -3.0168e-03,
-2.2844e-02, -5.1697e-02, 4.9434e-02, 1.5592e-02, -4.6477e-03,
2.5547e-02, 3.8937e-02, 7.8300e-02, -1.1666e-01, 3.6872e-02,
2.5457e-02, -9.3903e-02, -6.7092e-03, -1.2374e-02, 2.7177e-02,
4.0875e-02, 4.1446e-02, -2.5427e-02, -8.2284e-02, -1.5788e-02,
8.0443e-03, 7.6507e-02, 1.6898e-02, 6.3939e-02, -6.0974e-03,
2.5646e-02, -3.4174e-02, -2.6614e-02, 4.6106e-02, 1.5220e-02,
4.9221e-02, -1.4914e-02, 5.3849e-02, 2.3676e-03, -6.4970e-02,
6.8233e-02, 8.0138e-02, -2.4383e-02, -1.0205e-03, 6.9871e-03,
6.0463e-03, 1.3330e-02, -6.8873e-02], device='cuda:0')),
('bert.encoder.layer.7.attention.self.query.weight',
tensor([[ 0.0183, -0.0181, 0.0784, ..., 0.0192, -0.0104, 0.0492],
[-0.0944, 0.0501, 0.0534, ..., 0.0120, 0.0211, 0.0018],
[ 0.0316, 0.0192, -0.0238, ..., 0.1210, -0.0745, -0.0796],
...,
[ 0.0943, -0.0421, 0.0287, ..., 0.0032, 0.0443, 0.0891],
[-0.0554, -0.0199, 0.0258, ..., -0.0120, 0.0126, 0.0065],
[ 0.0490, -0.0427, 0.1059, ..., -0.0276, -0.0876, 0.0548]],
device='cuda:0')),
('bert.encoder.layer.7.attention.self.query.bias',
tensor([ 1.1130e-01, 2.0640e-01, 7.2134e-02, -7.8983e-03, 5.5849e-01,
2.1624e-02, -6.9592e-03, -4.5713e-02, 1.7219e-02, 2.3461e-01,
-7.8704e-02, 1.4962e-01, 5.8416e-04, 4.9395e-02, 7.5618e-02,
-3.2388e-02, -7.4985e-02, 3.2187e-02, -5.7660e-02, 3.0068e-02,
-6.3905e-02, -3.3180e-02, 4.7418e-02, 1.1507e-01, 2.0654e-01,
-3.2269e-02, -4.5819e-02, -1.6534e-02, 1.3470e-02, -2.3467e-02,
1.4140e-01, -1.1560e-01, -2.1469e-03, 5.8214e-02, 3.9164e-02,
2.7638e-01, -1.8565e-02, 7.4647e-02, -4.2323e-02, 1.3016e-01,
4.5506e-02, -6.3882e-02, -7.4969e-02, -2.0505e-02, 2.2388e-02,
3.7243e-02, 6.1995e-02, -1.5378e-02, 1.5810e-01, -1.3211e-01,
-1.0932e-01, 1.0239e-01, 5.8489e-02, -2.6624e-02, 1.8608e-02,
-4.7615e-02, 1.6156e-01, 8.2039e-02, 6.6705e-02, 9.5013e-02,
3.1042e-02, -6.5885e-02, -4.8021e-01, 1.5830e-01, 1.1410e-01,
-5.5881e-02, 5.1911e-02, -1.7141e-01, -1.6217e-01, 1.6305e-01,
3.5279e-02, 2.9695e-02, 1.6298e-02, 2.4568e-02, 9.3148e-03,
6.4783e-02, -4.2106e-02, 1.5336e-02, 3.0311e-03, -3.6244e-02,
-5.9541e-02, 9.0591e-02, 1.3265e-01, -2.7545e-02, -9.9417e-02,
8.0381e-02, -5.5221e-02, 1.2203e-02, 4.4461e-01, -2.4491e-02,
6.7767e-02, -1.8616e-02, -2.5735e-02, -1.4551e-01, 8.4089e-02,
4.5466e-02, 1.3163e-01, 1.0297e-01, -1.0602e-01, -4.2175e-02,
7.6275e-02, 1.4813e-02, -1.9369e-01, -3.5862e-01, -6.6872e-02,
8.6405e-02, -1.2736e-02, 1.7753e-02, -2.2169e-02, -2.1009e-02,
9.2263e-02, 6.7575e-01, 1.1004e-01, -7.1436e-03, -1.1244e-01,
-2.2820e-02, -3.9868e-02, -1.8301e-01, -1.2376e-01, 2.3962e-02,
5.2271e-02, 1.2844e-01, -1.3095e-01, -4.1464e-02, 6.5661e-02,
-2.2863e-01, 4.6633e-02, 2.7229e-02, -1.5840e-01, -3.0850e-02,
-7.6248e-02, -7.7559e-02, -9.5098e-02, 8.5040e-03, -3.7315e-02,
1.2722e-02, -1.1432e-01, -8.6600e-02, 9.8193e-02, 4.0233e-02,
-2.2689e-02, -1.3666e-02, 4.9049e-02, -6.4534e-02, -8.2150e-02,
7.6472e-02, -9.5773e-02, 1.0627e-01, -1.4149e-01, -5.1068e-03,
7.3937e-02, 7.8824e-02, -2.2725e-02, -6.3387e-02, 5.8637e-02,
-1.1517e-01, -1.2053e-01, -1.7921e-01, -3.7339e-01, -1.3569e-01,
6.4030e-02, 6.9477e-01, -3.0286e-02, 7.2776e-02, 2.5986e-02,
-8.9028e-02, -2.1963e-02, 3.8872e-01, 1.1690e-01, -1.7715e-01,
-7.5506e-02, -1.3093e-01, -2.4770e-02, -2.2347e-01, 2.2979e-01,
1.6222e-01, -1.1364e-01, 3.8031e-04, 7.5506e-02, 2.0421e-02,
2.7865e-01, -9.4951e-02, -2.9088e-02, 5.0784e-02, 8.2366e-02,
-4.9326e-02, 1.4832e-02, -5.2412e-01, -1.1247e-01, 8.7965e-02,
1.9225e-02, 1.1563e-01, 2.6506e-01, 4.0841e-02, -2.1183e-02,
8.0598e-02, -1.1256e-01, -2.3274e-02, 9.2462e-02, -8.6809e-02,
-1.1098e-01, -2.4011e-02, -7.6174e-02, -2.3884e-02, -1.5618e-01,
2.4825e-02, -6.9440e-02, -1.1736e-01, 9.7010e-03, 4.2534e-02,
-3.3743e-03, 2.9226e-01, 3.8752e-02, -4.3564e-02, -4.8619e-02,
1.3712e-01, 1.3417e-02, 2.0774e-01, 3.0893e-04, -1.2926e-01,
1.2796e-01, 5.5059e-02, -3.4170e-02, -1.0599e-01, 8.3336e-02,
5.1397e-02, 4.9886e-02, 2.7750e-02, 1.6700e-02, -3.4053e-02,
1.2265e-01, 7.8292e-02, -1.8332e-01, -1.5352e-01, 1.5521e-02,
7.3275e-02, -6.2623e-02, 1.2606e-01, -2.5805e-02, -2.7604e-02,
-2.3988e-02, -4.4340e-03, 4.4121e-02, -1.1991e-02, 5.2270e-02,
-6.8988e-02, 1.1353e-02, 5.6532e-01, -9.3024e-02, 1.1207e-01,
-5.2171e-02, -2.6367e-02, -9.6414e-02, -4.2658e-02, 6.8145e-02,
-4.6988e-02, 2.1953e-02, -1.5458e-02, 5.1001e-01, 5.5104e-02,
-4.5248e-02, 9.2769e-02, 1.6897e-01, -3.1213e-02, 9.4007e-02,
-1.1901e-02, -5.6369e-02, 7.4312e-02, 8.0290e-02, -4.8911e-02,
4.3163e-02, -6.0587e-02, -1.7011e-02, 2.6534e-01, -1.0867e-01,
4.6991e-02, -2.7095e-02, -3.6736e-02, -4.8323e-03, 5.3143e-02,
7.5643e-02, -1.2450e-01, -4.6134e-02, -9.3459e-02, -4.1166e-02,
-7.9417e-03, -5.7366e-02, 1.0029e-01, -1.0350e-01, 2.3833e-02,
-1.5086e-01, -4.6992e-02, 9.9251e-03, 1.1831e-02, 1.2225e-01,
6.4657e-02, 4.0126e-02, 1.8305e-01, 1.9410e-03, 6.6185e-02,
-6.3729e-02, 9.9604e-02, 1.8402e-01, 5.5903e-02, -1.6863e-01,
-3.8601e-02, -1.0957e-01, 6.6765e-02, 3.4798e-02, 5.0675e-02,
-2.7323e-01, 1.2496e-01, 1.0578e-02, -1.1531e-01, -5.8314e-02,
2.2485e-01, -5.3127e-01, 6.8657e-02, 2.1674e-02, 1.4622e-01,
4.1717e-02, -3.3083e-02, -6.9326e-02, -3.7902e-02, -7.6116e-02,
7.4066e-02, 6.1087e-02, 3.3689e-02, -3.8070e-03, 1.1804e-02,
3.8841e-02, -1.2669e-01, -1.2691e-02, -1.6322e-01, 7.3233e-02,
4.8894e-04, 4.3262e-02, 6.4503e-02, 3.4367e-02, -2.5949e-02,
-1.6640e-02, 3.9522e-02, -9.3781e-02, 7.1202e-02, 2.4067e-02,
-2.0112e-02, -3.0043e-02, 3.9276e-02, -1.4210e-03, -2.6705e-02,
1.9256e-02, -9.1083e-02, 1.8805e-02, 1.2756e-02, -3.8432e-03,
-2.3460e-02, 3.8946e-02, -2.0597e-02, 4.0974e-02, 2.9097e-01,
1.0552e-02, 4.3036e-02, 6.1202e-02, 1.6368e-02, -1.2001e-02,
2.5401e-02, 9.1279e-04, 4.5799e-02, -1.1731e-01, 4.4653e-03,
2.8759e-02, 9.4698e-02, -2.6768e-01, 1.5601e-01, 8.4292e-02,
7.7231e-02, 4.1920e-02, 5.7677e-02, -3.7030e-02, -6.4190e-02,
-2.8417e-02, 5.4096e-03, -3.6556e-02, 1.9028e-02, 7.9606e-02,
1.4010e-02, 8.6109e-02, 2.2201e-02, -3.5712e-02, 1.7916e-02,
1.1010e-01, 5.7498e-02, 5.7812e-02, -8.3240e-02, 1.3220e-01,
1.3829e-02, -2.6745e-02, -9.6307e-02, 2.9661e-02, -4.5769e-01,
4.5199e-03, 4.1049e-02, 2.2916e-02, -1.0306e-01, 8.7078e-02,
-7.3471e-02, -9.2103e-02, -2.0570e-03, -1.6428e-04, 6.3147e-02,
-7.8883e-02, -1.7508e-02, -8.5000e-02, 6.4604e-03, 4.7949e-02,
-7.6611e-03, -5.9633e-03, -9.2138e-02, -4.4367e-02, 8.7159e-04,
-2.7541e-02, -1.2372e-01, 2.8336e-02, -1.2553e-01, -7.7183e-02,
-2.4852e-02, 6.3227e-02, 2.2420e-02, 6.8545e-02, 3.8599e-02,
-8.3917e-02, -2.1438e-02, -3.7592e-01, -1.3452e-02, -3.5546e-02,
5.4369e-02, -3.4180e-02, 8.4310e-02, 1.4346e-02, 5.0249e-02,
-1.3787e-01, -6.5093e-02, -9.6171e-02, -5.9834e-02, 1.9854e-02,
1.4311e-02, -5.7775e-02, -2.6599e-02, 1.3363e-01, 1.7543e-02,
3.6785e-02, 6.0231e-02, -5.9254e-02, -5.3381e-02, -4.2818e-02,
-1.1255e-01, 6.5379e-02, 3.0471e-02, -3.0780e-02, 3.1241e-02,
1.2073e-02, 8.4697e-02, 4.4709e-02, -1.1085e-01, 1.5274e-03,
5.8799e-02, 2.9876e-02, 1.3208e-01, -5.8960e-02, -6.5099e-02,
-8.0931e-02, -6.8376e-02, -6.2389e-02, 1.0398e-01, -3.9494e-02,
-4.5964e-02, -1.3591e-02, 4.5303e-02, 4.4085e-02, 5.3910e-02,
-1.1186e-01, 6.6050e-02, 3.4469e-02, -1.5765e-03, -5.2143e-03,
-2.0539e-02, 2.6774e-02, -6.7894e-02, -6.9553e-02, 1.2508e-02,
-5.6124e-02, 2.7734e-02, 1.2078e-01, -8.8483e-02, 3.8974e-02,
-2.7687e-03, -2.9320e-02, 4.5193e-03, -2.5260e-02, 3.8019e-02,
-3.6751e-02, 2.4733e-02, -7.5457e-02, 9.4579e-03, 4.9591e-02,
1.2174e-01, 3.7700e-02, 5.9519e-02, -2.3223e-03, 1.1903e-01,
-1.5222e-01, 4.5028e-02, 9.2533e-02, 1.1457e-01, -4.3295e-01,
-1.1672e-01, 2.7703e-01, -2.1234e-01, -2.1769e-01, -8.3798e-02,
3.2768e-02, -2.4766e-01, 8.3701e-04, -7.7308e-02, 1.5052e-01,
-3.2957e-02, 1.6841e-01, -4.1614e-01, -1.2620e-01, -1.8700e-01,
2.4822e-01, 1.6161e-01, 1.8012e-01, 7.5653e-02, 4.3468e-02,
1.5406e-01, 4.9257e-02, -2.7316e-01, 2.8579e-02, -1.2108e-01,
1.4947e-01, 1.0513e-02, 9.6720e-02, 5.1323e-02, -1.4244e-01,
3.2046e-02, 1.4686e-01, -1.8153e-01, 2.8283e-02, -8.2496e-02,
-4.8774e-01, -3.6265e-03, -3.2756e-02, 2.3061e-01, 3.8305e-03,
2.2593e-01, -1.0411e-01, 4.6920e-02, 1.6948e-03, -1.2906e-01,
-2.3635e-01, -3.1488e-01, 1.5422e-01, 7.6491e-02, -1.6083e-01,
-1.0027e-02, -1.0990e-01, -9.9299e-02, -2.4821e-01, -8.6387e-02,
-7.7134e-02, 6.7755e-01, 1.8872e-01, 2.2308e-01, -2.3843e-01,
-7.9581e-02, -2.7680e-01, -5.3195e-02, -1.5043e-01, 1.6474e-01,
4.8276e-02, -1.7742e-01, 5.9930e-01, 9.0701e-02, -1.9530e-01,
-4.4983e-02, -8.2170e-02, -1.4958e-01, -3.5310e-02, 3.1704e-02,
1.1227e-01, 1.4021e-01, 1.2947e-02, 4.4744e-02, -2.6184e-01,
2.2541e-01, -1.3294e-02, 6.4305e-03, 1.1683e-01, 1.3125e-01,
4.8852e-02, -1.3830e-01, 6.1733e-02, 2.0869e-01, 2.4062e-01,
-6.1090e-02, -4.0795e-02, 1.8420e-02, 1.5652e-01, 2.1894e-01,
1.9767e-01, -9.2486e-02, -6.0190e-01, 1.0493e-01, 6.6071e-03,
1.5888e-01, -1.3157e-01, 6.7513e-01, -4.3889e-02, -1.6896e-01,
-1.9496e-02, -6.4825e-02, -3.3512e-02, -1.1479e-02, -4.8286e-02,
4.5262e-02, 2.0456e-01, -1.1793e-01, -1.0929e-01, 7.5368e-02,
-8.6872e-02, -1.3718e-01, -1.3398e-01, -1.6905e-01, -5.3917e-03,
1.0486e-01, -2.5534e-01, 3.7014e-02, -3.3693e-02, -6.7476e-01,
2.2292e-02, -3.9893e-01, -1.4881e-01, -1.0265e-01, 8.9433e-02,
3.4492e-01, -1.1958e-01, -3.1978e-01, -1.6556e-02, -8.1890e-02,
-2.7747e-02, 6.1057e-01, -2.9681e-01, -1.3267e-03, -3.1799e-01,
-9.5655e-03, -2.4087e-01, -1.2176e-02, -7.2459e-02, -5.9234e-02,
5.1574e-02, -8.1369e-02, 2.5844e-01, 7.4875e-02, -5.6545e-02,
-1.2443e-02, 1.6240e-02, -2.0710e-01, 1.2617e-01, -4.6689e-02,
5.8035e-02, -3.9123e-02, 1.1470e-01, -8.7071e-02, 1.8927e-02,
-5.7449e-02, 2.8488e-02, -1.7797e-03, -1.2134e-01, -4.2451e-02,
-5.8241e-02, 5.9920e-02, -2.0545e-02, -3.1583e-02, 2.3378e-01,
-1.2206e-01, 5.9849e-02, -9.2396e-02, 8.2002e-02, 2.5592e-02,
2.1789e-01, 4.0981e-02, -1.1199e-01, 7.2308e-02, -1.2663e-01,
2.2430e-02, 1.0970e-02, 6.0525e-02, -4.6970e-02, -2.3586e-01,
1.8148e-01, -5.3989e-02, 3.4423e-02, 1.0345e-01, -9.7860e-02,
2.4496e-01, -3.2577e-02, 2.3010e-01, -4.1079e-01, -2.1402e-02,
7.7353e-03, -3.4579e-02, -4.7587e-03, -1.8092e-01, -1.2723e-01,
9.9369e-02, 1.2043e-01, -1.7003e-01, -1.4068e-01, -1.0410e-01,
1.4686e-01, 8.4749e-02, -1.9631e-02, -1.1585e-02, 2.4651e-02,
-2.3926e-01, 1.8145e-01, 9.9861e-02, -2.5376e-01, -1.7410e-01,
-1.7162e-01, -2.1305e-03, 1.5775e-01, -2.3030e-01, 2.0800e-01,
-2.8968e-01, -2.2930e-01, 2.1331e-01, -4.7468e-03, -1.3809e-01,
1.6540e-02, -1.0950e-01, -4.3900e-01, -1.3386e-01, -1.5657e-01,
-1.0167e-01, -2.1031e-02, 4.5359e-03, -1.3827e-01, 7.1907e-02,
2.2182e-01, -4.4955e-02, -8.9570e-02, -1.3244e-01, -1.4913e-01,
6.5201e-03, -3.3647e-02, 1.1498e-01, -5.5585e-02, -1.0108e-01,
-6.5632e-02, 1.8780e-01, -4.6519e-01, 5.6453e-01, 3.4475e-01,
-6.1808e-02, 4.1472e-01, -3.9053e-01], device='cuda:0')),
('bert.encoder.layer.7.attention.self.key.weight',
tensor([[ 0.0088, -0.0310, 0.0482, ..., 0.0226, -0.0055, 0.0758],
[ 0.0126, 0.0010, -0.0100, ..., 0.0446, -0.0491, -0.0213],
[-0.0046, -0.0188, -0.0134, ..., 0.0722, 0.0238, 0.0368],
...,
[ 0.0324, 0.0442, -0.0124, ..., 0.0478, 0.0631, 0.0037],
[-0.0651, -0.0187, -0.0012, ..., 0.0845, -0.0120, -0.0348],
[-0.0222, 0.0172, 0.0103, ..., -0.0094, 0.0638, -0.0553]],
device='cuda:0')),
('bert.encoder.layer.7.attention.self.key.bias',
tensor([ 2.3060e-03, 1.5433e-04, 1.1213e-03, 3.3857e-03, -3.4240e-03,
-1.4684e-03, -2.5281e-03, -4.1635e-04, 1.5542e-03, 5.2505e-04,
4.2798e-04, 1.5122e-03, -1.5270e-03, -4.4065e-03, 1.4497e-03,
5.3843e-04, -5.5261e-04, -5.4052e-04, 2.7588e-03, -1.2097e-03,
-9.4005e-04, 4.5826e-03, -4.5469e-03, 4.9924e-03, -2.6350e-03,
3.4285e-03, -7.8859e-04, 8.2600e-04, 1.0878e-03, -7.0704e-04,
1.1269e-03, -2.6202e-03, -2.2788e-03, -7.4333e-04, -9.1155e-05,
-8.2952e-04, -1.8421e-04, 1.5756e-03, 1.2656e-03, 6.7887e-04,
-1.3675e-03, -5.8466e-03, 4.2648e-03, 4.4001e-04, -1.6588e-03,
1.5015e-03, -2.5402e-03, -2.8544e-03, 2.6109e-03, -1.2818e-04,
-1.9915e-04, -1.0681e-03, -2.0283e-03, -1.0946e-03, -4.5887e-04,
4.0047e-03, 1.6630e-03, 2.3021e-04, 4.1428e-03, 2.2299e-03,
3.5142e-06, -1.6057e-03, -1.7143e-03, -9.5629e-04, -1.8638e-03,
8.1510e-03, 1.1084e-03, -1.0716e-03, -5.0217e-03, 8.9130e-04,
-5.3033e-04, 1.2586e-03, 1.5500e-03, -2.5474e-03, 2.8003e-03,
-4.1580e-03, -9.8084e-04, -5.3418e-04, 2.4531e-04, 2.5027e-03,
-2.3863e-03, -2.0054e-05, -1.0475e-03, 5.1508e-03, -2.7423e-03,
9.6807e-04, 1.9893e-03, 6.9767e-05, 1.6997e-03, 5.7624e-04,
-2.0590e-04, 8.4675e-04, 1.2263e-03, 5.2087e-03, 4.3268e-03,
-1.9877e-03, 3.7606e-04, 9.8011e-04, -1.2210e-03, -3.9713e-03,
-2.1235e-03, -8.4619e-04, -2.3241e-03, -4.7374e-03, 1.7391e-03,
5.3956e-03, 2.5945e-03, 2.6894e-03, -2.3203e-03, 7.6679e-04,
2.1290e-03, 2.6532e-03, -7.5638e-04, 2.9195e-03, 1.1029e-03,
2.9403e-04, 1.9761e-03, -1.1456e-03, -2.0417e-03, -1.9200e-03,
-1.8761e-03, 1.5329e-03, -4.0323e-04, -5.1978e-03, -8.7445e-04,
-5.3202e-03, 2.7637e-03, -5.3521e-03, -2.6529e-04, 1.0590e-03,
-8.9044e-04, -4.4242e-04, 3.0091e-03, 2.4134e-03, 7.0534e-03,
2.0301e-03, -5.4268e-03, -6.2989e-04, -1.1380e-03, 4.4570e-04,
-1.7464e-03, -3.4114e-04, -5.9353e-04, -2.8722e-03, -2.7240e-03,
3.4487e-03, -4.0288e-03, -1.3490e-03, -6.0470e-03, -2.0037e-03,
-7.5672e-04, 5.0262e-03, 1.0023e-03, -7.0507e-04, 2.4147e-04,
-5.8404e-03, -3.3525e-03, -4.9781e-03, -4.2490e-03, -3.4448e-03,
-1.5419e-04, 3.8253e-03, 4.0347e-03, 1.8762e-03, -1.0313e-03,
1.3198e-03, 6.9454e-04, 5.2321e-03, 2.5581e-03, 2.5195e-03,
2.2085e-03, -1.6391e-03, 9.1901e-04, -4.6910e-04, 1.3569e-03,
2.9316e-03, -5.0382e-03, 4.8352e-04, -2.2385e-03, -4.4506e-03,
3.1638e-03, -2.1744e-03, 1.7011e-04, 2.1975e-03, 7.8530e-03,
-4.7892e-03, -7.8903e-05, -4.5770e-03, 1.6730e-03, -7.6407e-04,
9.6724e-04, 2.3886e-03, -1.3036e-02, 9.5315e-03, 1.1504e-02,
-1.7876e-03, -1.8167e-03, 1.6469e-03, 1.2615e-03, 9.2223e-03,
7.9984e-03, -2.7814e-03, 1.3514e-03, 6.2985e-03, 3.5800e-03,
-3.8536e-03, 9.0056e-03, 3.3671e-03, -2.4179e-03, -3.4055e-03,
-2.5340e-03, 7.3394e-04, 1.6668e-03, -1.1989e-03, -4.1505e-03,
-1.6770e-03, 1.0520e-02, 1.0837e-03, -2.0662e-03, 8.0761e-03,
-9.2645e-04, 5.1463e-03, 4.5675e-03, 7.8180e-03, -4.3958e-03,
-5.8569e-03, -3.1364e-03, 3.9222e-03, 4.1393e-03, 3.3997e-03,
-5.3109e-03, -2.4227e-03, -2.0360e-03, 3.1809e-03, 1.2234e-02,
4.5467e-03, -3.4032e-03, -1.2675e-02, 5.9999e-03, -7.0369e-04,
-6.2949e-03, 4.5531e-04, 4.5251e-03, 2.3959e-04, -2.8219e-03,
3.5508e-03, 8.0151e-03, 5.6441e-03, 3.7742e-03, -6.1052e-03,
3.1738e-03, 2.0241e-03, -1.8831e-02, -1.5732e-03, -7.5353e-03,
4.2929e-03, 1.4953e-03, 1.3585e-03, 8.7910e-03, 4.9990e-04,
-5.4852e-03, 2.8572e-03, 9.8946e-04, -2.6611e-04, 2.1326e-04,
2.9469e-03, -4.8397e-03, 1.4682e-03, 8.5603e-04, -3.1365e-03,
4.6476e-03, -2.8183e-03, -4.6550e-03, 2.2136e-03, -2.8082e-03,
6.4889e-04, 5.9928e-04, -4.7155e-03, -4.8986e-03, -2.8316e-03,
2.6218e-03, 4.4644e-04, -2.1364e-03, -5.3438e-03, 1.8682e-03,
-4.2447e-03, -2.7740e-03, 1.5324e-03, -4.5238e-03, -2.7020e-03,
9.3931e-04, 1.9304e-03, -1.6556e-03, 4.9240e-04, -4.1894e-03,
3.5787e-03, -3.1864e-03, 2.4325e-03, -3.5523e-03, 7.1717e-03,
-1.6944e-03, 5.7307e-03, 2.9520e-04, 1.7927e-04, -3.0160e-03,
3.0455e-03, -6.2480e-03, -5.5240e-04, -1.8930e-03, -3.1174e-03,
-6.6289e-03, -6.8982e-04, -4.6328e-03, 3.2732e-03, 2.2822e-03,
9.8330e-03, -8.0849e-03, 3.1485e-03, -1.2149e-03, 4.3482e-03,
-4.5533e-04, -1.2686e-03, -1.1961e-03, 4.4325e-04, -4.4060e-03,
4.5694e-04, -2.7933e-05, 2.5095e-04, 2.0313e-03, -2.1777e-04,
3.9339e-03, 3.0866e-03, -9.2084e-04, -1.0622e-03, 2.8989e-04,
-1.4322e-03, -2.7436e-03, -1.1086e-03, 1.4731e-05, 1.1403e-03,
1.9234e-03, 2.1784e-03, 2.3510e-03, 5.6590e-04, -3.1110e-03,
4.1660e-04, 2.7597e-03, 2.6923e-04, 1.1107e-04, -1.8647e-03,
-2.0687e-03, -4.8455e-04, 8.4236e-04, 3.7021e-03, -1.3175e-03,
2.2512e-03, 8.7294e-04, -3.3941e-03, -2.3673e-03, -3.9780e-04,
-2.6449e-03, 4.1798e-03, 3.8779e-03, -1.0053e-03, -1.2365e-03,
-6.4919e-03, -1.6936e-03, -3.0896e-03, -3.5312e-03, -1.1037e-02,
2.4574e-03, -9.3321e-04, -4.9858e-03, -1.7742e-03, 9.0234e-04,
-4.2648e-03, -1.5957e-04, -1.8583e-03, 1.8350e-03, 2.8068e-04,
-5.7756e-04, 5.5095e-03, 4.2611e-04, 3.1475e-03, -1.5584e-03,
-1.0928e-03, -1.0361e-02, 4.1382e-03, -3.2228e-03, 2.2968e-03,
-1.8577e-03, 9.0872e-04, 1.2931e-02, 9.1763e-04, 2.2135e-03,
3.6941e-03, 5.9632e-03, -5.0771e-03, -2.9626e-03, -6.6680e-03,
6.1626e-03, 2.9187e-03, 6.8235e-03, -5.8716e-03, -3.1818e-03,
-2.9931e-03, -5.7511e-03, 8.1366e-03, 2.0534e-03, 3.1786e-03,
-9.5227e-03, -4.7122e-03, -2.8719e-03, -6.4261e-03, 2.4337e-03,
5.1103e-03, -9.9779e-04, -2.5464e-03, 8.1744e-03, -1.4389e-03,
1.2393e-03, 3.0821e-03, 3.0050e-03, 8.9271e-04, 2.6496e-03,
5.4569e-03, -6.4181e-04, 5.7409e-03, 2.2582e-03, 4.7506e-03,
4.0565e-03, 2.4084e-03, -4.2074e-03, 3.2748e-03, 1.0751e-02,
6.9484e-03, 2.2429e-03, 9.2121e-04, 4.6543e-03, 4.3083e-03,
8.3987e-03, 3.8832e-03, -3.7356e-04, 5.3832e-03, -1.0194e-03,
4.1826e-03, 1.7286e-03, -2.7640e-03, 2.6319e-03, 7.6204e-04,
-7.4905e-04, -3.1989e-03, 2.7793e-03, -3.3577e-03, -1.1856e-02,
7.8940e-04, 4.7629e-03, -4.5198e-04, -3.3142e-03, -5.2854e-04,
-1.4320e-03, -6.5552e-03, -1.3299e-03, 7.5268e-03, -1.4626e-03,
1.9811e-03, 1.8437e-03, -1.0388e-02, 1.1034e-02, -1.4019e-03,
4.3937e-04, -3.1057e-03, 4.4174e-03, -2.1888e-03, 2.1372e-04,
-2.4980e-03, 3.5540e-03, 4.8280e-03, -2.7358e-03, -4.8890e-03,
1.3493e-03, -4.3513e-03, 2.6845e-03, 1.2804e-03, 6.6398e-04,
-2.8932e-03, -1.8466e-03, -8.9556e-04, 1.1897e-04, 1.6091e-04,
2.5608e-03, -3.7885e-03, -1.9911e-03, 3.9505e-04, 7.5845e-04,
-2.7465e-03, 3.6922e-03, -5.8359e-04, -6.1274e-04, 2.2150e-03,
6.4792e-03, 2.6808e-03, 5.1584e-03, -4.5134e-03, 5.2950e-03,
-1.0305e-03, -3.3781e-03, -2.7068e-03, -6.3303e-04, 9.3239e-04,
5.2049e-03, 1.1881e-03, -8.2846e-03, 4.9400e-03, -2.2975e-04,
1.2973e-04, -1.5251e-03, -3.7469e-03, 2.1418e-04, -2.5262e-03,
-2.5384e-03, 3.3157e-03, 3.4519e-03, 1.4856e-03, 5.8237e-03,
-4.4470e-03, -2.1208e-03, -5.2736e-03, 8.5327e-04, -2.0902e-04,
3.8981e-03, -5.2188e-03, 5.2285e-03, 4.0107e-03, 4.2378e-05,
5.4137e-04, -2.6405e-03, -6.8276e-03, 2.1714e-03, 1.7905e-04,
4.9103e-03, -2.2099e-03, 3.4366e-03, 4.4854e-03, -2.4275e-03,
4.9427e-03, 2.4225e-03, -4.5200e-03, -3.9797e-03, -2.0512e-03,
-7.7587e-03, 6.9761e-04, -4.3339e-04, 6.7563e-03, -4.0767e-04,
5.9857e-03, -2.6637e-03, -1.8525e-03, -9.5717e-03, -3.6170e-03,
9.0099e-03, 3.3845e-03, -1.6655e-03, -6.3966e-04, -4.0763e-03,
3.0907e-03, 4.4275e-03, 7.6683e-03, 4.3273e-03, -2.0064e-03,
-1.2227e-03, 1.2419e-02, -1.1819e-03, 1.5644e-03, -5.6761e-03,
-9.6136e-04, -2.0807e-03, -5.7167e-03, 1.4904e-03, -2.9410e-03,
-3.8154e-03, 2.3729e-04, -6.4107e-03, -8.4275e-04, 2.4876e-03,
-6.1303e-04, -4.1040e-03, 2.7809e-03, 1.4332e-03, -3.8572e-04,
1.4080e-03, -2.2019e-04, -4.9843e-03, -2.1808e-03, -3.2897e-03,
-2.0824e-03, 3.2852e-03, -3.9852e-04, -4.1732e-03, -3.6402e-03,
5.8034e-05, -9.6247e-04, 3.0899e-04, 1.7796e-03, 3.8426e-03,
5.1748e-03, 4.8600e-05, -1.6145e-03, -2.3029e-03, -1.3343e-03,
-3.2226e-03, -1.9577e-03, 4.7904e-03, 3.1832e-03, 3.8628e-03,
-1.8108e-03, 1.3400e-03, -7.1211e-03, 8.6244e-04, -4.4182e-04,
-1.2897e-03, 7.2321e-04, -1.5752e-03, -2.6196e-03, -6.6854e-04,
2.0606e-03, 4.7012e-03, 2.6757e-03, 4.6500e-04, -2.2416e-03,
4.2890e-03, 2.0009e-04, 3.6299e-04, 2.0457e-03, 1.1505e-04,
-1.8289e-03, 3.7357e-03, -2.4338e-03, -2.6834e-03, 2.8180e-03,
-8.1279e-04, 6.1232e-03, -3.3745e-03, -3.4494e-03, 6.7058e-04,
-6.1228e-03, -5.2715e-03, 3.5355e-03, -1.9429e-03, 8.5472e-03,
-5.3319e-04, 3.0138e-03, -4.0593e-03, 1.7997e-03, 7.6725e-03,
1.2497e-03, -2.6523e-03, -9.4229e-04, 5.9886e-04, -3.0959e-03,
-4.4162e-04, 2.0882e-03, 2.3490e-03, -8.7537e-04, -1.9738e-03,
1.5784e-03, -6.1384e-03, 4.6152e-03, -5.5303e-03, -1.4052e-03,
4.4588e-04, -1.1322e-03, 5.2350e-04, 3.9724e-03, -2.9083e-03,
-3.1883e-03, 9.7158e-04, -1.2575e-03, -2.1893e-03, 4.2370e-03,
-1.3473e-03, 8.8293e-04, 2.9006e-03, -1.2423e-03, -7.9484e-03,
-2.6537e-04, -3.1275e-03, -3.5674e-03, 1.7010e-03, -1.5095e-03,
-4.3193e-03, -1.2098e-03, 8.9974e-03, 5.2409e-03, -1.2066e-03,
1.5905e-03, -2.1143e-03, 4.0606e-03, 9.8924e-04, 1.0017e-03,
-4.8629e-03, 1.5507e-03, 3.9674e-03, 1.9926e-03, -1.0343e-03,
-1.2832e-03, -3.4316e-04, 1.7521e-03, -3.0252e-03, -1.5173e-03,
4.0845e-03, 1.1015e-03, 7.5989e-03, 3.3552e-03, 4.0152e-03,
8.0842e-04, 3.3464e-03, 1.2473e-03, -1.0324e-03, 3.4131e-04,
-4.0365e-04, 3.5492e-03, 4.0496e-03, -6.8304e-03, 3.9951e-04,
-4.4878e-05, 2.5855e-03, 2.5468e-03, -5.3719e-03, -7.3418e-03,
-5.3614e-03, 4.8146e-03, 7.1230e-03, -2.0187e-03, 4.5047e-03,
3.2799e-03, 5.6466e-04, 4.8903e-03, 6.3682e-04, 2.3244e-03,
4.8469e-03, -1.6285e-04, -9.3966e-04, -2.1402e-03, -3.4761e-03,
-1.1528e-03, -4.6793e-03, -5.5073e-03, 1.2488e-03, 5.1316e-03,
-6.4411e-03, 4.6186e-03, 6.5977e-04, 2.0868e-03, -2.1453e-03,
2.7663e-03, -4.9648e-03, -4.4278e-03, 4.6670e-04, -3.2675e-03,
-3.2117e-03, -3.5310e-03, -7.8310e-03, 7.6511e-03, 5.0025e-03,
-1.9529e-03, 3.3037e-03, -3.0814e-03], device='cuda:0')),
('bert.encoder.layer.7.attention.self.value.weight',
tensor([[-0.0542, -0.0161, -0.0088, ..., 0.0176, -0.0085, -0.0080],
[-0.0301, 0.0132, -0.0353, ..., 0.0110, 0.0416, 0.0305],
[ 0.0394, -0.0120, 0.0197, ..., 0.0194, 0.0048, 0.0040],
...,
[ 0.0308, 0.0438, -0.0024, ..., 0.0031, 0.0336, -0.0264],
[ 0.0159, 0.0264, -0.0501, ..., 0.0071, 0.0150, 0.0470],
[-0.0130, -0.0240, 0.0089, ..., 0.0307, -0.1011, -0.0207]],
device='cuda:0')),
('bert.encoder.layer.7.attention.self.value.bias',
tensor([-7.7674e-02, -3.8013e-02, -4.5909e-02, -3.5364e-01, -1.8470e-02,
7.9148e-03, -4.5296e-02, 9.3225e-02, 5.2203e-02, -3.1435e-02,
-1.2089e-02, -5.0110e-02, 1.6839e-02, -1.1062e-02, -5.6737e-02,
1.4052e-02, 1.9350e-01, 8.1923e-02, 9.3287e-03, -1.6319e-02,
-3.4837e-02, 2.1303e-02, 1.0498e-02, -3.4539e-02, 1.6145e-02,
2.1227e-03, 4.5621e-02, 1.0363e-01, -1.7669e-04, -7.2895e-02,
3.7325e-03, 2.0911e-02, -6.7128e-02, -1.6200e-02, 8.2994e-02,
-6.1609e-03, -3.5756e-02, -5.9005e-02, -6.8758e-02, -5.5540e-03,
2.5130e-02, -6.7377e-04, -1.0437e-02, -1.1279e-02, -3.0581e-02,
5.1511e-02, -2.0781e-02, -5.3297e-02, -8.1586e-02, -1.0562e-03,
-5.2895e-02, -1.2981e-02, 1.0025e-03, 4.9043e-03, 1.3305e-01,
-6.3286e-03, -1.5758e-01, 2.0040e-02, 7.3239e-04, 9.1193e-02,
-5.3877e-02, -1.1333e-02, -6.2101e-02, 3.9699e-02, -2.0703e-02,
-8.8591e-03, 4.1009e-02, -3.0053e-02, -6.6135e-02, 1.7235e-01,
6.7448e-02, 1.9132e-01, -5.7589e-02, 8.0877e-02, 2.8878e-02,
-4.8590e-02, 7.5769e-02, 5.5654e-02, 2.1442e-02, 8.3044e-02,
-8.7881e-02, -2.9083e-02, -1.1086e-02, -1.4308e-02, 1.2675e-04,
-9.0249e-02, 4.8878e-02, 1.9911e-02, -7.3685e-02, 7.6626e-02,
4.4608e-02, 9.7525e-02, -4.1968e-02, 2.3244e-02, 9.8833e-02,
-3.0220e-02, 3.7926e-02, -2.0389e-02, -8.5724e-02, -2.9462e-03,
5.8979e-02, 2.1083e-03, -1.3844e-02, 2.4100e-01, -9.6262e-03,
2.1701e-02, -1.3002e-03, -4.4956e-03, 4.9480e-02, 2.5187e-02,
-3.1361e-02, -8.2139e-03, -5.8400e-02, -1.6309e-02, 3.6169e-02,
-1.7009e-02, 5.4531e-02, 4.5751e-02, 1.7520e-02, -2.9849e-02,
-2.1950e-02, -8.7727e-02, 2.1313e-02, 1.7030e-02, 8.8033e-03,
1.6878e-02, -6.3892e-02, -8.1714e-02, -9.5296e-03, 2.2363e-02,
-1.4266e-02, 3.8583e-02, 2.5244e-02, -7.5525e-02, -1.5472e-02,
-6.0938e-03, -2.1833e-02, 3.5393e-04, 4.0826e-02, 2.8229e-02,
-2.0287e-02, 5.1594e-02, 4.7672e-02, 2.4874e-04, -9.1099e-02,
3.0968e-02, 3.5972e-02, -6.1883e-02, 1.3512e-01, 3.0757e-02,
2.2037e-02, -8.1065e-02, 5.5410e-02, 5.5124e-02, -4.2159e-02,
-6.1033e-02, -5.1064e-02, -1.6836e-02, 5.8406e-03, 2.8895e-02,
1.5992e-02, 3.2459e-02, 6.6172e-03, -2.6228e-02, 3.8686e-02,
2.3839e-02, -1.5199e-02, -5.7298e-02, 1.0461e-02, -1.2459e-02,
3.6442e-03, -3.6906e-02, -7.8218e-02, 1.4083e-02, 5.6269e-02,
-3.6958e-02, 4.9602e-02, -5.8619e-02, 5.8394e-02, -7.0902e-02,
1.9867e-02, 3.9463e-02, 1.8357e-02, -3.1759e-02, 1.3286e-03,
-3.9813e-02, -3.2771e-02, 3.4440e-02, -6.5139e-02, 7.1245e-02,
-3.0447e-02, -5.2436e-03, -9.7820e-03, 1.4176e-02, 2.0416e-02,
-3.8761e-02, -8.4815e-03, -1.3106e-02, -3.2740e-03, 1.4713e-02,
1.0500e-02, 1.3759e-02, -1.3945e-03, -5.8776e-02, 2.7716e-02,
4.2169e-02, -5.3844e-03, -6.1832e-03, 2.5176e-02, -1.3545e-02,
5.1171e-03, -1.9652e-02, -1.0045e-03, -1.7879e-02, -2.4597e-02,
-1.9709e-02, 2.2259e-02, -3.5060e-02, 3.1053e-02, 1.9040e-02,
-1.9147e-02, 3.5706e-02, 2.5782e-02, -7.3722e-03, -2.5408e-02,
2.4764e-02, 2.2740e-02, 1.2189e-02, 1.6887e-02, 2.4949e-03,
-1.6797e-02, -1.2032e-02, -3.4767e-02, -2.8194e-02, 2.1465e-03,
-1.5878e-02, 7.4465e-03, 2.0743e-02, -2.8923e-02, -5.2715e-03,
-2.0879e-02, 1.7952e-03, 3.5618e-02, -1.7617e-02, 1.5782e-02,
-2.3325e-02, 2.1001e-02, 1.9081e-02, -8.9391e-03, 3.0497e-02,
-1.1453e-03, 1.8090e-03, 4.2597e-02, -4.6428e-02, 1.8910e-02,
1.5058e-02, -8.6562e-02, -1.3320e-02, -6.4218e-02, -1.6636e-01,
-3.7086e-02, 1.2969e-02, 3.6326e-02, 2.1804e-02, -7.4347e-02,
3.7207e-03, 1.8798e-02, -1.7241e-01, 4.7143e-02, 1.3503e-01,
-1.0382e-01, -1.3489e-02, -2.7122e-03, -2.0081e-02, 8.6317e-03,
2.4139e-02, 1.4317e-02, -4.6730e-02, 2.0707e-02, 1.0488e-01,
4.4782e-04, 5.2412e-02, 3.5105e-02, 7.5748e-03, -1.7985e-04,
5.9418e-02, 2.1890e-02, -4.1305e-02, -1.0750e-01, 1.9932e-01,
-6.3226e-02, -6.4676e-02, 7.7334e-03, -1.0930e-02, -7.5874e-02,
-3.9165e-02, 1.4299e-02, 1.3755e-01, -8.3813e-02, 4.7233e-02,
-3.4848e-02, -1.8273e-02, -2.8171e-02, 4.1464e-02, 6.3677e-02,
2.4794e-02, -5.1185e-02, 2.0910e-02, 1.1691e-01, 1.6220e-02,
-1.1037e-02, -6.4052e-02, 4.2450e-03, -2.8427e-02, -1.5256e-03,
-2.7498e-02, 9.1416e-02, -7.0718e-02, 1.0317e-01, 7.0273e-02,
-4.8832e-03, 5.1401e-03, -2.1679e-02, 1.1194e-03, 5.3963e-04,
2.4702e-02, -2.8265e-02, -1.4093e-02, -3.3257e-02, 2.7478e-02,
-1.0214e-03, 4.2559e-03, 1.5141e-02, -8.1013e-03, 1.9208e-02,
-2.4521e-03, 2.4758e-02, -1.0891e-02, -2.8133e-02, 7.0909e-03,
-5.8602e-03, -1.2939e-03, -1.2778e-02, -1.1933e-03, 2.3902e-02,
3.1465e-03, -3.7348e-02, 2.7549e-02, -5.0911e-03, -3.6381e-02,
1.7206e-02, 2.8787e-02, 4.0443e-03, 4.9158e-04, 2.3650e-02,
-6.9539e-03, -2.3338e-03, -2.1277e-02, -7.1506e-03, 1.2299e-02,
-4.3724e-02, -2.0623e-02, -9.3237e-03, -1.8548e-02, 6.3574e-03,
1.3245e-02, 1.7783e-02, -3.0891e-03, -2.5109e-02, 9.7750e-04,
-1.8973e-02, 1.4933e-02, -2.7538e-02, 2.6706e-02, 2.0032e-02,
-2.0918e-02, -5.3466e-03, -1.0001e-02, -1.5448e-02, -4.2864e-03,
1.7317e-02, 2.1085e-03, 1.1162e-03, -4.2999e-02, 1.5549e-02,
-4.5324e-02, -6.7283e-03, 8.9973e-03, 3.5409e-02, -2.3965e-02,
-7.4760e-03, -1.5563e-02, -4.7848e-02, 2.4303e-02, -3.0404e-03,
-5.1979e-02, 1.0770e-02, -3.0221e-04, -6.1792e-03, 3.0973e-02,
2.4887e-02, 5.7552e-02, 2.9016e-02, -4.8468e-02, -7.6369e-03,
1.7037e-03, 5.3716e-02, -8.0147e-03, 1.5451e-03, 3.6767e-02,
-1.0924e-02, 5.9068e-02, -3.3934e-02, 4.8318e-02, -4.4230e-03,
1.2988e-02, -2.0302e-02, -1.2805e-02, 3.1741e-02, -1.4546e-02,
-1.9603e-03, -2.9887e-02, -3.2884e-02, 2.8850e-02, 1.9138e-02,
-1.4584e-02, -5.1387e-04, 3.8058e-02, -8.6142e-03, 3.6457e-02,
2.6514e-02, 5.4181e-02, 2.2114e-02, -1.9583e-02, 2.5245e-02,
-3.1934e-02, 2.9677e-03, -7.0707e-03, -1.4950e-02, -2.7864e-03,
-3.7133e-02, -2.5770e-02, -1.4501e-02, -1.2675e-02, -3.7879e-02,
1.2257e-02, 2.9520e-02, -5.1572e-02, 1.9012e-02, -5.0920e-02,
-2.2753e-02, -1.9562e-02, 1.3841e-02, -2.5707e-02, -7.8827e-03,
-2.5711e-02, 1.6335e-02, 1.6105e-02, 1.8511e-02, -3.2035e-02,
-2.1313e-02, -5.5897e-02, 9.2234e-03, -5.0618e-02, -1.9558e-02,
1.1958e-02, -1.0543e-02, 2.2947e-03, -1.4483e-02, 1.3226e-02,
-7.7277e-03, 1.5687e-03, 8.2426e-03, 9.5904e-03, -1.6094e-02,
2.1803e-02, -8.3964e-03, 4.6841e-03, -1.8237e-02, -6.8233e-03,
-2.4993e-04, 1.2908e-02, -1.7608e-02, -2.9897e-02, -2.3153e-02,
-1.0978e-02, 1.6466e-02, -2.0315e-02, -5.4767e-03, -8.9506e-03,
4.3329e-02, -5.2774e-02, -3.0150e-02, 2.1269e-02, -1.1272e-02,
1.4494e-03, -3.6709e-02, 1.7679e-02, -1.7798e-02, -1.3335e-02,
-2.6739e-03, -4.4935e-02, -3.3150e-02, -3.0765e-02, 9.6554e-03,
-3.1514e-03, -6.5991e-03, -1.7911e-02, 3.8389e-03, -8.7555e-03,
3.0944e-02, -3.0230e-03, 1.7154e-02, -4.9713e-02, -5.2314e-02,
2.8990e-02, -3.3857e-02, -1.2778e-03, 1.2441e-02, -8.4762e-03,
1.6315e-02, -2.4068e-02, -1.3153e-02, 1.1303e-02, 1.3878e-02,
5.0200e-03, -2.2574e-02, 2.2527e-02, 8.9697e-03, 1.2739e-02,
1.4427e-03, -2.0940e-02, -7.6409e-03, 1.8895e-02, 1.6549e-02,
8.1189e-03, 2.9275e-02, 2.9506e-02, 2.3304e-02, -1.5620e-03,
2.6355e-02, -2.0853e-02, -1.3581e-02, -2.2549e-02, -3.5007e-02,
-1.7769e-02, -3.0214e-02, 1.9517e-02, 1.6185e-03, -3.5752e-02,
-1.4847e-02, -2.0383e-02, 3.5881e-02, 9.5000e-03, -2.0790e-02,
-3.8888e-02, -7.2504e-03, -4.3378e-02, 2.7040e-02, -7.1968e-03,
-3.5586e-03, 1.6784e-02, -1.4643e-02, 6.1315e-03, -4.1592e-02,
9.2460e-03, 2.2487e-02, 1.9472e-02, -1.9500e-03, 1.6984e-02,
-4.0514e-03, -5.1023e-04, -1.5707e-02, 8.2380e-03, -1.0174e-02,
-4.1878e-03, 2.6870e-02, -2.2349e-02, -7.3289e-02, 5.9760e-02,
3.9762e-02, -1.2030e-03, 5.7581e-02, 1.4455e-01, 1.3886e-03,
-9.4740e-02, 6.8106e-02, 4.3727e-02, 2.5512e-02, -7.0049e-02,
-3.3892e-02, 7.5423e-03, 5.5132e-02, -1.9129e-03, 8.3913e-02,
3.9629e-02, 4.1251e-02, 6.3395e-03, 1.4562e-02, -4.3316e-02,
-3.6769e-02, -1.7614e-01, 3.6047e-02, 3.3069e-02, -4.7643e-03,
5.7761e-02, -5.5348e-02, -1.3450e-02, -6.1626e-02, 7.8029e-03,
2.1781e-03, -1.0371e-02, -3.0727e-02, -6.0354e-02, -2.4075e-02,
3.3300e-03, -3.0379e-02, 2.9303e-02, 4.3530e-02, 5.6270e-03,
-1.3290e-02, 1.8791e-02, 2.2200e-02, -8.6969e-02, -2.5680e-02,
5.5856e-02, -8.5369e-03, -3.1560e-02, 1.0265e-01, -3.1523e-02,
-8.6085e-03, -9.9626e-02, 2.6705e-02, -3.1407e-02, -7.7234e-02,
1.5419e-02, 1.1750e-02, -8.6218e-02, 9.9035e-04, -3.0105e-02,
-1.1631e-03, -5.2582e-02, -6.8447e-03, -1.8493e-02, -3.1145e-02,
1.6834e-02, 3.1235e-02, 2.2621e-02, -5.5059e-02, -2.7491e-02,
-6.9645e-04, -9.5536e-03, 7.1087e-03, -1.3793e-02, -1.5912e-04,
-3.1397e-02, 2.0877e-02, 1.3163e-02, -2.7326e-02, 5.0320e-02,
2.3947e-02, 2.3208e-02, 1.5612e-02, 1.8374e-02, -2.5585e-02,
9.7229e-03, 6.5723e-02, 7.9716e-03, -1.5028e-02, 3.4997e-02,
2.5663e-02, -1.3875e-02, -2.2690e-02, 4.6381e-02, 2.7744e-03,
-1.3534e-02, -4.3667e-02, 1.4308e-02, -9.8102e-03, 2.8378e-02,
9.3306e-03, -4.5875e-02, 4.8853e-02, -2.2209e-02, -1.3530e-02,
2.5280e-02, 6.0916e-02, -2.9804e-02, 4.1682e-02, -2.8080e-03,
-1.1123e-02, -1.1437e-02, -1.5687e-02, 3.8873e-02, 3.1553e-02,
-4.3189e-03, -1.3626e-02, -3.3716e-02, -1.9116e-02, -3.1990e-04,
1.6553e-02, -5.1885e-02, 3.8364e-02, 2.5262e-03, 2.6380e-02,
-3.1577e-02, 3.1711e-02, -5.8693e-02, 6.9988e-02, 3.3725e-02,
2.9788e-02, 1.3615e-02, 8.1716e-03, 3.4225e-02, 3.0814e-02,
9.2881e-02, 8.8436e-03, 6.3024e-02, -2.0672e-03, -3.2349e-02,
1.3012e-02, -6.0856e-02, 3.0965e-02, -1.2340e-02, 8.9463e-03,
-3.2486e-02, -1.7687e-02, 2.8697e-03, 1.4273e-02, 2.5151e-02,
8.1577e-02, -6.5642e-02, 8.1654e-02, -2.3444e-02, -1.8643e-03,
1.6414e-01, -1.8354e-02, 1.3001e-02, 8.1243e-03, -2.7375e-02,
3.6071e-04, -2.9029e-03, -8.3316e-02, 2.8618e-02, 4.6356e-02,
-3.5687e-02, 1.4531e-01, 4.5070e-02, -2.1253e-03, -3.6968e-02,
1.2045e-03, 1.2564e-01, -2.1142e-04, 6.5802e-03, 6.7229e-02,
-5.7998e-03, -7.2161e-02, -4.3050e-02, 4.0919e-02, -5.3028e-02,
-1.2140e-02, -2.2416e-03, 3.6403e-02, -2.0916e-02, 1.4878e-02,
6.0360e-02, 3.0854e-02, -4.3637e-03], device='cuda:0')),
('bert.encoder.layer.7.attention.output.dense.weight',
tensor([[ 0.0208, -0.0148, -0.0232, ..., 0.1027, -0.0347, 0.0628],
[-0.0645, -0.0199, 0.0057, ..., -0.0117, -0.0011, -0.0156],
[ 0.0084, 0.0110, -0.0259, ..., -0.0469, 0.0316, 0.0340],
...,
[ 0.0080, 0.0056, -0.0050, ..., 0.0160, -0.0003, -0.0035],
[-0.0390, -0.0324, -0.0024, ..., -0.0454, -0.0098, 0.0287],
[ 0.0055, 0.0348, -0.0151, ..., 0.0137, -0.0585, -0.0285]],
device='cuda:0')),
('bert.encoder.layer.7.attention.output.dense.bias',
tensor([-2.6000e-02, -1.4454e-02, 6.9726e-02, 5.0725e-03, 6.4779e-02,
3.1670e-02, 1.0377e-01, 6.1566e-02, 2.9184e-03, -2.8950e-02,
3.6490e-02, 1.0131e-02, -1.2829e-02, 5.4593e-02, -5.5286e-02,
1.4930e-03, 3.4011e-02, 4.8671e-02, 7.1420e-02, -7.5176e-02,
9.9442e-02, -6.0984e-02, 2.9021e-03, -4.2289e-02, 4.8793e-02,
-1.3136e-01, -3.3854e-02, -6.3446e-02, 4.6414e-02, -1.6405e-02,
5.2102e-02, -3.0020e-02, 2.3974e-02, 2.1635e-02, 3.2459e-03,
2.5011e-02, -4.6528e-02, -7.4389e-03, -5.7426e-02, -3.8279e-02,
6.1773e-03, 4.5404e-03, -4.0391e-02, -2.1598e-02, 6.7301e-03,
5.3051e-02, 4.3753e-02, -5.4704e-02, 3.7431e-04, -5.2555e-02,
-5.7257e-02, -7.7276e-02, -9.9571e-02, 4.9877e-02, 1.5111e-02,
1.2562e-01, 2.6523e-02, 3.8611e-02, -2.2239e-02, -1.0126e-01,
1.8876e-02, 6.9197e-03, -3.5427e-02, 3.0845e-03, 6.0280e-02,
-5.4662e-04, -6.6171e-03, 5.6584e-02, -3.0905e-02, -2.9490e-03,
5.2253e-02, 1.1341e-01, 2.8974e-02, -7.9023e-02, 1.5103e-02,
-2.7892e-03, -2.6385e-02, -1.2218e-01, -5.0319e-02, 6.2568e-03,
3.9680e-02, 2.5864e-02, 1.9253e-04, -5.1319e-02, -8.2075e-02,
-1.2395e-01, 3.5926e-02, 3.7053e-02, 3.2534e-02, -1.5444e-02,
9.1444e-02, -1.9351e-02, 4.8123e-03, 3.4604e-02, 3.4712e-02,
-4.0697e-03, -3.8053e-03, 1.3979e-05, -2.8186e-03, -4.5283e-02,
4.4161e-02, 2.1544e-02, 4.2712e-02, 3.5776e-02, 3.5710e-02,
3.0124e-02, -1.9579e-03, -5.0596e-02, 6.5218e-02, 7.2214e-03,
2.2995e-02, -1.2636e-03, 1.8735e-02, -7.9768e-02, -1.2729e-01,
-8.8372e-02, 3.8996e-02, -6.1488e-02, 3.2641e-02, -6.4562e-03,
4.5494e-02, 2.7188e-02, -4.0659e-02, -5.8379e-02, -6.5417e-03,
-9.7800e-02, -1.0301e-02, 1.8978e-02, 5.5591e-02, -2.9867e-02,
5.9016e-02, -6.2891e-02, -1.2347e-02, -1.2062e-03, 3.6013e-02,
5.8253e-02, -1.7803e-01, -5.5389e-02, -1.5935e-01, -1.4591e-04,
7.1654e-02, 4.7034e-02, -1.6643e-02, 1.5783e-01, -8.6551e-02,
-4.6699e-03, 1.2367e-03, 3.8915e-03, 4.1680e-02, 1.8575e-01,
-3.6660e-03, -7.2469e-02, -5.4463e-02, -1.4509e-01, -7.1488e-02,
4.1776e-02, 3.7390e-02, 1.8144e-02, -6.5840e-02, 7.5616e-02,
-3.7937e-02, -4.3507e-03, -6.4194e-02, 2.4606e-02, 3.3388e-02,
4.9886e-02, 2.5275e-02, -1.8821e-02, 4.8588e-03, 1.5746e-02,
-1.3400e-02, -7.3862e-02, 7.4407e-02, -4.7857e-03, -1.2890e-01,
-7.3426e-03, -4.2833e-02, 5.9068e-02, 1.7967e-02, -2.9581e-02,
7.3289e-02, -4.2779e-02, -7.9671e-03, 1.7570e-02, 3.7840e-02,
-5.9892e-03, -1.3206e-03, 8.6625e-02, 5.7017e-02, -6.0939e-02,
-8.6639e-02, -4.8732e-02, -5.1265e-02, -5.4470e-02, -3.7487e-02,
5.3395e-02, 3.7403e-02, 1.6663e-02, 6.3908e-02, 6.0098e-02,
-7.1103e-03, -7.6731e-02, 8.7846e-02, 1.6193e-02, -2.4779e-02,
2.6120e-02, 4.8494e-02, 4.1783e-02, 1.3913e-02, 3.2895e-02,
8.4042e-02, 2.7498e-02, -4.8156e-02, 1.9283e-02, 1.1257e-02,
-1.0307e-02, -9.7992e-02, -4.3258e-02, 3.1831e-02, 3.9954e-02,
-9.5143e-02, 7.5680e-02, -5.9562e-02, 8.2853e-02, 6.2772e-02,
-8.6950e-02, 1.1801e-02, 2.5346e-02, -1.1696e-02, 9.9778e-03,
-3.9687e-02, 1.0503e-02, -2.7578e-03, 1.8103e-02, -1.2554e-02,
5.9717e-03, 5.3080e-02, -1.5190e-02, -8.0693e-02, -1.6135e-02,
-8.3412e-02, 2.0692e-02, 2.2996e-03, -3.6718e-02, 2.5292e-02,
1.4869e-02, 3.7827e-03, -3.2171e-03, -6.4284e-02, -6.4066e-03,
-9.1249e-03, -2.8875e-03, 2.9593e-02, 1.4153e-02, -5.5354e-02,
-9.7996e-02, 5.5240e-02, 2.8223e-02, 6.4439e-02, -2.8250e-02,
-3.4635e-02, -1.7307e-02, -1.6907e-02, 1.7619e-02, 9.8005e-03,
-8.8602e-02, -6.5005e-02, -3.4246e-02, -3.5178e-02, 1.1665e-02,
1.8073e-02, 1.1703e-01, -4.3347e-02, -7.4960e-02, -1.0235e-02,
-3.0416e-02, 8.1109e-02, 8.7143e-02, -1.1296e-01, 6.5523e-02,
1.7580e-02, -5.1403e-02, -2.3021e-03, -9.5888e-02, -5.5882e-02,
4.3956e-02, 4.2668e-02, 8.1313e-02, -1.3031e-02, -8.5757e-02,
-1.9184e-02, 2.8612e-02, 5.4549e-03, 6.6680e-03, -6.8356e-04,
1.7821e-02, 1.6085e-02, -4.4096e-02, 2.1639e-02, 3.0509e-02,
-2.3302e-02, 3.8291e-03, 1.4317e-02, -4.2632e-02, -1.7119e-01,
1.3209e-02, -3.3876e-02, 1.2411e-02, 5.4540e-02, -3.8638e-02,
-1.5827e-02, -2.0489e-02, 2.2577e-02, -7.5595e-02, 2.7973e-02,
6.9344e-02, -1.3940e-02, -3.8066e-02, -7.3981e-03, 9.0821e-04,
8.0959e-02, 2.9491e-02, -7.0258e-02, -1.3098e-02, 1.2091e-01,
4.0248e-02, 1.4224e-02, 6.0068e-02, 3.5999e-02, 2.3511e-02,
2.7701e-02, -1.6043e-02, 9.7677e-03, 3.3546e-02, 6.0681e-03,
2.9808e-02, -1.5559e-02, -3.5365e-02, 1.7066e-02, 3.4642e-02,
8.2118e-03, -2.6815e-02, 2.1376e-03, 4.4882e-02, 2.9501e-02,
2.4180e-02, -1.2652e-02, 3.3396e-02, -4.9966e-02, -2.1292e-02,
-1.3884e-02, -4.6908e-02, 7.6744e-02, -2.0061e-02, -1.7077e-02,
7.5824e-02, 1.1007e-02, -8.0687e-03, -4.2370e-03, 3.4443e-02,
3.3787e-02, 6.0754e-02, 2.0842e-02, 4.9506e-03, 5.0977e-02,
-1.4809e-02, 2.8146e-02, 1.0359e-02, 2.6336e-03, -3.9383e-02,
-1.2110e-02, -3.3730e-02, 2.2227e-02, -3.4744e-02, 2.5727e-02,
3.3909e-02, -4.4495e-02, 2.3471e-02, -4.3228e-02, -8.8423e-02,
1.3146e-02, -6.3739e-02, -6.3888e-02, -1.3145e-02, 9.3440e-03,
7.1755e-02, 3.8621e-02, 5.3211e-02, -2.5346e-02, 7.5696e-02,
-3.6732e-02, -5.3348e-03, 4.7347e-02, 2.3730e-02, 3.9785e-02,
1.0919e-02, -1.4228e-02, -6.9056e-03, 8.2060e-02, 2.2792e-02,
7.6553e-02, -3.4933e-02, -5.1646e-02, 3.5506e-02, -1.3734e-02,
-3.2959e-02, 2.5399e-02, 8.3055e-02, -9.0369e-03, -4.0352e-02,
3.9613e-02, 8.4481e-02, 2.0791e-02, 5.9650e-03, 5.7649e-02,
-8.6835e-02, -1.0784e-02, -8.6770e-02, 1.1604e-01, 5.1734e-02,
-5.3651e-02, 4.2660e-02, 4.2186e-02, 6.4571e-02, -7.7174e-02,
3.4621e-02, 7.2645e-02, 1.8867e-03, -8.8081e-02, -6.4411e-02,
1.3528e-04, 2.3180e-02, 4.2275e-02, -4.7472e-02, 7.1705e-02,
1.5945e-02, -5.9494e-02, -2.2744e-02, 2.6491e-02, -5.8627e-02,
-3.5043e-02, 5.0253e-02, 2.2203e-03, -3.1562e-02, -5.1410e-03,
2.9887e-02, 3.9435e-02, 1.0318e-02, -4.9243e-02, 4.2386e-02,
-5.9235e-02, 2.7554e-02, 5.7256e-03, -4.2680e-02, 2.9582e-02,
4.3185e-02, 7.0807e-04, 7.9165e-02, -1.8247e-02, -1.3134e-01,
6.7798e-02, -1.6143e-02, -1.4522e-02, -3.1828e-02, 1.5585e-02,
-1.5646e-02, -3.9716e-02, -1.6560e-02, -4.6950e-02, -1.8970e-03,
-4.3711e-02, -4.0977e-02, -6.4966e-03, -3.1801e-03, 4.3674e-03,
-5.1165e-02, 5.0546e-02, -2.2135e-02, -3.8973e-02, 4.2149e-02,
-1.3482e-02, -2.5955e-02, 2.2830e-02, -3.2569e-02, -4.1971e-04,
6.9699e-02, 2.3756e-02, -8.9420e-02, -3.7383e-02, 5.4796e-04,
-7.4714e-02, -3.1917e-02, 1.1002e-02, 3.6804e-02, -3.5426e-02,
-3.1670e-02, -6.8978e-02, -1.2080e-02, -5.5244e-02, 1.7232e-02,
-9.9329e-02, -1.7609e-02, -1.8347e-02, 8.9034e-02, 1.8766e-02,
-6.8551e-03, -1.3460e-02, -2.8612e-02, -2.3614e-02, 3.7506e-02,
1.1327e-02, -1.1257e-02, -1.2215e-02, 2.3928e-02, 7.6014e-02,
9.1325e-03, 2.7221e-02, 3.5433e-02, -7.6963e-02, 3.5230e-02,
6.2438e-02, -6.7573e-03, 3.9247e-02, -3.9072e-02, -4.0071e-02,
2.9967e-02, -4.6574e-02, -1.7870e-03, 2.7898e-02, -1.3794e-02,
1.0887e-01, -5.7393e-02, -1.6216e-02, -1.0113e-02, 5.8586e-02,
-8.8740e-02, 5.5560e-02, -7.3210e-02, 6.1309e-02, -6.4175e-02,
2.6982e-02, -3.0894e-02, 5.8759e-02, 2.5742e-02, 1.6125e-02,
-3.5039e-02, -2.3780e-02, 4.4480e-02, -6.3884e-02, 1.5514e-02,
-7.6732e-02, -4.0070e-02, 7.7793e-02, 1.6893e-03, -4.7482e-02,
1.2976e-02, 9.3490e-03, 8.2627e-01, 3.5654e-02, 3.4251e-02,
-5.3780e-03, -3.0754e-02, -1.0258e-02, -5.4402e-04, -6.6755e-02,
-8.3493e-02, 4.1674e-02, -1.6200e-02, -7.3261e-02, 3.8854e-02,
-4.0472e-02, 6.5794e-02, 3.1813e-03, -5.2291e-02, 3.3045e-03,
-1.0790e-02, 8.5971e-03, 3.5870e-02, -7.7075e-02, 5.7612e-03,
1.8554e-02, -5.9304e-02, 4.9170e-02, 6.8304e-03, 3.7209e-02,
2.6732e-02, -3.2150e-02, -6.5298e-02, 7.2158e-03, 8.0524e-02,
6.6272e-04, -6.8071e-02, -1.9732e-02, -5.8035e-03, 6.4052e-02,
8.2663e-03, 7.2335e-03, 2.2733e-02, 7.8962e-02, -9.3282e-02,
3.8248e-02, -1.9888e-02, 4.6715e-02, 1.2645e-02, -7.0089e-03,
5.9432e-02, 2.9968e-02, -7.2576e-02, -3.3366e-02, -7.8282e-02,
-1.0379e-01, 2.7633e-02, -7.6274e-02, 3.2099e-03, -4.8694e-02,
-1.5883e-02, -5.8054e-02, 1.6140e-02, -2.8205e-02, -1.0224e-02,
2.9586e-02, 4.7704e-02, -4.2959e-02, -3.1165e-02, -7.0131e-02,
2.3888e-02, -1.0910e-02, 8.6491e-02, 3.6130e-03, 6.8126e-03,
-2.2721e-02, 3.9151e-03, -1.1985e-02, 4.9565e-02, 1.5542e-02,
-1.5236e-01, 2.8371e-02, -8.3450e-02, 3.1001e-02, 6.4458e-02,
4.8792e-02, -3.4628e-02, -5.3538e-02, -1.0362e-01, 3.6232e-02,
1.4038e-02, 5.6783e-03, -7.2888e-03, 2.5685e-03, 4.4582e-02,
1.6131e-02, 6.7539e-02, 9.0746e-02, 2.8968e-02, 4.8862e-02,
2.8446e-02, -3.8724e-03, -1.1318e-03, -6.5137e-02, 3.3611e-02,
-5.0651e-02, -8.5616e-02, 9.2670e-03, 3.7198e-02, 7.8201e-02,
2.7207e-02, 2.6363e-02, 1.0604e-01, 5.2268e-02, 2.0055e-02,
-3.7554e-02, 5.2540e-03, -1.7826e-02, 1.2104e-02, -8.3133e-02,
7.0675e-03, -2.2968e-02, 2.3945e-02, 2.9573e-03, -5.0937e-02,
-2.5797e-02, -1.0144e-01, -5.3582e-02, -1.6303e-03, 7.1762e-03,
4.0882e-02, 3.0341e-02, -4.1099e-02, 3.9754e-02, 1.4158e-02,
-2.8637e-02, 4.4484e-02, -2.0305e-02, -2.6067e-02, 2.0652e-02,
6.1130e-02, -1.1272e-02, 6.1184e-03, -9.1947e-02, 3.2626e-02,
-4.6684e-02, -8.8351e-02, -3.7752e-02, 6.5470e-02, -2.2483e-02,
4.9438e-02, -1.9776e-02, 1.8475e-02, -1.7214e-02, 4.4539e-02,
4.5694e-02, -1.4842e-02, 2.3344e-02, 9.1457e-02, -3.4916e-02,
4.2287e-02, 7.3953e-02, 7.8174e-02, -1.3136e-02, -9.4571e-04,
5.8864e-02, -1.8738e-02, 2.0127e-05, 4.4243e-02, 2.8770e-02,
-8.0901e-02, 1.2134e-02, -1.5347e-02, -2.2531e-02, -1.7238e-03,
-4.9540e-02, 4.4317e-03, 5.1557e-02, -1.5968e-01, 7.1749e-02,
1.1698e-02, -2.7196e-02, 7.7560e-02, -9.5787e-02, -1.3518e-02,
-2.9534e-02, -1.1025e-02, -7.1779e-02, -1.8480e-02, -1.7652e-02,
1.0939e-02, 5.5932e-02, 4.7329e-03, 7.3507e-02, 2.6440e-02,
9.3289e-02, -2.4145e-02, -1.5146e-02, 6.1324e-02, -2.7863e-02,
1.0041e-01, 4.0833e-02, 2.2842e-02, 4.6816e-02, -4.9977e-02,
1.2899e-01, 6.0161e-03, 1.6173e-02, 2.2834e-03, -8.7192e-03,
2.4416e-02, -5.8925e-02, -3.1875e-02], device='cuda:0')),
('bert.encoder.layer.7.attention.output.LayerNorm.weight',
tensor([0.8393, 0.8833, 0.8368, 0.7915, 0.8418, 0.8138, 0.7673, 0.7706, 0.8709,
0.7654, 0.9196, 0.8988, 0.9468, 0.8959, 0.8912, 0.7285, 0.8282, 0.8177,
0.8452, 0.8957, 0.7923, 0.9159, 0.8065, 0.8103, 0.8241, 0.8581, 0.8943,
0.9587, 0.8591, 0.8910, 0.8518, 0.7523, 0.9140, 0.7586, 0.8229, 0.8265,
0.7564, 0.8998, 0.7680, 0.8779, 0.9183, 0.8669, 0.9080, 0.8957, 0.9127,
0.9025, 0.8653, 0.9166, 0.9373, 0.8338, 0.9321, 0.8093, 0.8248, 0.8824,
0.7531, 0.7469, 0.8339, 0.8533, 0.8080, 0.8132, 0.8498, 0.9346, 0.9165,
0.8995, 0.7766, 0.9370, 0.8655, 0.8190, 0.7098, 0.8085, 0.8713, 0.8592,
0.8552, 0.8091, 0.9029, 0.9225, 0.8319, 0.8657, 0.9301, 0.8786, 0.8621,
0.8229, 0.8630, 0.8714, 0.6991, 0.8549, 0.8241, 0.8658, 0.9114, 0.8316,
0.8546, 0.8242, 0.8793, 0.8844, 0.8098, 0.8389, 0.7347, 0.8614, 0.9084,
0.8803, 0.7862, 0.9344, 0.7630, 0.9543, 0.7364, 0.9241, 0.9261, 0.8034,
0.9075, 0.9074, 0.7923, 0.8462, 0.9369, 0.6907, 0.8359, 0.9409, 0.8643,
0.8484, 0.9011, 0.9341, 0.8712, 0.8863, 0.8840, 0.7570, 0.7533, 0.8011,
0.8743, 0.7947, 0.8607, 0.8177, 0.8862, 0.7714, 0.8578, 0.8848, 0.8891,
0.8641, 0.9507, 0.8845, 1.0130, 0.9014, 0.7668, 0.9179, 0.8382, 0.9595,
0.8347, 0.8520, 0.8774, 0.8992, 0.8722, 0.9410, 0.9123, 0.8687, 0.8960,
0.8732, 0.8802, 0.8158, 0.9134, 0.8871, 0.8468, 0.8789, 1.0439, 0.9175,
0.7792, 0.8884, 0.8343, 0.8866, 0.8844, 0.7182, 0.8415, 0.8669, 0.8968,
0.7093, 0.7461, 0.8436, 0.8259, 0.8944, 0.9460, 0.8360, 0.9312, 0.8464,
0.7941, 0.8475, 0.8039, 0.9237, 0.8721, 0.8804, 0.8149, 0.8940, 0.8489,
0.8754, 0.8268, 0.6951, 0.8410, 0.8459, 0.8411, 0.9042, 0.8950, 0.7832,
0.8362, 0.9232, 0.9206, 0.7974, 0.9028, 0.8411, 0.7744, 0.8393, 0.8969,
0.9766, 0.8769, 0.7969, 0.8665, 0.9242, 0.8016, 0.9001, 0.8398, 0.9078,
0.8394, 0.7813, 0.8517, 0.8166, 0.9080, 0.8578, 0.9335, 0.9197, 0.8773,
0.8862, 0.9102, 0.8822, 0.8531, 0.6554, 0.8162, 0.9020, 0.8175, 0.8320,
0.8184, 0.8600, 0.7007, 0.9279, 0.8802, 0.9178, 0.8339, 0.7797, 0.8266,
0.8240, 0.8991, 0.8026, 0.9158, 0.7918, 0.9324, 0.9507, 0.8689, 0.8702,
1.0072, 0.9483, 0.9569, 0.9025, 0.9169, 0.7426, 0.8833, 0.8867, 0.7116,
0.8556, 0.8758, 0.8093, 0.8664, 0.8349, 0.8741, 0.9343, 0.7752, 0.8925,
0.8898, 0.8866, 0.9689, 0.8364, 0.9484, 0.8849, 0.8733, 0.8613, 0.8192,
0.9340, 0.9687, 0.9171, 0.7784, 3.2091, 0.8949, 0.9390, 0.7676, 0.9315,
0.8678, 0.7840, 0.7773, 0.8303, 0.7497, 0.8508, 0.8676, 0.8476, 0.8743,
0.7141, 0.9278, 0.8544, 0.9048, 0.8471, 0.8027, 0.8436, 1.5265, 0.9096,
0.7930, 0.8961, 0.9036, 0.8972, 0.7943, 0.8458, 0.8384, 0.7854, 0.8183,
0.9126, 0.8051, 0.8091, 0.9416, 0.7725, 0.8390, 0.8979, 0.8487, 0.9437,
0.8054, 0.8359, 0.8744, 0.8125, 0.9435, 0.8405, 0.9521, 0.8256, 0.9020,
0.8939, 0.9381, 0.9082, 0.8608, 0.9327, 0.9548, 0.7731, 0.7257, 0.9152,
0.7765, 0.9330, 0.8544, 0.9262, 0.8852, 0.8428, 0.8649, 0.7990, 0.8741,
0.8579, 0.8307, 0.8431, 0.9303, 0.8743, 0.8190, 0.8358, 0.8671, 0.7724,
0.8384, 0.8906, 0.8450, 0.9156, 0.8507, 0.8805, 0.8976, 1.0056, 0.8987,
0.8438, 0.8421, 0.8891, 0.8800, 0.8550, 0.8455, 0.8349, 0.8035, 0.8961,
0.8758, 0.6766, 0.8327, 0.8474, 0.9024, 0.9018, 0.7970, 0.8048, 0.7632,
0.9020, 0.8763, 0.8097, 0.9386, 0.8184, 0.8845, 0.8867, 0.8633, 0.8902,
0.7746, 0.9380, 0.8490, 0.7988, 0.7269, 0.8004, 0.7632, 0.8286, 0.8878,
0.8815, 0.8224, 0.8762, 0.9148, 0.9712, 0.8183, 0.8077, 0.9066, 0.9374,
0.9127, 0.8159, 0.7731, 0.9536, 0.8542, 0.8893, 0.8662, 0.9589, 0.9083,
0.7762, 0.8289, 0.8867, 0.8601, 0.7006, 0.8653, 0.9258, 0.8650, 0.9116,
0.7927, 0.9418, 0.7312, 0.9339, 0.8453, 0.8397, 0.8508, 0.8790, 0.9197,
0.7699, 0.8375, 0.8364, 0.8281, 0.7937, 0.8772, 0.9151, 0.8959, 0.8330,
0.8989, 0.7334, 0.8568, 0.9060, 0.8373, 1.0252, 0.8028, 0.7555, 0.8437,
0.8534, 0.8194, 0.8700, 0.7875, 0.8913, 0.7368, 0.7925, 0.8323, 0.7940,
0.8760, 0.8526, 0.9485, 0.8560, 0.9589, 0.8279, 0.9171, 0.8877, 0.7268,
0.9141, 0.7816, 1.0063, 0.8190, 0.8363, 0.9172, 0.9263, 0.8639, 0.8122,
0.9609, 0.7326, 0.9711, 0.8037, 0.8160, 0.9079, 0.8651, 0.8048, 0.9089,
0.7997, 0.8119, 0.9298, 0.8148, 0.8847, 0.8922, 0.8998, 0.8070, 0.8806,
0.8746, 1.0121, 0.9538, 0.8276, 0.8743, 0.8825, 0.8751, 0.8935, 0.8338,
0.8767, 0.9139, 0.7794, 0.8941, 0.8315, 0.7409, 0.8965, 0.9049, 0.7376,
0.8685, 0.9355, 0.8836, 0.9627, 0.9573, 0.9605, 0.9153, 0.8994, 0.8840,
0.8848, 0.8825, 0.8327, 0.8398, 0.8406, 0.7863, 0.8984, 0.8424, 0.8410,
0.9375, 0.8993, 0.7654, 0.7564, 0.8149, 0.9846, 0.8115, 0.8193, 0.8807,
0.9040, 0.8384, 0.8302, 0.9463, 0.8663, 0.7854, 0.8667, 0.7893, 1.3508,
0.8497, 0.8552, 0.9154, 0.9259, 0.7326, 0.8874, 0.9023, 0.8988, 0.8528,
0.8816, 0.7821, 0.9411, 0.7827, 0.8577, 0.8232, 0.8699, 0.8901, 0.9192,
0.8096, 0.8312, 0.8675, 0.8883, 0.8851, 0.9553, 0.9001, 0.8369, 0.9004,
0.8929, 0.7997, 0.8615, 0.8161, 0.7729, 0.9074, 0.7475, 0.8322, 0.8005,
0.8333, 0.9869, 0.8284, 0.8300, 0.9001, 0.8638, 0.9066, 0.8230, 0.7834,
0.8713, 0.9276, 0.8762, 0.8445, 0.7294, 0.9289, 0.9200, 0.8691, 0.7665,
0.8211, 0.8275, 1.0053, 0.9317, 0.9243, 0.9641, 0.8881, 0.8987, 0.8528,
0.7621, 0.8593, 0.9441, 0.8337, 0.9517, 0.9048, 0.8414, 0.8323, 0.8205,
0.9048, 0.8741, 0.8029, 0.8700, 0.8398, 0.8669, 0.8855, 0.8921, 0.8892,
0.8541, 0.9515, 0.8087, 0.9066, 0.8564, 0.8587, 0.8159, 0.7516, 0.8992,
0.9340, 0.8021, 0.7964, 0.9239, 0.7882, 0.7973, 0.8166, 0.8240, 0.9233,
0.8259, 0.8995, 0.8964, 0.8793, 0.8731, 0.8490, 0.8084, 0.8212, 0.8590,
0.9502, 0.7174, 0.7381, 0.8623, 0.9818, 0.7780, 0.8432, 0.9970, 0.9015,
0.8481, 0.8660, 0.8961, 0.9252, 0.8860, 0.9238, 0.8125, 0.8694, 0.9458,
0.8892, 0.8345, 0.8016, 0.9163, 0.8480, 0.9179, 0.9197, 0.7260, 0.8709,
0.8772, 0.9327, 0.8952, 0.8691, 1.0282, 0.8291, 0.9501, 0.8091, 0.7985,
0.7787, 0.8175, 0.8962, 0.9522, 0.8564, 0.9227, 0.8400, 0.9052, 0.8234,
0.8945, 0.8884, 0.8200, 0.9625, 0.8530, 0.8023, 0.7799, 0.8673, 0.9139,
0.8756, 0.8622, 0.9113, 0.8120, 0.9361, 0.6677, 0.9513, 0.7978, 0.8711,
0.8650, 0.8167, 0.8164, 0.9405, 1.0233, 0.8438, 0.9304, 0.8994, 0.8003,
0.8599, 0.9127, 0.9333, 0.8547, 0.7400, 0.8825, 0.8275, 0.7701, 0.8480,
0.8534, 0.8294, 0.7399, 0.8066, 0.8449, 0.8743, 0.8232, 0.9023, 0.8229,
0.7928, 0.8466, 0.8813, 0.8340, 0.8010, 0.8925, 0.9257, 0.8493, 0.9383,
0.8707, 0.9230, 0.8711], device='cuda:0')),
('bert.encoder.layer.7.attention.output.LayerNorm.bias',
tensor([ 3.9962e-02, -1.9234e-01, -1.0558e-01, 1.1027e-01, -9.1239e-02,
1.6589e-02, -2.6731e-01, 1.0870e-01, -4.4158e-03, -1.3870e-01,
7.8612e-02, -9.0076e-02, -4.6572e-02, -2.1239e-01, 8.9837e-02,
1.7115e-01, 5.5925e-02, -1.6812e-01, -2.2299e-01, -6.6401e-02,
-8.7146e-02, 8.1658e-02, 6.3103e-03, 1.0110e-01, -8.9447e-02,
6.5200e-02, 9.3558e-02, 3.0681e-01, 1.3365e-01, 7.1498e-02,
-2.8421e-02, -1.5315e-01, -1.3889e-01, -2.3013e-01, 1.6203e-01,
-1.2260e-01, -1.0328e-01, 6.2977e-02, 1.1397e-01, 2.2630e-01,
-1.0587e-01, -1.7997e-01, 3.8653e-02, -4.8817e-02, 9.2327e-02,
-1.0010e-01, 4.5291e-02, 1.4804e-01, 5.6038e-02, 1.6376e-01,
1.0929e-01, 1.2041e-01, 2.1504e-01, -2.5601e-01, 3.2860e-02,
-5.5059e-02, -1.2307e-01, -2.0359e-02, -1.7194e-03, 4.9975e-02,
-9.5658e-02, -7.5792e-02, 1.0742e-01, -1.9995e-01, -1.7749e-01,
1.3593e-01, 3.9122e-02, -3.7413e-02, 9.4899e-02, -1.9226e-01,
-1.5718e-01, -1.1684e-01, -2.8084e-02, 4.6831e-03, -4.2161e-02,
1.5405e-01, 2.3326e-02, -1.0367e-02, 3.0632e-02, -1.5278e-02,
8.3546e-02, -6.8062e-02, -1.0711e-02, 2.0933e-01, -2.3640e-02,
8.0397e-02, -1.1721e-01, -3.5307e-03, 6.6169e-02, 8.1024e-02,
-2.2273e-01, -8.6025e-02, -7.1344e-02, 2.1932e-02, -1.2023e-01,
1.0811e-01, 1.3037e-02, 3.7917e-02, 4.9877e-02, 5.2745e-02,
-3.9385e-02, -5.6961e-02, -5.9168e-02, -1.0282e-02, -9.7419e-02,
-1.6385e-01, 1.3287e-01, 4.1845e-02, -1.3276e-01, -9.9134e-02,
-4.2531e-02, -7.3828e-02, -6.7045e-02, 2.8217e-02, 3.0101e-01,
1.9223e-01, -1.4720e-01, 1.3619e-01, -8.6042e-02, -7.1660e-02,
-3.0336e-02, -3.0371e-03, 2.1901e-02, 7.5344e-02, -1.8560e-01,
4.7689e-02, 1.4931e-01, -3.0081e-02, -5.5339e-02, -5.6990e-02,
-1.6165e-01, 8.5863e-02, -3.6730e-02, 4.9177e-02, -1.4575e-01,
5.1163e-02, 3.4067e-01, 1.5066e-01, -2.6662e-01, 3.7140e-02,
-1.7969e-01, -1.3047e-01, 3.2296e-02, -1.3847e+00, -6.7372e-02,
-8.0221e-02, 6.0501e-02, 9.1804e-02, -1.7199e-01, -3.1231e-01,
-1.6054e-01, -9.9829e-02, -5.5622e-02, 1.7064e-01, 1.2101e-01,
-2.1098e-01, -1.1180e-01, -2.5556e-01, 9.4295e-02, -1.9194e-01,
2.0668e-01, 7.4233e-02, 1.3619e-01, -3.8159e-02, 3.9002e-02,
-2.0841e-01, 1.6213e-01, -6.5002e-02, -1.3973e-01, 4.8543e-02,
8.9660e-03, 1.2453e-01, -5.8250e-02, 7.4229e-02, 1.6950e-01,
1.0641e-01, 1.5484e-01, -8.4522e-02, -8.1657e-02, 6.8023e-02,
-2.0526e-01, -9.1401e-02, -2.9325e-02, -7.0976e-02, -2.2826e-02,
7.8615e-03, -7.1384e-02, -1.5508e-01, -6.4810e-02, -5.7638e-02,
1.3926e-01, -2.3473e-02, 7.1577e-02, 8.6115e-02, -9.6365e-02,
-2.1705e-01, -6.2830e-02, 2.8218e-02, -9.1138e-02, -1.4041e-01,
4.2813e-02, 1.5724e-01, -7.5022e-02, 5.9731e-02, 6.8592e-02,
-5.8919e-02, 9.1938e-02, -1.9105e-01, -7.1749e-02, -6.0607e-02,
-3.9344e-02, -1.2571e-01, 3.6826e-02, -2.2857e-01, 6.6255e-02,
1.3793e-02, 2.5634e-01, -5.7106e-04, -4.7659e-02, 2.0897e-02,
5.1080e-02, 1.2125e-02, 1.9263e-01, -1.4666e-01, -1.8462e-01,
1.9444e-01, -3.9539e-02, -5.8204e-02, 1.6599e-01, 1.1740e-01,
-2.0319e-02, 1.2947e-01, -2.9658e-02, -1.0816e-01, -3.9060e-02,
-3.3362e-02, -8.8264e-02, -1.8870e-01, 9.1858e-02, -1.7930e-02,
-9.3747e-02, -5.6359e-02, 1.9352e-01, 1.4377e-01, -1.6251e-01,
-9.3553e-02, 1.6513e-02, -5.3030e-02, 4.8015e-02, 1.9964e-01,
6.2816e-02, -3.9965e-02, 1.0435e-01, 1.3176e-01, 9.5583e-02,
1.0593e-01, -1.6680e-01, -1.5625e-02, -1.2296e-01, 7.2308e-02,
1.0606e-01, -1.5429e-01, 5.8215e-02, -8.7495e-02, 3.3808e-02,
4.0770e-02, 1.0001e-01, 1.1816e-01, -1.9156e-02, -1.9003e-01,
-1.3810e-01, -1.8494e-01, 1.8838e-01, 4.8363e-02, 6.4636e-02,
2.5308e-02, -2.3250e-01, -1.6158e-02, 9.1163e-02, -2.1163e-01,
-6.1531e-02, 2.2990e-02, -1.1835e-01, 1.4195e+00, 2.6769e-02,
-1.4098e-01, -1.0148e-02, -2.1414e-01, 1.3403e-01, 1.1036e-01,
4.1484e-02, 1.2598e-01, 7.2221e-02, -1.1667e-01, -3.5805e-02,
-1.6120e-01, -1.5597e-01, -1.8996e-02, -1.5491e-01, -2.9332e-02,
-7.4076e-02, -1.5957e-01, 4.5238e-02, 1.0091e-01, -6.4004e-01,
-3.9441e-02, -5.2840e-02, 4.0601e-02, -1.8255e-01, 1.1879e-01,
1.0115e-01, 1.7774e-01, -2.4887e-02, 1.4825e-01, -4.2455e-02,
-9.6696e-02, -9.0729e-04, -2.6218e-02, -4.2544e-02, -3.7424e-02,
-2.2279e-01, 5.8025e-02, 1.3061e-01, -3.8227e-02, -1.0545e-01,
-1.3417e-01, 5.1400e-02, 2.9734e-02, -1.6828e-02, 8.5550e-02,
-1.6372e-01, 1.2650e-02, -4.3895e-02, 3.3177e-02, -5.1421e-02,
-5.6041e-02, 8.7429e-03, 1.2142e-01, -2.2567e-01, -1.2094e-02,
9.1207e-02, 6.8933e-02, -6.5600e-03, -1.4950e-01, 7.9096e-02,
2.5071e-02, -4.1315e-02, -1.3226e-01, 1.0312e-01, 4.2365e-03,
2.1617e-02, -1.5028e-01, -2.0619e-01, 3.1843e-02, 9.6476e-02,
-1.9119e-01, -6.6456e-02, 4.5516e-02, 6.4307e-02, -1.3578e-01,
-2.5062e-02, -1.5098e-01, 3.4127e-02, 8.8328e-03, -1.5130e-01,
1.3693e-01, -3.6805e-02, 1.4586e-01, -1.6809e-01, -5.7141e-03,
-1.5650e-01, -6.1545e-02, -8.4462e-02, 8.0309e-02, -1.6162e-01,
1.0881e-02, -1.0919e-01, -1.9600e-01, 4.4881e-02, 1.2864e-02,
-1.3797e-01, 7.8042e-02, 5.1990e-02, 6.4278e-02, -4.3422e-02,
-2.0424e-01, 6.3114e-02, -3.0736e-02, 4.2187e-02, -7.3853e-02,
1.5645e-02, 1.3706e-01, -6.0753e-02, -9.7467e-02, 3.0373e-02,
-2.0400e-01, 5.6920e-02, -1.0325e-01, -1.8704e-01, -8.0055e-03,
-2.9308e-02, 4.8860e-02, -4.8041e-02, -7.1287e-02, -2.2930e-01,
1.2086e-01, -6.7143e-02, -1.5076e-01, -4.8169e-02, -9.5566e-02,
-6.8328e-02, -1.2135e-01, 2.5873e-02, 3.6570e-03, -2.1339e-02,
-4.3747e-02, 1.2384e-01, 2.2517e-01, -2.5633e-01, -1.4467e-01,
-1.6399e-01, -1.1008e-01, -6.2347e-02, 1.8290e-01, 1.5062e-01,
-9.7013e-02, -1.4378e-01, -2.5880e-02, 1.3520e-01, 8.9749e-02,
-3.7605e-02, 3.0042e-03, -5.4152e-02, 1.6816e-01, -8.5408e-02,
3.6322e-02, 1.3687e-01, 2.5873e-03, 1.6950e-02, 2.9252e-02,
2.3011e-02, -1.5195e-01, -1.4546e-01, -1.8777e-01, -5.1111e-02,
-1.3611e-01, -5.8724e-02, -2.9795e-02, 7.9476e-02, -9.6528e-02,
8.5373e-02, 1.1040e-01, 1.1101e-01, 3.1335e-03, -7.2434e-02,
-3.4294e-01, 1.4604e-01, -1.6819e-01, -9.6330e-02, -2.0144e-02,
-1.9161e-01, -3.3411e-02, -6.9993e-02, 8.4330e-02, 7.2072e-03,
1.0596e-01, 4.0787e-02, -1.6851e-02, 2.6602e-02, 4.6244e-02,
1.4595e-01, 1.3265e-01, -3.3140e-02, 8.8096e-02, 2.8593e-02,
5.2164e-02, -1.0680e-01, -2.0155e-02, 4.4763e-02, -6.9493e-02,
1.7612e-01, -4.8961e-02, -1.5380e-01, 1.0220e-01, 8.1713e-02,
-9.5230e-02, -6.7268e-02, 1.2526e-01, -9.7986e-02, -7.1908e-02,
-1.4591e-02, 2.9487e-02, -1.7149e-01, -7.5474e-02, 1.5955e-01,
7.2764e-02, -3.7646e-02, -1.9347e-02, 2.5143e-02, 1.2440e-01,
2.0019e-01, -2.6835e-02, 8.7999e-02, -2.6598e-01, -1.3800e-01,
1.6202e-01, 2.6060e-02, 5.1520e-02, -3.9589e-03, -1.2785e-01,
-2.0450e-01, 1.2264e-03, -1.4004e-02, -5.0229e-02, -1.5501e-01,
-1.1489e-01, -7.4826e-02, 5.0877e-02, 1.2483e-01, 4.2798e-02,
-1.0971e-01, -1.0847e-02, -4.9328e-02, 8.9857e-03, -4.8481e-03,
-1.0171e-01, 1.6114e-01, -3.7884e-02, -9.6476e-02, -9.8083e-02,
-1.2678e-01, 1.9334e-01, -1.6522e-01, -4.6835e-02, -1.0542e-01,
1.5277e-01, 7.6418e-02, 1.4212e-01, -1.4465e-01, 3.2440e-02,
-2.7938e-01, -6.2003e-02, -6.6933e-02, -2.0855e-01, 9.4755e-02,
1.7416e-01, 4.3523e-02, -4.5301e-02, 3.6192e-02, 1.9137e-01,
2.1260e-01, 5.5504e-02, -2.1322e-01, 8.5851e-02, 1.1805e-01,
1.4864e-01, -2.0195e-01, -1.7339e+00, -1.2971e-01, 5.1113e-02,
-8.7737e-03, 1.8819e-02, -1.9383e-02, -9.0151e-02, 2.8146e-02,
-3.5346e-02, 4.0688e-02, -9.4622e-02, -1.5718e-01, 1.3342e-01,
1.0283e-01, -1.2277e-01, -1.5932e-02, -5.3887e-02, 2.8461e-02,
1.4143e-03, 3.3626e-02, -9.8172e-02, 8.8528e-02, -2.8489e-01,
7.0730e-02, 2.3954e-01, -2.6548e-02, -9.6797e-03, -3.2704e-03,
-7.7286e-02, 8.5557e-03, -1.3687e-02, 1.1415e-01, -1.3894e-01,
3.2022e-03, 1.2807e-01, 6.1620e-02, -2.0419e-01, -1.1065e-01,
7.2626e-02, 1.1704e-01, 2.0469e-02, -1.6757e-01, 1.4662e-01,
-4.0031e-02, -1.0674e-02, -6.7543e-02, -1.1693e-01, -7.0327e-02,
-1.5443e-01, 1.9039e-02, 7.4688e-02, 1.2728e-01, 2.1129e-01,
3.7804e-02, -6.7501e-02, 4.7448e-02, -2.3919e-01, 2.4553e-01,
7.6572e-02, -2.0617e-02, -5.5215e-02, -5.6927e-02, 1.1873e-02,
-7.7739e-02, -7.2323e-03, 1.2838e-01, -2.5362e-03, 9.4072e-02,
-1.0331e-01, -8.6809e-02, -1.8393e-01, 1.4921e-01, 2.5160e-01,
-2.0813e-01, 7.6197e-02, -3.5530e-02, -2.9014e-01, 1.9318e-01,
2.2181e-01, -3.9692e-02, 1.1411e-01, -1.2806e-01, -1.2072e-01,
-6.9468e-02, -5.2389e-02, 2.3743e-01, 1.6552e-01, -5.9338e-02,
-1.8563e-01, -4.7252e-02, 1.2449e-01, -1.7620e-01, -2.0789e-01,
-5.6962e-02, -1.4105e-01, -2.2435e-01, -1.1888e-01, 3.7211e-02,
-1.7393e-02, -9.6156e-02, -7.1460e-02, 1.7926e-01, -2.3318e-01,
2.0968e-01, 1.5494e-01, -1.4152e-01, 1.5550e-02, -1.8560e-01,
-1.0844e-01, 1.0612e-01, -1.2804e-01, -1.3510e-01, 7.4469e-03,
-4.4897e-02, 7.6283e-02, 8.9438e-02, 5.3961e-03, 1.1560e-01,
1.1462e-01, -4.5188e-02, -1.3020e-01, -2.0158e-01, 1.6721e-01,
1.2729e-01, -9.2557e-02, 1.0893e-02, 2.6978e-02, -1.1914e-01,
-1.3580e-01, -1.3563e-01, 4.7611e-02, -8.9627e-02, -8.3168e-02,
1.1450e-01, 8.7246e-02, -4.8638e-02, 5.4652e-02, 3.3659e-02,
-6.9687e-02, 7.9591e-03, -1.8753e-01, 2.5211e-01, 2.3491e-02,
1.7844e-01, 8.2120e-02, 3.3335e-02, -1.9558e-01, -2.3095e-01,
-6.4833e-02, 2.4503e-02, -4.0619e-02, -4.3632e-02, -1.2834e-01,
-2.9123e-02, -2.0254e-03, 5.6936e-02, -4.6175e-02, 7.0299e-02,
3.0893e-02, -2.8217e-01, -7.8467e-02, 1.8760e-01, 1.0765e-01,
-5.9307e-02, 6.4253e-02, 3.5955e-02, -9.0159e-02, -1.2469e-01,
6.0243e-02, 1.4460e-01, -1.4208e-01, 7.9026e-02, 1.7268e-03,
-1.1313e-01, -7.9578e-02, -1.9321e-01, 3.6182e-01, -1.0960e-01,
-5.9648e-02, 1.1031e-01, -6.2567e-02, 8.6039e-02, 5.5178e-03,
-7.9890e-02, -3.9912e-02, 1.4486e-01, 1.5010e-01, 8.3758e-02,
-1.2849e-01, -1.2185e-01, -7.0660e-02, -5.2982e-02, -4.2337e-03,
2.4005e-02, 6.6528e-02, 9.4361e-02, -9.5079e-02, -1.1389e-01,
-2.3290e-01, -1.6195e-02, -1.3920e-01, -8.7705e-02, 6.3103e-02,
-1.0845e-01, -1.1519e-01, 9.4999e-02, -2.0979e-02, -1.1238e-03,
-9.2080e-02, -6.7704e-02, 2.0358e-01], device='cuda:0')),
('bert.encoder.layer.7.intermediate.dense.weight',
tensor([[ 1.7463e-02, -1.2962e-02, 2.4564e-02, ..., -4.6758e-02,
2.2260e-02, 2.9186e-02],
[ 1.2123e-02, 2.5676e-03, -2.0356e-02, ..., -8.0734e-02,
4.1408e-02, -1.7556e-02],
[ 2.9817e-03, 2.8834e-02, -5.0615e-02, ..., 2.1088e-02,
8.0891e-03, -5.2482e-02],
...,
[-9.8097e-02, -6.5851e-03, -5.4376e-03, ..., 3.0403e-02,
2.0065e-02, 7.2893e-03],
[-5.7300e-02, -2.2683e-04, -3.4655e-02, ..., -1.0754e-03,
4.1219e-02, -4.6324e-02],
[ 9.5362e-03, 2.9930e-05, 6.0934e-02, ..., 4.4317e-02,
-4.5250e-02, -1.8351e-02]], device='cuda:0')),
('bert.encoder.layer.7.intermediate.dense.bias',
tensor([-0.0870, -0.1218, -0.0580, ..., -0.0938, -0.0301, -0.1708],
device='cuda:0')),
('bert.encoder.layer.7.output.dense.weight',
tensor([[ 7.9960e-02, -1.8160e-03, -6.8755e-03, ..., -5.1008e-02,
1.1038e-02, 1.1356e-01],
[-4.1747e-02, 7.3671e-02, -4.8331e-02, ..., 3.6712e-02,
-6.1854e-03, 3.7546e-02],
[-5.8245e-02, -2.2360e-02, 1.9233e-05, ..., 3.6820e-02,
-5.4589e-03, 2.8163e-02],
...,
[ 2.9279e-02, -9.6818e-04, -2.5316e-02, ..., -1.4460e-03,
1.9680e-02, 4.8981e-02],
[ 2.8235e-02, -4.7747e-03, 1.3552e-02, ..., 2.6842e-02,
-3.3750e-02, -3.1865e-03],
[ 6.0840e-02, 2.2417e-02, -6.2343e-03, ..., 3.5140e-02,
3.7496e-02, 2.8082e-02]], device='cuda:0')),
('bert.encoder.layer.7.output.dense.bias',
tensor([ 1.4610e-01, -5.1523e-02, -9.9741e-02, 1.9377e-01, -3.2475e-02,
-5.2886e-02, 4.7150e-02, 9.0423e-02, 2.8366e-03, -8.3903e-02,
3.8775e-02, -3.4717e-02, -4.0949e-02, -7.6309e-02, 9.3559e-02,
7.7280e-02, -8.8988e-02, -9.4935e-02, -3.1195e-02, -2.0548e-01,
6.0500e-02, 2.1673e-02, -2.2314e-03, -2.1789e-02, -1.1841e-01,
-1.1106e-01, 6.1360e-02, 1.0564e-01, -2.9408e-03, 1.3796e-01,
5.4325e-02, -1.1261e-01, 5.6556e-02, -2.7120e-01, 1.3227e-01,
5.7221e-02, -4.0603e-02, 2.1211e-04, 1.5477e-01, 1.6901e-01,
-2.2091e-02, -1.3464e-02, -5.2610e-02, -7.6386e-02, -5.2061e-03,
1.0247e-02, 1.0333e-01, 1.2210e-01, -6.8550e-02, -2.9947e-02,
4.9078e-03, 2.5599e-02, 8.6595e-02, -1.4636e-03, -8.5403e-02,
-1.2864e-01, -1.4667e-01, -2.5917e-02, -1.0633e-01, 1.1343e-01,
-6.3925e-02, -5.9789e-02, 3.4023e-02, -8.8429e-02, -7.4459e-02,
9.3674e-02, 1.0992e-02, -3.2717e-02, 7.2912e-02, -1.7472e-01,
-8.2463e-02, 2.1196e-02, 1.4727e-02, -1.4281e-02, -3.6032e-02,
5.4812e-02, -1.0214e-02, -6.1526e-02, -2.6454e-02, -1.1435e-01,
8.5016e-02, 1.2291e-01, 1.4991e-01, 1.3049e-01, -1.5494e-01,
-8.3159e-02, -9.3506e-03, -5.6262e-02, 2.0742e-03, 5.2244e-02,
-1.1935e-02, 1.6990e-02, -4.6791e-02, 2.9953e-02, 3.9209e-02,
7.7225e-02, -9.0783e-02, 3.6192e-03, 1.7155e-01, 3.4502e-02,
2.0799e-01, 5.1157e-03, -5.4851e-02, -3.7710e-02, -2.6225e-01,
-5.1772e-02, 3.5864e-02, 7.0850e-03, -3.9955e-03, 6.2015e-02,
-1.3478e-02, 3.7239e-02, -9.6030e-02, 6.5679e-02, -5.6023e-03,
4.9816e-02, 3.0359e-02, 1.0414e-01, 3.6712e-02, -6.1418e-02,
3.7649e-03, -5.0435e-02, -2.5803e-02, -1.4444e-01, -1.5562e-01,
-6.5276e-03, 9.3037e-02, 7.7315e-03, -2.5864e-02, -6.4358e-02,
7.3629e-02, -8.3552e-03, 4.4648e-03, -6.0833e-02, 7.1152e-02,
7.9032e-02, -1.1526e-01, 8.0885e-02, -3.0718e-01, 1.9372e-01,
-1.8929e-01, -9.8807e-02, -1.1090e-01, -8.0525e-01, -1.2602e-01,
7.5181e-02, 1.2340e-02, 7.6790e-02, -5.8674e-02, -1.2463e-03,
-8.6239e-02, -1.0252e-01, -4.6458e-02, 3.8580e-02, 4.0521e-02,
-8.4416e-02, 4.5167e-02, -2.1119e-01, 9.7745e-02, -7.3028e-02,
1.2410e-01, -1.1075e-03, -3.5251e-03, 8.7361e-02, 5.3850e-02,
9.1167e-03, 1.8863e-01, -7.8612e-02, -2.1543e-01, 2.7648e-02,
6.7110e-02, 1.9216e-01, 3.5540e-02, 1.1243e-01, -1.2928e-02,
1.5799e-01, 1.9492e-01, -6.4321e-02, 6.6076e-02, 9.3685e-02,
-1.4462e-01, -2.4829e-02, 1.9125e-01, -1.2249e-02, 1.0026e-01,
1.8654e-02, -5.8535e-04, -1.4120e-01, 5.1021e-02, -1.4231e-02,
1.6584e-03, 6.1457e-02, 4.1630e-02, 4.2275e-02, -8.7363e-02,
-3.6132e-02, -7.8033e-02, 3.9730e-03, -1.6905e-01, -1.1956e-01,
1.5349e-02, 1.1723e-01, 1.1571e-01, 8.0556e-03, 1.7720e-01,
-1.1510e-01, 1.9222e-02, -8.1214e-02, -3.3520e-02, -9.2822e-02,
1.1495e-01, -5.9640e-02, -3.4480e-02, -1.5406e-01, -6.0919e-03,
7.9576e-02, 5.5911e-02, -7.7760e-02, 2.6613e-02, 6.3617e-02,
1.1751e-01, 1.0252e-01, 6.9918e-02, -1.5239e-03, -5.8458e-02,
1.6618e-03, -1.5581e-01, -6.5184e-02, 7.3907e-02, 1.9391e-01,
-5.3369e-02, 7.3122e-02, -9.8998e-03, -5.6561e-02, -2.5042e-02,
-7.2891e-02, 1.6855e-01, -1.3214e-01, 3.2601e-03, 8.8106e-02,
-1.7928e-01, -9.6015e-02, 1.3243e-01, 6.3374e-02, -7.2337e-02,
-1.4125e-02, 2.5539e-02, -9.2346e-03, -5.1008e-03, 3.0366e-02,
1.2410e-01, 1.2576e-02, -2.6192e-03, 5.2799e-02, 1.0099e-03,
7.0230e-02, 1.5748e-02, -1.4375e-03, 3.2492e-02, 4.8283e-03,
1.1899e-01, -7.5262e-02, -6.1745e-02, 2.9496e-02, 1.7514e-01,
-8.5096e-02, 8.5123e-02, 1.0683e-01, -6.0246e-02, -6.8840e-02,
-1.7251e-01, 5.3960e-02, 1.8230e-01, -2.4150e-02, 1.6828e-02,
1.1231e-02, 2.5398e-02, 1.8641e-02, 1.2403e-01, -7.1050e-02,
-5.4599e-03, -7.8403e-03, -1.4983e-01, 3.4830e-01, -1.2951e-01,
2.8861e-02, 1.1457e-01, 4.7929e-02, 3.1791e-02, -1.6996e-01,
3.0528e-02, 1.1272e-01, 4.0246e-02, -2.2141e-03, 1.0705e-02,
-5.0831e-02, -7.9641e-02, 1.0893e-01, -1.0344e-01, -8.7666e-03,
-9.9512e-02, -5.3456e-02, -4.6375e-02, -2.1297e-02, -4.7414e-01,
-5.2089e-02, 4.6537e-02, 1.1137e-01, -9.0557e-02, -5.3120e-03,
7.5493e-02, 1.2786e-01, -6.7407e-02, -5.2605e-02, 7.6930e-04,
6.8771e-03, -4.2940e-02, 1.0831e-01, 6.3732e-02, -1.0476e-02,
-7.4085e-03, 3.5350e-02, -1.7704e-01, 1.0140e-01, -1.0012e-01,
5.9990e-02, -3.0957e-02, 5.7456e-03, 1.4544e-01, -5.9243e-02,
-3.0133e-02, 4.5691e-02, 3.6716e-02, 4.5729e-02, -3.6611e-02,
2.0347e-02, -3.8044e-02, 1.4359e-01, -1.2154e-01, 8.3918e-02,
-2.1106e-02, 1.0179e-03, -1.9876e-01, 5.4619e-02, 4.9359e-02,
1.1850e-01, 5.9695e-02, 5.6421e-03, 1.2770e-01, 8.1617e-02,
-8.1294e-02, -8.2460e-02, 3.9824e-02, -1.8854e-02, 1.0779e-01,
1.8839e-02, -1.9505e-01, 1.1085e-01, 1.1525e-02, -2.8164e-02,
4.5897e-02, -6.0632e-02, -1.4818e-02, 4.1594e-02, -5.3313e-02,
7.3370e-02, -8.8708e-02, 1.1024e-01, -8.3409e-02, 1.6747e-02,
-9.2566e-02, -2.7902e-02, 5.6740e-05, 1.3718e-01, -1.4485e-01,
-4.2348e-02, -1.1358e-01, 2.2241e-02, -1.4285e-01, 4.4833e-02,
-1.3727e-01, 3.6032e-02, -1.1831e-02, 3.2554e-02, 3.6253e-03,
-6.6877e-02, 6.3227e-03, 6.8540e-03, -1.1225e-02, -5.5801e-02,
2.8162e-02, 1.4678e-01, 3.1006e-02, -4.1677e-02, 2.1537e-01,
-6.8362e-02, -4.7974e-02, -5.4894e-02, -7.8189e-02, -2.0878e-02,
-9.2067e-02, 6.2814e-02, 6.1745e-03, -7.9205e-02, -7.8108e-02,
2.8809e-02, -1.6349e-02, -1.0588e-01, -6.8211e-02, -9.5479e-02,
-7.4155e-02, -1.0235e-01, -3.4539e-02, -3.2038e-02, 3.2874e-02,
2.2202e-02, -5.1254e-02, 3.4280e-02, -2.8170e-02, -2.9025e-02,
-1.6090e-02, 9.5331e-03, -5.3234e-02, 1.2423e-01, -3.5726e-02,
-4.6599e-02, -6.1954e-02, 4.3691e-02, 1.0615e-01, 6.6296e-03,
7.2745e-02, 1.0981e-01, 1.1482e-01, 1.6221e-01, -9.8385e-02,
7.7398e-02, 1.3835e-01, 2.4707e-02, 2.0602e-01, 4.2206e-02,
7.4180e-03, 1.1094e-01, -8.1231e-02, -1.6810e-01, -1.0716e-01,
6.1689e-02, -1.0013e-01, -4.7183e-04, 9.3439e-02, 2.3743e-02,
1.7355e-01, 1.2353e-01, 6.2298e-02, 1.8668e-02, 1.7053e-02,
-1.7424e-01, -5.2021e-03, -1.0439e-02, 7.7440e-02, -5.2588e-02,
5.0787e-02, 5.0438e-03, 1.7328e-01, 7.2530e-02, 9.4960e-02,
2.0746e-01, 8.0041e-02, 1.0602e-01, 1.8861e-04, -5.2720e-02,
1.2068e-02, 2.9125e-03, -1.2609e-02, 7.6933e-02, 2.4819e-02,
1.0040e-01, -1.7908e-01, -1.3625e-01, 2.8578e-03, 4.1851e-02,
4.5097e-02, -8.4178e-03, -1.2137e-02, -2.1009e-02, -4.1345e-03,
-4.4131e-02, 1.7411e-03, 1.4708e-01, 1.6387e-02, -2.4008e-02,
-7.5683e-02, 2.5042e-03, -1.4311e-01, 4.1154e-02, 1.0363e-01,
5.7639e-02, -5.0594e-02, -1.5290e-02, -6.4031e-02, 3.9357e-02,
-9.7607e-02, -1.5340e-02, 3.8748e-02, -1.7149e-02, 6.3132e-02,
2.1499e-01, 2.0437e-02, -5.8948e-02, -1.0875e-01, -2.7084e-03,
8.7213e-02, -9.0639e-02, -6.7515e-02, 6.4394e-02, -2.8229e-02,
-2.3118e-01, 3.7053e-03, -6.1569e-02, 8.3645e-02, 8.3691e-03,
4.2609e-02, 1.0273e-02, -8.5540e-02, 7.7028e-02, 6.0017e-02,
-6.5611e-02, 1.2037e-01, -1.1412e-01, -2.7791e-02, -6.6176e-02,
1.0185e-01, 9.8576e-02, -1.1045e-01, -8.3723e-02, -7.8948e-02,
8.8496e-02, 1.4556e-01, 2.3484e-02, -5.4294e-02, -3.0254e-02,
-1.0668e-01, -2.4853e-02, 6.9862e-02, -9.0278e-02, 7.0724e-02,
-7.7233e-03, 1.7518e-01, 2.3746e-02, 1.1120e-02, 1.4561e-01,
1.2433e-01, 1.1178e-01, -4.7883e-02, -5.7475e-02, -3.6187e-02,
-4.6430e-02, -1.5075e-03, -9.0443e-01, 1.9973e-02, 4.3829e-02,
8.9933e-02, -3.0539e-02, -5.8103e-02, 6.8008e-02, 4.4401e-02,
-4.0887e-02, -1.3366e-01, -6.6634e-03, -5.9457e-02, -4.2330e-02,
-4.0967e-03, -4.0260e-03, -1.2024e-01, 6.9541e-02, 2.9639e-02,
8.2044e-02, 5.0817e-03, 1.1646e-03, -3.0055e-02, -6.5609e-02,
2.8359e-02, 1.4329e-01, 3.4052e-03, -1.0494e-01, 8.0358e-02,
4.9177e-02, 7.4760e-03, 9.9863e-02, 2.6918e-03, -1.3029e-01,
6.0985e-03, 1.6663e-01, 8.0120e-02, -8.9433e-02, 1.2571e-01,
7.8388e-02, -1.2011e-02, 2.6898e-02, 1.9156e-02, 7.3281e-02,
1.6875e-02, -2.9233e-02, 7.6666e-02, -4.3915e-02, -9.6478e-02,
-3.0186e-02, 6.4865e-02, -2.6879e-03, 1.1736e-01, 1.8033e-01,
5.0648e-02, -2.4526e-02, -5.1834e-02, -2.1291e-01, 3.9567e-02,
2.9773e-03, -9.7185e-02, -5.3337e-02, -1.1853e-01, 4.2978e-02,
6.5817e-02, -7.4314e-02, 8.3641e-02, -1.2523e-01, -7.6728e-02,
-1.2384e-01, -4.2422e-02, -1.5842e-01, -3.0928e-02, 8.0547e-02,
-1.7459e-01, 7.8732e-03, -1.2680e-01, -1.7050e-01, 1.5944e-01,
1.7613e-01, 6.3038e-02, 1.8451e-02, 1.2299e-01, 6.4026e-02,
-2.2568e-02, 1.0512e-02, 2.8133e-02, 1.1065e-01, -7.0465e-02,
-6.9441e-02, -2.3734e-02, 8.8225e-02, -1.1317e-01, -4.0172e-02,
4.6160e-03, 2.3721e-02, -1.7043e-01, -1.4626e-01, 3.5447e-02,
-6.3956e-02, -2.5609e-02, -8.7958e-02, 1.5577e-01, -1.1554e-01,
1.7301e-01, 5.3303e-02, 1.6260e-02, 1.5313e-01, -7.3879e-02,
5.6691e-02, -3.8415e-02, -1.3540e-01, 4.7443e-02, 5.3626e-02,
-2.0919e-02, 2.1647e-01, -4.3200e-02, -7.4471e-02, -1.3031e-01,
-1.0208e-01, 3.0130e-03, 4.6392e-02, -8.6224e-02, 5.4713e-02,
-2.6828e-02, -9.7345e-02, 5.0937e-02, 7.5702e-03, -1.7362e-01,
9.2597e-03, -1.5102e-02, 5.6524e-03, 4.4786e-02, -4.4550e-02,
6.0440e-02, 1.8740e-01, -3.0059e-02, 6.8162e-02, -6.1431e-02,
-1.0862e-02, 1.7629e-02, -3.2915e-02, 7.1945e-02, 1.2146e-02,
1.0963e-01, -8.2115e-02, -3.7079e-02, -2.4480e-02, -2.0492e-01,
2.6093e-02, -7.7641e-03, -6.8784e-02, 1.2912e-01, -4.1413e-02,
2.5602e-02, -4.6502e-03, -6.5577e-02, 4.9647e-02, 9.5726e-03,
5.6379e-02, -7.3777e-02, -2.1480e-03, 8.1845e-02, 8.3024e-02,
-8.6281e-02, -3.2295e-02, 4.6708e-02, -2.4007e-02, 2.0581e-02,
-4.1102e-03, 8.0278e-02, -1.1365e-01, -2.8447e-02, -6.9286e-02,
-1.3204e-01, 4.6636e-06, 5.5024e-02, 2.7715e-02, -7.4837e-02,
4.5760e-02, 4.1343e-02, -2.3860e-02, 1.2543e-01, 3.5724e-03,
1.7448e-02, -9.2739e-02, 1.2331e-01, 1.9284e-02, 7.0822e-02,
-1.2705e-01, 7.6443e-02, -1.6479e-02, 3.1394e-02, 6.1869e-02,
1.3356e-01, -3.2591e-02, 1.0296e-01, 2.7020e-02, -1.1149e-02,
1.8591e-02, 1.3562e-01, -1.2836e-01, -1.4473e-01, 7.6647e-02,
-3.2749e-02, 4.4208e-02, 1.6485e-02, 7.4108e-02, -1.1499e-01,
-1.5322e-02, 6.0703e-02, 1.6872e-01], device='cuda:0')),
('bert.encoder.layer.7.output.LayerNorm.weight',
tensor([0.8186, 0.8400, 0.8244, 0.8306, 0.8208, 0.8237, 0.7165, 0.7940, 0.8315,
0.8056, 0.8220, 0.8561, 0.8700, 0.8386, 0.8349, 0.7755, 0.8252, 0.8301,
0.8036, 0.8332, 0.8129, 0.8248, 0.8162, 0.8061, 0.8366, 0.8250, 0.8400,
0.7887, 0.7987, 0.8457, 0.8361, 0.8008, 0.8624, 0.7809, 0.8318, 0.8055,
0.7826, 0.8471, 0.8021, 0.7883, 0.8441, 0.8087, 0.8096, 0.8540, 0.8547,
0.8305, 0.8194, 0.8416, 0.8526, 0.8066, 0.8358, 0.7998, 0.7889, 0.8153,
0.7920, 0.7722, 0.8009, 0.8629, 0.8162, 0.8066, 0.8499, 0.8538, 0.8403,
0.8265, 0.7856, 0.8578, 0.8140, 0.7980, 0.8176, 0.7583, 0.8095, 0.8380,
0.8239, 0.7911, 0.8502, 0.8427, 0.8419, 0.8375, 0.8522, 0.8503, 0.8026,
0.8603, 0.8425, 0.8319, 0.7639, 0.8053, 0.8023, 0.8400, 0.8362, 0.8192,
0.8046, 0.8070, 0.8450, 0.8531, 0.7970, 0.8035, 0.8002, 0.8524, 0.8194,
0.8303, 0.8285, 0.8536, 0.8199, 0.8596, 0.8170, 0.8603, 0.8617, 0.7689,
0.8497, 0.8498, 0.8029, 0.8341, 0.8787, 0.7693, 0.8381, 0.8403, 0.8387,
0.8221, 0.8555, 0.8520, 0.8354, 0.8427, 0.8354, 0.8064, 0.7863, 0.7989,
0.8544, 0.8066, 0.8418, 0.8182, 0.8402, 0.8085, 0.8330, 0.8297, 0.8690,
0.8418, 1.1053, 0.8425, 0.8158, 0.8590, 0.8181, 0.8386, 0.8263, 0.0942,
0.8117, 0.8291, 0.8150, 0.8364, 0.8176, 0.8157, 0.8260, 0.8283, 0.8546,
0.8180, 0.8215, 0.8256, 0.8625, 0.8423, 0.8139, 0.8340, 0.8195, 0.8898,
0.7806, 0.8487, 0.7912, 0.8205, 0.8181, 0.7770, 0.8029, 0.8282, 0.8522,
0.7652, 0.7770, 0.8388, 0.8071, 0.8270, 0.8270, 0.7788, 0.8698, 0.8213,
0.7821, 0.8327, 0.7848, 0.8303, 0.8387, 0.8446, 0.8310, 0.8068, 0.8265,
0.8271, 0.7849, 0.7808, 0.8297, 0.8228, 0.8013, 0.8390, 0.8632, 0.8186,
0.8468, 0.8169, 0.8480, 0.7691, 0.8482, 0.8244, 0.8105, 0.8245, 0.8420,
0.8499, 0.8218, 0.8185, 0.8439, 0.8219, 0.7658, 0.8419, 0.8231, 0.8575,
0.7893, 0.7932, 0.8282, 0.8022, 0.8722, 0.8420, 0.8495, 0.8211, 0.8027,
0.8244, 0.8636, 0.8272, 0.8031, 0.7532, 0.8313, 0.8595, 0.8130, 0.8244,
0.8197, 0.8209, 0.7948, 0.8544, 0.8329, 0.8458, 0.8212, 0.7967, 0.7833,
0.8078, 0.8344, 0.8116, 0.8681, 0.8132, 0.8777, 0.8523, 0.8243, 0.8242,
0.9068, 0.8492, 0.8562, 0.8692, 0.8462, 0.7887, 0.8351, 0.8312, 0.7508,
0.8162, 0.8272, 0.8266, 0.8305, 0.8192, 0.8487, 0.8778, 0.8132, 0.8169,
0.8265, 0.8252, 0.8406, 0.8270, 0.8527, 0.8384, 0.8469, 0.8656, 0.8034,
0.8042, 0.8895, 0.8564, 0.8483, 0.3134, 0.8564, 0.8625, 0.8275, 0.8258,
0.8151, 0.7865, 0.7795, 0.8269, 0.8082, 0.8017, 0.8266, 0.7986, 0.8023,
0.7853, 0.8489, 0.8214, 0.8321, 0.8165, 0.8390, 0.8696, 0.2505, 0.8713,
0.8162, 0.8637, 0.8399, 0.8492, 0.8223, 0.8037, 0.8085, 0.8207, 0.8018,
0.8489, 0.8244, 0.8230, 0.8712, 0.7874, 0.8165, 0.8310, 0.8222, 0.8564,
0.8257, 0.8225, 0.8283, 0.8386, 0.8530, 0.8086, 0.8353, 0.8354, 0.8409,
0.8652, 0.8684, 0.8482, 0.8467, 0.8250, 0.8091, 0.8132, 0.7814, 0.8396,
0.8285, 0.8457, 0.8270, 0.8447, 0.8611, 0.8347, 0.8322, 0.8025, 0.8459,
0.8170, 0.8183, 0.8316, 0.8489, 0.8299, 0.8348, 0.8276, 0.8454, 0.7896,
0.8607, 0.8210, 0.8281, 0.8532, 0.8002, 0.7845, 0.8406, 0.8267, 0.8396,
0.8485, 0.8192, 0.8525, 0.8316, 0.8536, 0.8139, 0.8204, 0.8459, 0.8483,
0.8540, 0.7732, 0.8089, 0.8206, 0.8187, 0.8420, 0.7962, 0.8180, 0.7972,
0.8429, 0.8118, 0.7948, 0.8435, 0.7752, 0.8216, 0.8455, 0.8334, 0.8276,
0.8175, 0.8590, 0.8052, 0.8020, 0.7483, 0.8130, 0.7947, 0.8224, 0.8201,
0.8256, 0.8265, 0.8203, 0.8459, 0.8762, 0.8284, 0.8126, 0.8492, 0.8710,
0.8624, 0.8291, 0.8033, 0.8158, 0.8079, 0.8647, 0.8384, 0.8724, 0.8436,
0.8156, 0.8191, 0.8663, 0.8167, 0.7922, 0.8274, 0.8484, 0.8442, 0.8604,
0.7858, 0.8429, 0.7793, 0.8421, 0.8196, 0.8442, 0.8612, 0.8337, 0.8344,
0.7857, 0.8312, 0.8142, 0.8202, 0.7822, 0.8342, 0.8521, 0.8566, 0.8079,
0.8519, 0.7867, 0.8400, 0.8479, 0.8304, 0.8003, 0.8178, 0.7723, 0.7994,
0.8217, 0.8303, 0.8322, 0.7902, 0.8594, 0.7084, 0.7956, 0.8158, 0.8215,
0.8284, 0.8345, 0.8575, 0.8165, 0.8471, 0.7837, 0.8467, 0.8214, 0.7654,
0.8598, 0.8206, 0.8633, 0.7998, 0.8473, 0.8683, 0.8377, 0.8135, 0.8263,
0.8679, 0.8200, 0.9228, 0.8206, 0.8103, 0.8541, 0.8300, 0.8002, 0.8143,
0.8177, 0.8387, 0.8501, 0.8160, 0.8286, 0.8793, 0.8701, 0.8176, 0.8439,
0.8333, 0.8293, 0.8844, 0.8351, 0.8432, 0.8162, 0.8078, 0.8571, 0.8361,
0.8434, 0.8197, 0.8217, 0.8403, 0.8144, 0.7897, 0.8442, 0.8647, 0.7768,
0.8308, 0.8832, 0.8531, 0.8445, 0.8225, 0.8707, 0.8251, 0.8500, 0.8275,
0.8091, 0.8350, 0.8210, 0.8179, 0.8065, 0.8072, 0.8275, 0.7943, 0.8231,
0.8585, 0.8695, 0.8065, 0.7533, 0.8345, 0.8489, 0.8232, 0.8200, 0.8598,
0.8116, 0.7789, 0.7999, 0.8444, 0.8229, 0.7989, 0.8177, 0.7748, 0.6654,
0.8000, 0.8294, 0.8608, 0.8629, 0.8030, 0.8673, 0.8433, 0.8579, 0.8172,
0.8392, 0.7977, 0.8335, 0.8048, 0.8353, 0.7959, 0.8153, 0.8431, 0.8417,
0.8349, 0.7911, 0.8359, 0.8264, 0.8594, 0.8182, 0.8344, 0.8385, 0.8488,
0.8473, 0.8236, 0.8255, 0.7953, 0.7887, 0.8655, 0.8222, 0.8199, 0.7951,
0.8299, 0.8109, 0.8007, 0.8259, 0.8500, 0.8337, 0.8403, 0.8460, 0.8112,
0.8387, 0.8212, 0.8406, 0.8150, 0.7579, 0.8091, 0.8248, 0.8232, 0.8001,
0.8257, 0.8157, 0.8134, 0.8318, 0.8559, 0.8627, 0.8577, 0.8540, 0.8280,
0.8122, 0.8333, 0.8477, 0.8175, 0.8380, 0.8392, 0.7989, 0.8239, 0.7798,
0.8506, 0.8412, 0.8378, 0.8025, 0.8026, 0.8148, 0.8697, 0.8397, 0.8350,
0.8339, 0.8560, 0.8137, 0.8206, 0.8105, 0.8591, 0.8228, 0.7679, 0.8390,
0.8290, 0.7832, 0.7933, 0.8784, 0.8112, 0.8174, 0.8324, 0.8234, 0.8342,
0.8221, 0.8072, 0.8103, 0.8295, 0.8072, 0.8170, 0.8185, 0.8490, 0.8436,
0.8577, 0.7805, 0.7785, 0.8429, 0.8456, 0.7674, 0.8210, 0.8356, 0.8193,
0.8369, 0.8411, 0.8684, 0.8511, 0.8201, 0.8515, 0.7933, 0.8370, 0.8569,
0.8432, 0.8288, 0.8112, 0.8621, 0.8529, 0.8492, 0.8336, 0.7850, 0.8434,
0.8245, 0.8575, 0.8348, 0.8510, 0.8428, 0.7896, 0.8469, 0.8108, 0.8116,
0.8026, 0.7776, 0.8269, 0.8533, 0.8225, 0.8415, 0.8501, 0.8383, 0.8345,
0.8487, 0.8358, 0.8197, 0.8590, 0.8328, 0.7570, 0.8013, 0.8032, 0.8481,
0.8275, 0.8283, 0.8289, 0.8103, 0.8543, 0.7567, 0.8793, 0.8020, 0.8568,
0.8414, 0.8288, 0.8343, 0.8210, 0.8309, 0.8395, 0.8429, 0.8370, 0.8297,
0.8147, 0.8540, 0.8416, 0.8204, 0.7767, 0.7979, 0.7888, 0.8087, 0.8388,
0.8364, 0.8178, 0.7893, 0.8241, 0.8346, 0.8241, 0.7867, 0.8633, 0.8094,
0.8185, 0.8201, 0.8542, 0.8049, 0.7918, 0.8497, 0.8386, 0.8293, 0.8747,
0.8325, 0.8585, 0.7998], device='cuda:0')),
('bert.encoder.layer.7.output.LayerNorm.bias',
tensor([-5.2106e-02, 4.3162e-02, 3.2589e-02, -6.8796e-02, 5.5446e-02,
-4.2029e-02, 6.7263e-02, -8.0006e-02, -3.2472e-02, 6.8480e-02,
-6.7501e-02, -2.1228e-04, 3.7158e-03, 7.6935e-02, -3.6300e-02,
-8.0831e-02, -6.7185e-02, 2.8365e-02, 4.0742e-02, 4.5746e-02,
-7.1274e-03, -7.1656e-02, -2.7499e-02, -4.7610e-02, 2.1314e-02,
-3.4571e-02, -6.6212e-02, -1.5032e-01, -7.6582e-02, -3.5489e-02,
-2.6646e-02, 4.2564e-02, 8.8421e-03, 5.0459e-02, -1.2279e-01,
-1.4688e-02, 1.4824e-02, -4.3898e-02, -6.6126e-02, -1.4306e-01,
1.4294e-02, 6.5583e-02, -4.9480e-02, -3.8004e-02, -5.9586e-02,
3.1231e-03, -4.2182e-02, -8.4221e-02, -4.4232e-02, -8.4529e-02,
-6.1531e-02, -5.8143e-02, -1.0213e-01, 9.2268e-02, -4.9861e-02,
9.4724e-03, 2.6626e-02, -3.1740e-02, -2.6422e-02, -3.3628e-02,
-4.4180e-04, 8.8996e-03, -1.0176e-01, 7.4480e-02, 5.5098e-02,
-7.5444e-02, -2.2173e-02, 2.4537e-02, -5.7029e-02, 5.0225e-02,
3.9528e-02, 1.4645e-02, -1.3080e-03, -5.2040e-02, 7.1758e-05,
-5.5585e-02, -5.4455e-02, -1.5577e-02, -1.5977e-02, -2.2698e-02,
-7.5050e-02, -3.6541e-02, -2.4547e-02, -1.1926e-01, 7.1558e-03,
-7.9436e-02, 1.3316e-02, -2.5993e-02, -6.9399e-02, -6.4555e-02,
5.9323e-02, 1.8252e-02, -8.3750e-04, -5.0209e-02, 2.5596e-02,
-9.6197e-02, -2.8077e-02, -2.4109e-02, -7.9298e-02, -5.2911e-02,
-7.8573e-03, 5.9542e-03, -7.5681e-03, -3.9122e-02, 1.0833e-02,
1.2637e-02, -8.5025e-02, -5.1596e-02, 2.9857e-02, 6.9362e-03,
-1.5442e-02, 3.0518e-02, -8.8547e-03, -2.0492e-02, -1.2504e-01,
-8.8422e-02, 2.9276e-02, -9.5667e-02, -1.5343e-02, 7.7478e-03,
-3.6907e-02, 1.2693e-02, -4.6177e-02, -4.5665e-02, 4.1345e-02,
-3.8917e-02, -7.5412e-02, -6.0476e-03, 3.1911e-02, -5.9921e-04,
4.8912e-02, -1.6995e-02, -7.1390e-03, -3.6713e-02, 1.4042e-02,
-4.4730e-02, -1.6639e-01, -9.1053e-02, 5.0176e-02, -5.5196e-02,
6.4230e-02, 5.5861e-02, -6.9727e-02, 4.5676e-01, -1.5669e-02,
-1.0934e-02, -7.6410e-02, -1.0258e-01, 3.4370e-02, 5.8671e-02,
4.1823e-02, 1.6551e-03, -1.4436e-02, -9.1623e-02, -1.1355e-01,
3.8465e-02, 1.6546e-02, 7.2355e-02, -6.4837e-02, 3.9975e-02,
-1.5202e-01, -6.1100e-02, -6.6984e-02, -1.2880e-02, -2.5156e-02,
7.6271e-02, -8.9183e-02, -2.7772e-03, 3.5629e-02, -4.9135e-02,
-5.0773e-02, -4.7246e-02, 2.6747e-02, -5.4982e-02, -8.6106e-02,
-1.0956e-01, -1.0936e-01, 4.7136e-02, 3.3963e-03, -3.4125e-02,
9.4133e-02, 2.9032e-02, -4.5639e-03, 2.0226e-02, -3.0134e-02,
-1.8690e-02, -4.6413e-03, 6.9700e-02, 8.4717e-03, 2.2675e-02,
-9.0257e-02, -3.6986e-02, -6.3626e-02, -4.7068e-02, 1.6563e-02,
8.9369e-02, 5.0829e-03, -2.8466e-02, 9.1951e-03, 2.8737e-02,
-5.4577e-02, -9.0172e-02, -2.8851e-03, -5.2823e-02, -8.6575e-02,
-9.6939e-03, -8.3177e-02, 5.1993e-02, 3.3416e-03, -3.7707e-04,
7.0436e-03, 1.6981e-02, -6.6054e-02, 5.9987e-02, -4.3852e-02,
-4.6875e-02, -1.1579e-01, -2.0361e-02, 2.7364e-02, -3.8181e-02,
-4.1214e-02, -5.9838e-02, -1.0875e-01, 8.2744e-02, 5.6083e-02,
-9.1898e-02, -2.8752e-02, 1.1111e-02, -9.7355e-02, -4.8993e-02,
-3.8034e-03, -8.3799e-02, -2.3989e-02, 3.2754e-02, -1.9339e-02,
2.2232e-02, 5.0957e-03, 5.6499e-02, -5.1031e-02, -7.9669e-03,
1.8322e-02, -9.3930e-03, -9.3682e-02, -8.4198e-02, 1.0654e-02,
2.1842e-02, -3.0958e-02, -2.0725e-02, -7.2242e-02, -9.6863e-02,
-3.0364e-02, -1.1671e-02, -1.3517e-01, -9.8655e-02, -3.7549e-02,
-5.3375e-02, 3.8815e-02, -3.9350e-02, 3.2155e-02, -7.0604e-02,
-5.1465e-02, 4.8914e-02, -4.7209e-02, -3.2191e-03, -6.3569e-02,
-4.5282e-02, -6.1701e-02, -4.0060e-02, -4.5818e-03, 6.4455e-02,
3.1288e-02, 6.8978e-02, -8.6804e-02, -6.0130e-02, -9.5423e-02,
-2.9604e-02, 3.7125e-02, 2.2566e-03, -7.4940e-02, 1.0161e-01,
-3.4825e-02, -2.8031e-02, 4.0100e-02, -6.7468e-01, -1.0918e-02,
1.3391e-02, -1.2167e-02, 9.4546e-02, -9.1155e-02, -7.7834e-02,
-3.6527e-02, -6.1436e-02, -5.1926e-02, 4.5794e-02, -1.7979e-02,
5.2044e-02, 6.7203e-02, -1.8610e-02, 3.4405e-02, -1.7205e-02,
-5.5058e-02, 4.8075e-02, -4.0692e-02, -5.1163e-02, -2.1941e-01,
3.0307e-02, -2.3724e-02, -4.4845e-02, 1.2963e-02, -6.2760e-02,
-6.7496e-02, -9.6351e-02, -2.0066e-02, -6.1093e-02, -1.4698e-02,
1.0857e-02, -1.8640e-02, -1.4586e-02, 2.7181e-02, -1.8584e-02,
5.7074e-02, -1.9057e-02, -4.1318e-02, -3.1547e-02, -1.3019e-02,
4.4523e-02, -7.4345e-02, -2.9597e-02, -3.4761e-02, -6.2779e-02,
1.0836e-01, -5.4351e-02, -1.9037e-02, -4.1397e-02, -2.6897e-02,
6.1923e-03, 4.2608e-03, -9.3721e-02, 8.3574e-02, -3.3098e-02,
-3.2788e-02, -5.1597e-02, -1.3239e-02, 3.6829e-02, -5.5270e-02,
-1.7441e-02, -9.2893e-03, 2.9057e-02, -4.8833e-02, -2.1504e-02,
-7.9465e-03, 2.7257e-02, 4.2232e-02, -3.8463e-02, -7.6991e-02,
4.3708e-02, 6.6098e-03, -2.8035e-02, -5.5690e-02, 5.4772e-02,
-1.8484e-02, 6.2528e-02, -6.6062e-02, -3.3589e-03, 4.9158e-02,
-8.4902e-02, 1.0399e-04, -1.2929e-01, 2.7137e-02, -3.4658e-02,
4.3027e-02, 2.3286e-02, 1.3411e-03, -2.3298e-02, 4.7056e-02,
-3.6278e-02, 1.4015e-02, 3.8381e-02, -3.5670e-02, -6.5033e-03,
2.8033e-02, -5.0276e-02, -3.6811e-02, -6.2780e-02, 7.2492e-03,
5.1631e-02, -4.9313e-02, -1.6918e-02, -8.5131e-02, 3.0299e-02,
-4.8490e-02, -5.2512e-02, -7.8115e-03, -4.3738e-03, -3.6310e-02,
4.4581e-02, -4.0617e-02, -6.9794e-03, 5.0964e-02, -4.9620e-02,
-9.5783e-03, -7.3086e-02, 9.3587e-03, -2.0670e-02, 8.2953e-02,
-3.9759e-02, 9.9887e-04, 2.3063e-02, 2.6861e-02, 3.0034e-02,
3.1528e-02, 1.3998e-02, -4.1628e-02, -8.2558e-03, -2.9568e-02,
3.7024e-04, -4.8434e-02, -1.3045e-01, 5.5541e-02, -1.1337e-02,
4.5737e-02, 1.7761e-02, 7.3215e-03, -9.1452e-02, -8.3733e-02,
1.0806e-02, 2.4376e-02, 9.2275e-03, -8.4396e-02, -5.1668e-02,
9.8025e-03, -2.4661e-02, -1.3164e-03, -9.5679e-02, -6.3564e-03,
-7.4265e-02, -8.2125e-02, -4.2976e-02, -1.0898e-02, -6.0759e-02,
-5.5826e-02, 4.5769e-02, 1.9347e-02, 1.4423e-02, 5.3461e-03,
3.2991e-02, 6.1015e-03, -4.8020e-02, -3.8758e-02, 2.5927e-02,
-8.3857e-02, -8.2883e-02, -4.2575e-02, -4.2820e-02, -2.4380e-02,
1.6903e-01, -9.6616e-02, 4.6754e-02, 2.3063e-02, -1.4624e-03,
3.3108e-02, 1.8690e-02, 1.9506e-02, -7.7415e-02, -3.0193e-02,
-5.0180e-02, -3.7933e-02, -3.9232e-02, -3.9066e-02, -3.8073e-02,
-5.2397e-02, -5.6480e-02, 1.7117e-03, -8.1757e-02, -1.2454e-02,
-4.1797e-02, -8.6944e-03, -5.1496e-02, -3.3093e-02, 2.7369e-02,
-5.9731e-02, 1.4763e-02, 1.2580e-02, -5.8947e-02, -8.0016e-02,
1.4359e-02, -2.8632e-02, -7.1829e-02, -9.5664e-03, -1.5922e-02,
4.6019e-03, -7.9315e-03, 3.5335e-02, -1.5256e-02, -9.7934e-02,
-4.3915e-02, -2.5587e-03, -1.3083e-02, -2.3204e-02, -6.7470e-02,
-6.2581e-02, -6.6658e-03, -5.5984e-02, 5.4778e-02, 1.9349e-02,
-1.6187e-01, -2.8475e-02, -6.1480e-02, -1.5416e-02, 3.5037e-02,
5.1518e-02, -2.4289e-02, -3.1275e-02, -4.0078e-02, 3.5896e-02,
3.2225e-02, -3.7340e-02, -4.0895e-02, -7.4392e-02, -5.4233e-02,
1.9645e-02, -3.1022e-02, -2.8730e-02, 7.8334e-03, -3.1300e-02,
8.8973e-03, -1.3045e-01, -1.1611e-02, -5.3794e-04, 6.4484e-03,
1.5808e-02, -1.1086e-01, 3.1436e-02, 1.1442e-02, 3.5006e-02,
-7.1650e-02, -4.6698e-02, -7.7726e-02, 2.3082e-02, -5.5625e-02,
5.3077e-02, -2.6006e-02, -4.6869e-02, 5.9160e-02, -6.4458e-02,
-1.3784e-01, -3.8824e-02, 6.9044e-03, -4.8092e-03, -8.9008e-02,
-1.0919e-01, -5.9021e-02, 5.5625e-02, -6.0416e-02, -6.4148e-02,
-9.0527e-02, 4.3786e-02, -5.4079e-01, 2.4047e-02, -2.6142e-02,
-2.3168e-03, -3.7497e-02, -1.2357e-02, -1.0104e-02, -6.2227e-02,
1.8734e-03, -3.4015e-02, 1.9471e-02, 3.9153e-02, -1.0948e-01,
-7.0297e-02, -2.7028e-02, -3.3198e-03, -1.1977e-02, -4.9085e-02,
-2.8990e-02, -2.2256e-02, 2.8642e-02, -5.2853e-02, 8.0738e-02,
-8.8538e-02, -1.4790e-01, -2.3435e-02, -2.2612e-02, -1.7444e-02,
1.4581e-02, -4.2756e-02, -5.3950e-03, -1.1294e-01, 3.5388e-02,
-2.9425e-02, -7.3048e-02, -3.4096e-02, 4.9301e-02, 1.9987e-02,
-1.0486e-01, -7.0759e-02, -5.1301e-02, 2.7146e-02, -6.0433e-02,
1.1567e-02, -1.8336e-02, 8.9272e-03, 4.4260e-02, 8.5102e-03,
9.2670e-03, -2.6423e-02, -7.6440e-02, -7.1667e-02, -1.0820e-01,
-4.8209e-02, -1.0310e-03, -1.5873e-02, 8.2252e-02, -1.6987e-01,
-7.3487e-02, -3.7750e-02, 2.2058e-02, -1.6303e-02, -3.5211e-02,
1.4047e-02, -6.4952e-03, -7.4078e-02, -3.1894e-02, -7.0533e-02,
5.6539e-02, 4.7439e-02, 7.8779e-02, -4.2055e-02, -1.0198e-01,
6.9236e-02, -7.6401e-02, -1.1364e-02, 9.1832e-02, -9.5544e-02,
-9.5067e-02, -1.1988e-02, -8.4844e-02, 2.9525e-02, 1.8006e-02,
1.7798e-04, 3.4877e-04, -1.3407e-01, -8.1077e-02, -1.5618e-02,
3.5419e-02, 1.6781e-03, -7.3292e-02, 7.3278e-02, 5.0184e-02,
-1.5436e-02, 1.4527e-02, 3.4742e-02, 5.8016e-02, -4.5476e-02,
-2.7421e-02, 1.5561e-02, 6.7002e-03, -1.1123e-01, 7.0628e-02,
-9.5667e-02, -8.8189e-02, 2.7846e-02, -2.2120e-02, 3.0047e-02,
5.2707e-03, -6.6524e-02, -4.7419e-03, 3.3817e-02, -5.9515e-02,
-2.9231e-02, -7.8869e-02, -7.7222e-02, -2.6082e-02, -1.1542e-01,
-6.2380e-02, -5.5701e-03, 1.7126e-02, 5.2089e-02, -9.3219e-02,
-1.1126e-01, -2.5066e-02, -3.7580e-02, -5.6299e-02, 4.2573e-02,
-1.6732e-02, 4.3134e-03, -3.4878e-02, -8.7998e-03, 7.4230e-03,
-1.0536e-01, -4.0677e-02, 2.9329e-02, -3.9327e-02, -6.5352e-02,
-2.7000e-03, -5.8728e-02, 1.2061e-01, -1.1488e-01, -4.0301e-02,
-7.0066e-02, -8.3453e-02, -6.8756e-03, 2.7441e-02, 6.4660e-02,
1.7579e-02, -2.7157e-02, 5.0670e-03, -1.7024e-02, 2.4329e-02,
-8.6332e-03, -3.2265e-03, -3.4455e-02, 1.8354e-03, -5.5069e-02,
-7.7150e-02, 6.1937e-02, 3.2252e-03, -5.0880e-02, -1.0438e-01,
-8.1873e-03, -6.6055e-02, -5.2624e-02, 3.2910e-03, 3.0728e-03,
-2.0993e-02, -6.0610e-02, 1.3682e-02, -3.7975e-02, -4.6620e-02,
4.8065e-02, 1.1386e-02, 7.3183e-02, -1.1153e-01, 1.8029e-03,
1.1974e-02, -8.5337e-02, -2.4982e-02, -5.2756e-02, -2.4797e-02,
6.8181e-02, -1.3228e-02, -6.9480e-02, -8.4823e-02, -6.3998e-02,
2.6401e-02, 3.4850e-03, -9.5868e-03, -4.1954e-04, -3.5640e-02,
-3.6496e-02, -2.6814e-02, -9.2716e-02, 2.1469e-02, 2.1423e-02,
5.7904e-02, -4.0752e-02, 4.9638e-02, 1.1078e-02, -7.3921e-02,
1.1546e-02, 1.6517e-02, -7.7255e-02, -3.1594e-02, -8.3642e-03,
-1.9697e-02, 6.8951e-03, -1.3940e-01], device='cuda:0')),
('bert.encoder.layer.8.attention.self.query.weight',
tensor([[-0.0245, 0.0167, -0.0305, ..., -0.0381, -0.0024, 0.0269],
[-0.0428, 0.0145, 0.0413, ..., 0.0130, -0.0136, -0.0498],
[ 0.0286, -0.1062, 0.0392, ..., 0.0353, -0.0150, 0.0304],
...,
[ 0.0317, 0.0081, -0.0236, ..., 0.0097, 0.0590, 0.0397],
[-0.0544, -0.0374, 0.0870, ..., -0.0273, -0.0128, -0.0812],
[ 0.0123, -0.0121, -0.0419, ..., 0.0526, -0.0065, -0.0101]],
device='cuda:0')),
('bert.encoder.layer.8.attention.self.query.bias',
tensor([-2.8432e-02, 5.9130e-02, 1.7936e-01, -8.7212e-02, -5.9642e-02,
-1.9142e-01, -1.3769e-01, -7.1312e-02, 9.5012e-02, -1.4888e-03,
-4.5384e-03, 2.0457e-02, -1.1140e-02, -8.0164e-02, -2.2561e-02,
3.0207e-02, 2.8306e-01, 4.9153e-02, 4.9508e-02, 2.2571e-02,
3.4448e-02, 1.8663e-01, -7.4146e-02, 2.3087e-02, -1.5703e-01,
-6.6416e-02, -3.9464e-02, 1.1984e-01, 4.8912e-01, -2.2642e-01,
-2.3051e-02, -1.0988e-01, 4.4592e-03, 1.2113e-01, -5.3345e-02,
-3.8950e-02, 6.3068e-02, 3.6752e-02, 8.1821e-02, 8.5013e-02,
-1.8406e-02, -8.0396e-03, -4.2328e-02, -4.6939e-02, -6.4545e-02,
-4.2248e-02, 8.5711e-02, -1.0550e-01, 1.6257e-01, 3.7227e-02,
-1.6117e-02, -1.6420e-01, 8.0915e-02, 5.5297e-02, 8.4414e-02,
1.8199e-01, -4.7170e-02, 3.4071e-02, -6.5915e-02, -3.3553e-02,
5.6596e-02, -1.4325e-01, 1.8337e-01, -4.1335e-02, -1.9831e-01,
1.5151e-01, -6.7329e-02, 1.8764e-01, 9.5174e-02, -3.8728e-02,
8.6664e-02, 8.6544e-02, 6.8098e-03, -3.0170e-01, 2.6157e-01,
-1.4598e-01, 1.2056e-01, 4.8402e-02, 1.8493e-01, -3.8308e-02,
-1.7040e-01, 1.5178e-01, -2.1657e-02, -3.5885e-01, 6.0177e-02,
5.0793e-03, -8.9363e-02, 7.2671e-01, 6.0335e-02, 7.1092e-02,
3.0078e-01, 4.8171e-02, -2.4404e-02, -1.5427e-01, -2.6659e-01,
1.5389e-02, 5.9469e-02, 2.2071e-02, 6.5886e-02, 3.5687e-02,
-5.9001e-01, 9.5639e-02, 4.7585e-01, -2.0180e-01, -5.2144e-02,
-1.2205e-01, 3.1281e-02, -2.7972e-02, 1.5118e-01, -2.4759e-01,
7.2082e-02, 4.4330e-02, 1.2372e-01, 1.7902e-01, 2.0120e-01,
-1.7676e-01, 4.7823e-02, -5.6031e-02, -1.0080e-01, 5.7008e-02,
-2.2195e-01, -1.8464e-01, 4.5976e-02, 5.7946e-02, -1.4190e-01,
4.5255e-01, 3.9191e-01, -4.8587e-02, -1.7724e-02, 1.8884e-02,
-2.6169e-02, 7.4608e-03, -3.6628e-02, -2.3844e-02, -6.9654e-03,
5.9020e-02, -5.4225e-02, 1.2124e-02, 6.0865e-02, -1.6083e-03,
9.2653e-02, -8.5081e-02, -5.2195e-02, 7.9926e-03, -9.5485e-03,
2.6718e-02, -2.3155e-03, 7.4485e-03, 6.6146e-02, 9.7638e-02,
6.4940e-02, 3.3170e-02, 7.6413e-02, 5.6093e-04, 9.8629e-02,
-5.3240e-02, 2.5376e-02, -1.2515e-02, 1.0913e-01, -1.4810e-03,
-9.6409e-02, -9.0424e-02, -2.9425e-03, -4.8268e-02, -2.1609e-02,
-3.3353e-02, 2.1371e-02, -1.9720e-02, -1.6480e-02, 2.0440e-02,
6.2857e-02, 4.1686e-02, 1.0566e-02, -4.9898e-03, -4.2444e-02,
6.0716e-02, 2.1353e-03, -5.7927e-02, -1.7703e-02, 4.0173e-02,
-4.5676e-03, 2.3733e-02, -2.0593e-02, 1.0506e-02, 1.7275e-02,
-9.7577e-02, -7.5095e-02, -8.9262e-04, -9.0753e-03, 1.8591e-02,
8.5207e-02, 1.8271e-02, -4.4859e-01, -2.6158e-01, -1.5136e-01,
4.9398e-01, -3.8737e-01, -1.5786e-01, -1.7812e-01, 5.0994e-01,
1.3166e-01, 1.4729e-02, -2.2124e-01, -1.4746e-01, -1.4583e-01,
-1.3719e-02, -2.3199e-01, -9.5841e-02, 2.0230e-01, -8.7840e-02,
-7.1672e-02, 6.1361e-02, -4.0946e-02, 1.3396e-01, 3.1149e-02,
1.6291e-01, -2.3796e-01, -3.5146e-01, 3.7372e-02, 5.5110e-02,
-2.0116e-01, -2.0693e-01, 4.9197e-02, -1.3241e-01, -8.2205e-02,
-1.6695e-02, -1.4561e-01, -9.6145e-02, 1.5992e-01, -1.5034e-01,
1.0479e-01, -1.2854e-01, -1.8564e-01, -8.0675e-02, 1.8222e-01,
2.0439e-01, 5.4417e-02, -3.8468e-01, 6.8954e-02, 1.2522e-01,
-8.8938e-02, -4.0704e-01, 1.3777e-02, 3.8917e-03, 4.2294e-02,
1.2264e-02, -9.1640e-03, 1.8047e-01, -7.2808e-02, 1.0791e-02,
-2.4677e-01, -3.3311e-02, -1.2915e-02, -9.0761e-02, 3.4855e-02,
-5.2686e-02, -8.7431e-02, -1.9115e-01, 3.8386e-02, 4.5442e-02,
8.0124e-02, -7.6353e-02, -3.5953e-03, -2.1439e-02, -1.6017e-01,
2.4149e-02, 1.0492e-01, -2.1089e-01, 4.5952e-01, 2.8381e-01,
7.6890e-02, -7.5018e-02, 1.1517e-01, -8.8699e-02, -4.1443e-02,
1.5383e-01, -2.4347e-01, 1.0401e-01, 1.5236e-01, 1.1425e-01,
-1.2353e-01, 1.4683e-01, -3.5813e-02, 3.3025e-01, -4.0250e-02,
-4.0912e-01, 2.3304e-01, -2.7549e-01, -4.3145e-01, -1.4809e-03,
-8.0011e-02, 1.3044e-01, -2.6705e-02, -2.9641e-01, -3.1846e-01,
4.7089e-01, -2.6995e-01, 2.6072e-03, 3.3911e-02, 7.1156e-02,
6.4331e-02, -4.4816e-01, -5.9899e-02, 4.1553e-02, -4.6772e-01,
1.3718e-01, 4.0099e-02, 2.0495e-01, -6.9922e-02, -8.4384e-02,
4.6787e-01, -2.2024e-01, -5.0142e-01, 1.0349e-01, 2.1781e-02,
8.5485e-02, -3.6728e-01, 8.0620e-02, 1.4669e-01, 2.0735e-01,
7.7876e-02, 3.5976e-02, 8.0157e-02, 3.7289e-02, -1.1445e-01,
3.9640e-02, 1.5525e-01, 1.0880e-01, -1.9701e-02, -1.0158e-01,
7.0644e-02, -2.7032e-02, 7.0045e-02, -1.0396e-01, 4.4717e-02,
1.3609e-02, -1.2516e-01, 4.0230e-02, 8.9213e-02, -3.8220e-02,
-6.0161e-02, 1.1836e-02, 1.4094e-02, 1.3449e-03, -1.4147e-01,
8.6753e-02, -4.9259e-02, -2.2289e-02, 3.2785e-02, 6.7245e-02,
1.8002e-02, 6.1525e-02, 1.1821e-02, -1.7665e-02, 2.6320e-02,
-2.2558e-02, 3.7096e-02, -3.4198e-02, 8.4387e-02, 3.3040e-02,
1.0773e-01, 1.1729e-01, -4.9957e-02, 8.5144e-02, 5.8411e-02,
1.0646e-02, 2.2081e-01, 1.0401e-01, 5.5717e-02, -2.2382e-02,
2.2723e-02, 5.7093e-03, 8.4136e-02, 1.6037e-02, 3.6135e-02,
-1.5349e-02, 5.5289e-02, -2.6715e-02, -4.0366e-02, -8.6270e-02,
-6.2464e-02, 1.4604e-02, -4.1634e-02, 2.3526e-02, 8.9110e-02,
-1.2108e-01, -1.7300e-02, 1.5636e-02, 1.4125e-01, 5.7285e-01,
3.5288e-03, 1.1425e-01, 2.0297e-01, -6.5365e-02, 3.3790e-02,
-4.6254e-02, -2.4010e-02, -2.6132e-02, 4.6227e-02, 5.8863e-02,
-8.8367e-02, 4.7138e-02, -1.1407e-01, -3.2867e-02, -1.4662e-01,
1.1954e-01, -4.3475e-02, -3.7499e-02, 1.1300e-01, 2.3828e-02,
1.1385e-03, 1.1324e-01, 1.4845e-01, -3.1581e-02, 3.3607e-02,
-7.5565e-03, 1.3481e-02, -7.1664e-02, -8.3839e-02, 1.3148e-01,
1.8891e-01, -2.9749e-02, -4.5923e-02, -1.6378e-02, -1.9764e-01,
1.0964e-01, 1.4115e-01, 4.1501e-01, -8.5787e-02, -1.7246e-01,
4.0434e-01, 2.8096e-01, -7.4399e-02, -2.5666e-01, -9.7856e-02,
-9.3081e-02, -1.0457e-01, 1.0413e-01, -8.7078e-02, 1.2083e-01,
-3.5397e-02, -4.6436e-02, -4.8978e-02, -2.8286e-02, -9.7527e-02,
-1.2807e-01, -7.3430e-02, -1.8826e-01, 6.2875e-03, 3.5074e-02,
-5.4410e-02, 7.5966e-02, 1.4837e-02, 7.2742e-02, -7.3762e-02,
3.0237e-02, -2.4743e-02, 1.0603e-01, -7.0479e-02, 9.4191e-02,
-7.9287e-02, -1.1364e-01, 3.5083e-02, -2.8769e-03, -1.5090e-02,
6.6386e-02, -1.7713e-02, -3.3219e-02, -5.3529e-02, 4.0062e-02,
-3.1591e-02, -3.2672e-02, 4.8825e-02, -3.9951e-02, -3.0283e-02,
-2.0449e-01, 5.6873e-02, 9.4621e-02, -4.7629e-02, 1.2733e-02,
3.1039e-02, -7.5864e-03, -3.7573e-02, 6.4093e-02, 3.8630e-03,
1.4690e-01, -1.0922e-01, -4.6734e-02, 1.2102e-01, 2.3398e-03,
4.3116e-01, 1.5181e-02, 1.3255e-01, -1.0861e-01, 3.4218e-02,
6.2466e-02, 6.8543e-02, 7.7984e-02, -1.1333e-02, -7.1375e-02,
-3.2656e-03, -3.9499e-01, 4.1810e-02, 6.6250e-03, 1.0133e-01,
-5.8842e-02, 3.7945e-02, 6.8158e-03, -1.6635e-02, -1.0999e-01,
2.1876e-02, -3.4535e-02, 8.2871e-03, -1.2304e-02, 5.8787e-02,
-6.0906e-02, -6.2069e-02, 2.4894e-01, 1.9849e-03, -8.8840e-02,
2.1829e-02, 6.1891e-04, 1.6262e-03, 3.7360e-02, -2.6685e-02,
1.2289e-02, -3.5144e-01, 7.6029e-02, 1.6914e-01, -3.7356e-02,
6.8245e-02, -9.3881e-02, -3.9501e-02, 1.2686e-02, -1.2688e-01,
-5.0420e-02, 1.2649e-01, -1.3059e-01, 8.2051e-02, 1.0880e-01,
-2.3103e-02, 3.9624e-02, -1.5663e-02, 1.1889e-01, -6.4093e-02,
-6.5810e-02, -5.6369e-01, -1.8273e-01, -6.3555e-02, -6.0372e-02,
-1.0384e-01, -1.6354e-01, 6.5571e-02, -5.5978e-03, -9.0824e-02,
-3.9207e-03, -4.3243e-02, 6.0165e-02, -4.4548e-02, 2.2969e-03,
-1.4156e-01, -8.7379e-02, -1.7451e-02, 1.4071e-01, 8.2095e-02,
-9.4148e-02, -1.0394e-02, 2.9931e-02, -9.2847e-02, -2.9272e-02,
-2.5200e-02, 1.0398e-01, 8.4058e-02, -2.8231e-02, -6.8183e-02,
1.1948e-02, -4.5718e-02, -1.0001e-02, 5.3978e-02, -9.5945e-03,
-2.0346e-01, -3.0452e-01, -2.5829e-02, -9.1962e-02, 4.9975e-02,
5.1168e-02, 2.3071e-01, 1.7418e-01, 4.1356e-02, 7.8161e-02,
-6.2815e-02, -3.2792e-01, 2.2223e-01, 1.6722e-01, 6.3096e-01,
-1.1560e-01, -6.4646e-02, -1.1225e-01, 2.6955e-02, 2.1661e-02,
-3.3029e-02, -1.6461e-01, -4.8328e-02, -1.3904e-01, -5.7884e-02,
-1.6605e-01, -6.2238e-02, -2.5266e-01, -2.3038e-01, 1.7665e-01,
-8.0658e-02, 1.7165e-01, -1.0078e-01, 2.0410e-01, 7.1396e-02,
1.5822e-01, -3.4584e-02, -5.0927e-03, 1.9767e-01, 5.8933e-02,
5.9191e-02, 6.4097e-02, 4.5083e-02, -3.0991e-01, 3.4212e-02,
1.3920e-02, -1.3508e-01, -1.6836e-02, -2.7417e-02, 2.1354e-01,
2.2217e-01, -1.8210e-01, 3.3937e-01, 1.9574e-01, -1.0625e-01,
-5.5678e-01, 3.1736e-03, -7.5289e-02, -1.7898e-01, 6.0542e-02,
1.4337e-02, 1.8243e-02, 1.0561e-01, -8.6803e-02, -1.0093e-01,
4.4085e-03, 5.7414e-02, 2.7003e-01, 1.8081e-01, 3.4135e-01,
6.1007e-03, -4.0205e-02, -6.5028e-02, -3.8986e-02, 1.3179e-01,
1.2562e-01, -9.8233e-03, 8.7486e-02, 3.4804e-01, -2.5897e-01,
-5.5637e-01, 6.2667e-01, 1.3477e-01, -3.7302e-03, -1.8242e-01,
-1.0045e-01, 8.2020e-02, -4.7823e-02, -5.1060e-02, -8.8918e-02,
1.0301e-02, 4.4945e-02, 6.4130e-02, -1.6631e-01, -3.7628e-02,
4.3846e-02, 1.4031e-01, -4.2153e-02, 4.6372e-02, 9.3389e-02,
5.2488e-02, 8.3438e-02, -3.9062e-02, -1.5013e-01, 4.7208e-02,
-4.9462e-02, -2.3061e-02, 3.5164e-03, -2.5985e-01, -4.9679e-02,
-7.4731e-01, 2.2238e-02, 7.7630e-03, 5.7546e-02, 1.8763e-01,
-1.1645e-01, 1.7279e-01, -2.3482e-01, -4.5720e-03, 3.9036e-03,
9.6277e-02, 3.2082e-02, 1.0693e-01, 3.2865e-01, -1.1432e-01,
-5.1669e-02, -1.3378e-01, 1.1776e-01, 1.1601e-01, 6.3585e-03,
-8.0993e-02, -1.2530e-01, 1.0429e-02, -5.4524e-02, -1.0241e-01,
-2.4592e-02, -1.2790e-01, -3.6642e-02, 5.1747e-02, 1.6675e-01,
1.7388e-02, -1.9789e-02, -3.0006e-02, 6.5449e-02, -7.5697e-03,
-2.4127e-01, -4.5578e-02, 4.0825e-03, 8.7115e-02, -1.5502e-01,
1.2277e-02, 5.9442e-03, -7.8987e-02, -6.3443e-04, 1.0283e-01,
-4.7945e-02, 1.1791e-01, -6.1001e-02, -3.4144e-02, -2.8619e-01,
-3.5396e-02, -1.8249e-02, -5.6623e-02, -3.2351e-02, -7.9206e-02,
-3.5885e-01, -3.0711e-02, 5.9603e-02, 9.1077e-02, 1.1540e-01,
8.4812e-02, -2.3512e-02, 5.7818e-02, 1.7867e-01, -5.8121e-02,
-5.9430e-03, -4.8392e-02, -1.1463e-02, 6.3998e-03, 7.9307e-02,
-6.9405e-02, 4.2005e-02, -4.4630e-02, -5.0555e-02, -1.7963e-01,
8.2224e-02, -5.8265e-02, 9.4697e-03], device='cuda:0')),
('bert.encoder.layer.8.attention.self.key.weight',
tensor([[ 0.0234, -0.0191, -0.0232, ..., -0.0065, -0.0125, -0.0480],
[ 0.0078, 0.0475, -0.0181, ..., 0.0181, 0.0220, -0.0370],
[-0.0763, 0.0495, 0.0071, ..., 0.0123, 0.0045, 0.0025],
...,
[-0.0460, 0.0251, 0.0284, ..., -0.0665, 0.0079, -0.0743],
[ 0.0908, -0.0098, -0.0284, ..., -0.1292, 0.0808, -0.0251],
[-0.0160, -0.0243, 0.0088, ..., 0.0076, -0.0876, -0.0346]],
device='cuda:0')),
('bert.encoder.layer.8.attention.self.key.bias',
tensor([-8.4022e-04, 1.9395e-03, 9.3290e-03, -6.0190e-03, -1.9418e-03,
2.2310e-03, 2.4256e-03, -2.2551e-03, -9.4005e-04, -2.9684e-03,
5.7087e-03, 9.2449e-03, 4.8961e-03, -2.7880e-03, 3.1263e-03,
1.3437e-02, 6.1115e-03, 3.4473e-03, -4.2187e-03, 5.0743e-03,
1.0160e-02, -1.5364e-03, -4.9825e-03, 5.0642e-03, 2.8296e-03,
5.2595e-04, -4.9125e-03, -1.1611e-02, 2.0709e-03, -2.5733e-03,
-2.7605e-03, -9.6390e-03, -3.5707e-03, -6.1558e-04, -5.5875e-03,
1.0206e-02, -7.5836e-04, -3.8107e-05, 1.6084e-03, -4.1203e-03,
2.7372e-03, -1.3359e-03, -1.6298e-03, 3.5246e-03, 4.8302e-03,
2.2673e-03, -1.9592e-04, 4.6529e-03, -3.5217e-03, -1.0433e-03,
1.3115e-02, 5.4797e-03, 7.6101e-05, -8.7123e-04, 3.1894e-03,
2.7264e-03, -4.6660e-03, 4.8830e-03, -4.0959e-03, 2.2241e-03,
5.5249e-03, 7.8782e-03, -4.2249e-03, -2.0953e-03, -3.1645e-03,
1.3487e-03, 3.4762e-03, -6.2263e-03, -1.4845e-03, -3.3241e-03,
1.8263e-03, -1.1034e-03, -1.7213e-03, -5.2223e-03, -7.8897e-03,
-5.8333e-04, -3.0524e-03, -9.7163e-04, -1.9859e-03, -2.0676e-03,
7.3425e-03, 6.9251e-05, 5.7433e-04, -2.2783e-03, 1.4489e-03,
4.3925e-04, 2.6394e-03, -3.6555e-03, 1.7812e-03, -2.7197e-03,
4.2429e-03, -2.1656e-04, -1.2674e-03, 3.6925e-03, 3.2341e-03,
5.5719e-03, 1.6594e-04, 2.6641e-03, -2.3165e-03, -3.0946e-03,
1.5602e-03, -2.3600e-03, -4.9193e-03, 9.9233e-04, 2.6058e-03,
2.7244e-03, -3.9519e-03, 4.8331e-03, -3.4372e-03, 5.6370e-03,
-3.6371e-03, 6.1082e-03, -1.9767e-03, 3.5576e-03, -1.0336e-03,
2.4429e-03, -2.6595e-03, -6.2949e-04, 7.0420e-03, -4.2608e-03,
-8.5027e-03, 6.9062e-03, -1.9828e-03, -1.3150e-03, 1.4123e-03,
-1.1062e-03, 5.8635e-03, -2.7664e-04, -1.1849e-03, -4.0894e-03,
4.3820e-03, -3.4684e-04, -1.0353e-02, 3.3335e-03, 8.3655e-03,
-4.9828e-03, 3.2737e-03, 1.1837e-02, -6.8090e-03, -2.8493e-03,
-1.4100e-03, 5.2648e-03, 1.7435e-03, 5.1031e-03, -1.8973e-03,
9.4954e-03, -6.4938e-03, 5.2357e-05, -1.2027e-03, 2.6902e-03,
9.7789e-03, 1.9667e-03, 8.7580e-03, -4.8601e-03, -1.8521e-03,
-4.3322e-03, 2.2712e-03, -5.0676e-03, 5.9730e-04, 1.2829e-02,
2.6394e-03, 4.0460e-03, -4.8078e-03, 5.9272e-03, -6.8849e-03,
7.1420e-03, -4.2053e-04, 5.5125e-03, 6.2676e-03, -9.5684e-04,
3.7288e-03, 2.7819e-03, 5.4273e-03, -1.7114e-03, 5.8123e-03,
-6.7580e-03, -1.9989e-03, -7.2466e-03, 6.2679e-03, 4.6474e-03,
-1.7501e-03, -3.6452e-03, -5.6736e-03, -4.3546e-04, -2.2281e-03,
-3.1725e-03, -5.6244e-03, -8.9807e-03, -2.2722e-03, -3.8115e-03,
1.0712e-02, -6.7436e-03, -7.7537e-03, -2.6596e-03, -3.4450e-03,
1.0468e-02, -1.0502e-02, -9.3369e-03, -1.1850e-02, 2.6628e-03,
6.0827e-03, -4.5101e-04, 4.6059e-04, -6.4570e-03, -1.7963e-03,
7.6231e-03, -2.5970e-04, -2.2319e-03, 1.3304e-04, -2.7953e-03,
-1.2659e-03, 4.0785e-03, -6.0301e-03, -6.0704e-04, -2.0267e-03,
2.6940e-03, -1.0244e-03, -3.8707e-03, -5.6219e-03, -2.8781e-04,
-9.2222e-03, -6.6003e-03, 3.6137e-03, -4.3739e-03, 1.9686e-03,
6.0583e-04, -5.4367e-03, 2.4796e-03, -3.7586e-03, -7.4239e-04,
-1.6618e-03, -5.2367e-03, -2.6269e-03, -3.4829e-03, -1.7851e-03,
6.4357e-03, -5.1017e-04, -2.0044e-03, -4.3770e-03, 2.3818e-03,
-2.3511e-03, 4.5708e-04, -1.2164e-03, 9.6013e-04, 6.6732e-05,
-8.5730e-03, 4.4857e-03, -5.0172e-03, 1.1356e-03, -2.5463e-03,
1.4135e-03, 1.3283e-03, 3.7841e-03, 1.8499e-04, 5.0936e-04,
-5.9059e-03, 7.6082e-03, 5.0866e-03, -4.2917e-03, -5.1894e-03,
4.6578e-03, -1.0244e-03, 2.5721e-03, -4.0115e-03, 3.7457e-03,
4.2796e-03, -2.8358e-04, 1.0862e-03, -2.6401e-03, 2.7606e-04,
-3.5424e-03, -2.2640e-03, 4.3161e-03, 4.6174e-03, 1.8451e-03,
-1.2033e-02, -1.4405e-03, -3.2338e-03, 5.8045e-03, 3.2850e-03,
2.0911e-03, 3.0536e-03, -2.2647e-03, 2.0822e-03, 6.9929e-03,
3.0063e-03, -1.0147e-02, 6.7331e-03, 6.7217e-03, 5.3984e-03,
5.6690e-04, 2.9333e-03, 5.6754e-03, 2.7180e-03, 7.9403e-04,
-2.9212e-04, 6.4361e-03, 3.9278e-03, -6.7211e-03, -1.9870e-03,
-5.1044e-03, 4.7586e-03, 4.5150e-03, 4.3874e-03, 7.6051e-03,
3.7507e-03, 3.6344e-03, -3.3637e-03, 6.1659e-03, 1.0374e-03,
-3.8710e-03, 9.0813e-03, 5.3172e-03, 2.8159e-04, 2.7370e-03,
5.4650e-03, -1.6645e-05, 5.9111e-04, 3.1249e-03, -1.2056e-03,
-5.8586e-05, 2.4410e-04, -6.1300e-03, -3.1141e-03, -8.6047e-03,
-1.6498e-03, 3.4313e-03, -3.5141e-03, 1.2960e-03, 7.5907e-03,
4.9220e-03, -4.9706e-03, -5.6423e-03, -8.7340e-04, 1.1928e-03,
5.5564e-03, 1.0333e-03, -1.8577e-03, -1.7921e-03, 1.4217e-03,
2.5840e-04, -1.4843e-03, -9.5237e-03, -3.9697e-03, -1.5768e-03,
6.4113e-03, -5.4464e-03, -2.1467e-03, 2.8317e-03, -1.4086e-03,
4.0161e-03, -2.0705e-03, -1.5554e-03, -7.8057e-03, 3.4026e-05,
4.7499e-03, -7.0938e-04, -9.2706e-04, 6.7295e-03, 5.9554e-04,
4.1418e-03, 3.8480e-05, -2.2556e-03, -9.7737e-04, -5.7672e-04,
3.0065e-03, 1.7001e-03, -1.2734e-03, 1.4302e-03, 4.4261e-03,
4.8291e-04, -4.0742e-03, 1.7644e-03, -4.0041e-03, 5.0426e-03,
-4.8869e-03, 6.0463e-04, -1.1297e-02, -4.0552e-03, 1.9223e-03,
2.5642e-03, 1.4570e-03, -7.3093e-04, 7.0657e-03, -1.7581e-03,
-8.1539e-04, 2.7901e-03, 1.5218e-03, -3.1021e-03, -9.1839e-03,
-3.1350e-03, 5.0464e-03, -5.6354e-04, -1.2011e-03, 1.2763e-03,
3.4675e-03, -5.1001e-03, -1.7402e-03, 6.2193e-03, 5.5523e-03,
3.4983e-03, -1.6146e-03, -3.5400e-03, 6.0265e-03, 4.3548e-03,
4.4429e-03, 1.2064e-03, 5.7631e-03, 3.3714e-04, 4.9687e-03,
-6.0810e-03, -2.7896e-03, 8.1960e-04, -5.8980e-03, -1.1225e-03,
3.4944e-03, 2.3185e-03, -3.0907e-03, -4.1018e-03, 2.6069e-03,
-8.8128e-04, 2.1522e-03, -1.5254e-03, 2.7796e-03, 9.3427e-03,
-1.0546e-02, -4.0609e-03, -4.6320e-03, 2.0246e-03, 5.8272e-04,
-7.2642e-03, 6.8014e-04, 2.7003e-03, 1.8880e-03, 4.0071e-03,
1.9094e-03, -1.3610e-03, 1.1499e-03, 2.3950e-04, -2.0616e-03,
1.2095e-03, 5.9487e-03, -3.3573e-03, -1.5874e-04, -2.3314e-03,
-4.8987e-03, -4.3170e-03, 5.1920e-03, 1.8491e-03, 8.5946e-03,
-1.2879e-03, -2.0480e-04, -6.5711e-04, -3.5052e-03, 9.5742e-03,
1.1591e-03, 3.6319e-04, -4.4798e-03, 4.4532e-03, -5.0257e-03,
1.0043e-02, 8.5436e-04, 5.6924e-03, 1.3773e-03, -1.7755e-03,
-8.0971e-03, 1.8250e-03, 2.8515e-03, 1.1663e-03, 1.7966e-02,
1.8183e-03, -4.7103e-03, -8.2824e-03, -3.0668e-03, 4.8166e-03,
2.6196e-03, -9.4873e-03, -1.9843e-03, -8.8952e-03, 3.6724e-03,
-1.1799e-03, -3.5500e-03, 3.5485e-03, 3.7660e-03, -2.1835e-03,
-6.6737e-03, 6.4991e-03, -3.9712e-03, -9.4241e-03, 2.1230e-03,
-8.2152e-03, 1.9626e-04, -1.0467e-02, 6.6801e-03, 6.7377e-04,
6.4467e-04, -6.8376e-04, -3.9507e-03, -9.8353e-03, 9.4656e-03,
2.6527e-04, 2.0371e-02, -5.6439e-03, -3.8279e-03, -9.3299e-03,
2.6754e-03, 3.0722e-03, 5.0657e-04, -9.3712e-04, 1.9498e-03,
7.5245e-04, -3.5870e-03, 4.0880e-04, -1.1995e-03, 5.7951e-03,
-8.9907e-04, -2.2501e-03, 4.9116e-03, 8.3044e-04, 1.4135e-03,
3.2681e-03, 9.1059e-04, -5.7525e-03, -1.7184e-03, 1.6082e-03,
5.4872e-03, -6.4198e-03, -1.2146e-03, -7.9870e-04, 1.1542e-03,
6.3273e-03, 2.3014e-04, -2.4708e-03, 1.7460e-03, 2.7143e-03,
1.3725e-03, 2.5006e-03, 9.6746e-04, -5.3502e-03, -1.5839e-03,
-6.7330e-03, -6.2856e-04, 1.4725e-03, -6.8088e-03, 9.3340e-04,
5.3913e-03, -1.0554e-02, 1.8326e-03, 4.5489e-04, -1.7837e-03,
2.8351e-03, 4.6970e-03, 7.6869e-04, -1.8350e-03, 7.8067e-03,
2.4727e-04, -9.7751e-04, -1.9213e-03, 4.3274e-03, -3.2130e-03,
-1.5527e-04, 3.5801e-03, 1.4314e-03, -6.1206e-03, 5.7681e-03,
4.1998e-03, 4.0216e-03, -1.1720e-02, 6.2125e-04, 1.9579e-03,
1.5651e-03, 3.6792e-03, -1.3755e-03, 1.4493e-03, 2.7730e-03,
2.4895e-03, 5.5424e-03, -1.3935e-03, -3.9982e-03, 1.5363e-04,
-2.3739e-03, -6.1913e-03, 1.6772e-03, 3.0261e-03, -5.5131e-03,
6.4817e-03, -2.1865e-03, 6.3100e-03, -5.8337e-03, -4.0400e-03,
6.3853e-04, 2.5400e-03, -4.1716e-03, 3.4268e-03, 1.2350e-03,
-1.6802e-03, 4.6825e-04, -4.4976e-03, -4.0813e-03, -3.0342e-03,
1.0091e-03, 3.2313e-04, -1.9153e-03, 4.0382e-03, -1.7996e-03,
1.5515e-03, -3.6371e-03, -6.6015e-03, 3.7450e-03, -3.3706e-03,
6.1263e-03, 3.5376e-03, 4.3270e-03, 2.9387e-03, 3.4734e-03,
2.7287e-03, 4.8061e-04, -2.9773e-03, -3.6268e-03, -2.6404e-03,
3.5590e-03, 1.2930e-03, 1.7294e-03, -3.7426e-03, -4.9014e-03,
1.6969e-03, -3.5009e-03, 3.9226e-04, 2.6683e-03, 3.1800e-03,
2.3349e-03, 2.7008e-04, -4.4579e-04, 3.0376e-03, -6.9052e-04,
-1.1620e-03, 7.6741e-03, 5.1731e-03, 2.0362e-03, 4.9070e-03,
-4.4228e-03, -1.6079e-03, 9.5846e-04, -1.9378e-03, 1.0369e-03,
-4.1827e-04, -2.0751e-03, 3.6878e-03, 3.1576e-03, 1.6549e-03,
-1.5753e-03, 1.5615e-03, -4.9384e-03, 5.7802e-03, -1.9287e-04,
-6.1626e-04, 4.9501e-04, 2.3370e-03, 1.5510e-03, -7.1427e-04,
-1.4887e-03, 4.0483e-03, -1.8967e-03, 3.5487e-03, -5.8240e-03,
-1.7631e-03, 1.0053e-03, -4.8994e-03, -3.8660e-03, -7.1828e-03,
-4.7216e-03, 2.1404e-03, -6.8465e-03, 7.1655e-05, -8.8989e-03,
1.4594e-03, 5.6079e-03, -6.2098e-03, -4.7132e-03, 1.1386e-03,
-2.0673e-04, -4.8242e-04, 1.4848e-04, -2.6926e-03, 3.8216e-04,
2.6945e-03, 4.9031e-03, -4.8314e-03, 9.8263e-05, -4.8715e-03,
-7.6326e-03, 3.6283e-03, -2.1564e-03, -4.8866e-03, -5.6963e-03,
4.7301e-03, 4.0232e-03, 1.2214e-04, 2.5317e-03, -3.1475e-03,
-2.3325e-03, 1.1945e-03, -6.9482e-03, 3.4503e-03, 6.8680e-03,
2.0462e-03, -5.8940e-03, -4.1709e-06, 1.1974e-02, 2.2850e-03,
-8.1979e-03, -1.1471e-02, -5.8390e-03, 6.8913e-03, 7.9734e-03,
-8.4004e-03, 7.9661e-03, -1.4657e-02, -6.5041e-03, -4.1255e-03,
-2.6047e-03, 2.9169e-03, -2.7575e-03, 3.4849e-03, 2.8065e-03,
-4.1921e-05, -6.4763e-06, -1.1783e-03, -1.6587e-03, -7.5872e-03,
-1.4241e-03, -8.0128e-04, -5.1196e-03, -2.2787e-03, 1.1070e-02,
-3.4414e-03, 4.3706e-03, 3.2999e-03, -6.3727e-03, -1.4732e-02,
1.3398e-02, -2.7484e-03, 4.8209e-04, 6.5409e-03, 5.4724e-03,
-1.2792e-02, 1.7199e-03, 3.5969e-03, 3.3651e-03, 9.1472e-03,
4.1289e-03, -4.3817e-03, -4.9039e-04, 4.3756e-03, 4.0254e-03,
-1.7187e-03, -6.4726e-03, 5.4241e-03, 5.7720e-03, -5.0785e-03,
3.8852e-03, 4.3749e-03, 2.2419e-03, 6.1888e-03, -3.9760e-03,
1.6768e-02, -4.3380e-03, 4.9635e-03], device='cuda:0')),
('bert.encoder.layer.8.attention.self.value.weight',
tensor([[-0.0330, 0.0677, 0.0083, ..., -0.0108, 0.0209, -0.0323],
[ 0.0133, 0.0376, 0.0327, ..., 0.0079, 0.0039, 0.0119],
[ 0.0018, -0.0121, -0.0011, ..., -0.0057, 0.0067, 0.0329],
...,
[-0.0007, 0.0626, 0.0071, ..., -0.0167, -0.0289, 0.0159],
[-0.0115, -0.0566, -0.0220, ..., -0.0025, -0.0147, 0.0121],
[-0.0601, 0.0744, 0.0475, ..., -0.0065, 0.0377, 0.0223]],
device='cuda:0')),
('bert.encoder.layer.8.attention.self.value.bias',
tensor([-2.8089e-02, -1.8677e-03, -2.4285e-02, -1.4518e-02, 8.2068e-02,
-3.5044e-02, -6.7507e-02, 2.9241e-02, 2.5842e-02, -1.7144e-02,
-1.2919e-02, 2.7660e-02, -4.3738e-02, 1.2353e-02, 2.5052e-02,
-7.6873e-02, 2.2371e-02, 2.9128e-02, 5.5631e-02, -3.8272e-03,
8.4918e-02, -6.2170e-03, 1.0311e-02, -7.4937e-02, 2.2055e-02,
6.0553e-02, -2.3285e-03, -6.3001e-02, -7.6805e-02, 1.0225e-02,
-4.4033e-02, -7.4460e-03, -1.1540e-01, 5.9695e-02, -2.3829e-02,
-2.4376e-02, -1.1613e-02, 1.1780e-02, -2.2973e-01, -4.3073e-02,
-9.4701e-03, -1.0349e-01, -4.1136e-02, 2.8022e-02, 8.2989e-02,
5.2259e-02, -2.1704e-02, 5.2242e-02, -6.7936e-02, 8.8861e-02,
1.8257e-02, 1.3350e-02, -3.7833e-02, -1.1247e-02, 7.1469e-02,
-5.0482e-02, 7.9094e-02, 1.6066e-02, 6.2879e-02, 1.0818e-03,
-9.6239e-02, 1.0958e-01, -2.5815e-02, -9.1873e-02, 2.9259e-02,
9.9760e-03, 5.9504e-02, -2.2697e-02, 2.0798e-04, 3.4564e-02,
-1.0638e-03, 4.4264e-03, 1.3875e-02, 3.8726e-03, 4.3100e-03,
1.7462e-02, -2.2222e-02, 3.4105e-02, 1.0218e-02, -4.7606e-02,
3.3507e-03, 2.1240e-02, 1.3805e-02, 5.0601e-02, -6.6421e-02,
-2.5856e-02, 5.2344e-03, 5.0117e-02, -2.8315e-02, 9.7816e-03,
-3.7359e-02, 2.6159e-02, 5.8980e-03, 1.1015e-02, 1.0749e-02,
4.5879e-02, 9.9938e-03, -5.0182e-02, -4.5479e-02, -7.0397e-02,
1.5900e-02, -3.8697e-04, 1.5012e-02, 9.9827e-03, 2.7582e-02,
-7.7058e-03, -1.0986e-01, -3.7046e-02, -3.5299e-02, 4.6077e-02,
5.4656e-03, 8.7279e-03, -5.0488e-04, -9.9450e-03, 1.4957e-02,
6.5999e-02, 5.6434e-02, -2.8267e-02, 2.2759e-03, -3.6328e-02,
-1.2396e-02, 1.4780e-02, -2.4883e-02, 1.2278e-03, 3.8096e-03,
5.8466e-02, 3.2178e-02, -6.4751e-03, -9.8957e-03, 5.5196e-03,
2.1821e-02, 2.2425e-02, 2.0255e-02, -5.7291e-03, -1.1972e-02,
1.7659e-02, -2.4688e-03, 2.6786e-03, -3.8977e-03, -2.9376e-03,
-2.3445e-03, 2.2766e-03, 4.3041e-03, 7.4231e-04, 1.2103e-02,
-1.9403e-03, 9.8839e-03, -2.2491e-02, -2.4821e-02, 3.7491e-03,
-1.1281e-02, -1.6093e-02, -3.2690e-03, -1.5627e-02, -1.8243e-03,
-3.3408e-03, -2.1512e-03, -6.7666e-04, -5.4895e-03, -2.0970e-03,
-1.8766e-02, 1.4326e-02, 1.7428e-02, -1.6875e-03, -1.4792e-02,
2.5806e-03, -7.8555e-03, 1.3227e-02, -1.0958e-02, 3.4164e-02,
1.3396e-02, -5.4103e-04, 4.0214e-03, 3.0158e-03, 8.8534e-03,
4.6153e-04, -1.5133e-02, -1.2941e-02, -6.9828e-03, 2.8136e-03,
6.7741e-03, -1.3821e-03, 5.0919e-03, 6.9223e-03, -1.0747e-03,
-1.8259e-02, -1.4839e-03, -3.1213e-02, 1.5439e-02, -9.4800e-03,
8.3508e-03, 8.5581e-03, -1.8457e-02, 9.1661e-03, 7.9177e-03,
6.0052e-03, -6.3553e-03, -1.6156e-02, 1.3007e-02, -2.2734e-03,
-1.4297e-02, -5.1960e-02, 2.3149e-02, 2.0381e-02, 2.8619e-03,
2.8854e-02, -8.9634e-03, -1.5889e-02, -7.3029e-03, -2.0196e-03,
-1.5447e-02, 2.8532e-05, 1.0891e-02, 8.7345e-03, -1.8378e-03,
-2.9046e-02, -3.8999e-02, -6.3831e-03, 4.8708e-04, -2.0152e-02,
-9.0583e-04, -3.5581e-03, -3.3251e-02, 3.5323e-03, -2.0339e-02,
2.0543e-02, 1.6836e-02, -1.9335e-02, 2.5719e-02, -3.1064e-02,
7.7713e-03, 7.8682e-02, 3.7976e-03, 1.2978e-02, -1.9962e-02,
-1.5021e-02, 4.9238e-02, 3.3543e-02, 2.5043e-03, -3.1392e-02,
-2.2790e-02, -5.3972e-03, 3.6279e-03, -1.1623e-02, -3.2525e-02,
-7.3636e-03, -2.4493e-02, 2.0309e-02, -1.7442e-02, 3.2295e-02,
4.8094e-02, 8.3756e-03, 1.3515e-02, 2.4384e-02, 2.0397e-02,
3.4762e-03, 3.2654e-02, 1.1929e-02, -1.6769e-02, -4.3462e-02,
-2.4583e-02, -2.9232e-02, 2.9520e-02, 2.7941e-02, 1.6663e-02,
-8.1189e-03, -5.4325e-02, 3.2745e-02, 1.0052e-01, -2.5563e-02,
-4.1064e-02, -1.1470e-02, 8.6914e-02, 4.7926e-02, -2.0211e-02,
1.3410e-02, -1.8646e-02, 3.2848e-02, 3.2693e-02, -1.2439e-02,
6.7508e-02, 3.0331e-02, 2.4513e-02, 2.1875e-02, -1.4851e-02,
2.4618e-03, 4.1569e-02, 4.1706e-02, -1.8201e-02, 4.2058e-02,
-1.5746e-02, 1.3356e-02, 7.1170e-02, -1.2911e-02, 8.0696e-02,
1.1249e-02, 7.8234e-04, 6.8183e-02, -8.9601e-03, -3.7254e-02,
-5.1286e-02, -4.3586e-03, -5.3535e-02, 3.4282e-02, -5.5422e-02,
2.1743e-02, -4.1283e-02, -2.8601e-02, -1.4130e-02, 5.6346e-03,
-2.3607e-02, -3.5748e-02, -2.7571e-02, -5.7078e-02, -4.2129e-02,
7.3279e-02, -1.2588e-02, -2.9433e-02, 1.4840e-01, 6.4188e-03,
-2.0705e-02, 1.2303e-02, -3.7578e-02, -3.0448e-02, -1.1766e-02,
-9.0370e-03, -8.9066e-03, 3.4689e-03, 3.6328e-03, 1.6793e-02,
-1.3232e-02, -1.9531e-03, 2.1371e-02, -3.0161e-02, 4.5181e-03,
2.1537e-02, 5.2822e-03, -1.9534e-03, -5.0107e-03, -2.0051e-03,
-2.3161e-02, -2.5379e-02, -6.3525e-03, 4.5765e-03, 3.0135e-02,
1.4644e-03, 8.9223e-03, 4.8037e-03, -6.9785e-03, 7.4600e-03,
1.1394e-02, 1.8649e-02, 3.7437e-03, -1.5224e-02, 2.3252e-02,
-1.1332e-02, -7.5423e-03, 1.2121e-02, -6.0306e-04, 2.3790e-02,
5.3228e-03, -9.7775e-03, -7.3518e-03, 1.0679e-02, -7.0691e-04,
-2.7275e-04, 3.0252e-02, 9.4583e-03, -1.0108e-02, 7.2848e-03,
-1.2491e-02, -8.8781e-03, -1.8771e-02, -1.6852e-02, 1.1715e-02,
1.6079e-02, 4.6259e-04, -1.8674e-02, 2.9682e-03, -6.1849e-03,
4.1659e-03, 1.3930e-02, -2.6178e-03, 2.0869e-02, 1.0189e-02,
-1.7203e-02, -4.3004e-02, 2.9127e-02, -6.8270e-03, 8.9756e-03,
1.9839e-02, -4.6110e-03, 3.2147e-02, 1.6621e-02, -2.8425e-02,
-8.9696e-03, -3.5333e-02, -4.9321e-03, -1.5152e-02, 1.6813e-03,
2.4418e-02, -1.0938e-02, -2.4144e-03, 1.0600e-02, -2.0385e-02,
-1.0957e-02, -6.7772e-03, 7.5089e-03, -4.1096e-02, -5.3889e-02,
-1.5083e-02, 3.4229e-03, -5.1775e-02, -1.9120e-02, -5.2811e-02,
1.1995e-02, 5.7366e-02, 9.0271e-03, -1.2452e-02, -3.3644e-05,
2.0648e-02, 4.9552e-02, -4.4677e-02, 1.5786e-02, 1.5093e-03,
-5.0707e-02, -1.6575e-02, 2.5292e-02, 1.7387e-02, 2.4398e-02,
3.7325e-02, 6.3719e-02, 4.1281e-02, 3.1143e-02, 2.1921e-02,
-2.6017e-03, 3.2834e-02, -3.1345e-02, -4.6192e-02, 2.8574e-03,
-2.7149e-02, -2.0465e-02, 4.9736e-03, 9.5906e-03, -1.7525e-02,
-4.5645e-02, 1.0759e-02, -3.4445e-02, 2.5515e-02, -8.3242e-03,
2.2351e-02, -1.9082e-02, -3.5157e-03, -1.7004e-02, -4.7327e-02,
5.2110e-05, -4.5800e-03, 1.2746e-02, -6.9039e-05, 1.5478e-02,
2.7335e-02, 5.8306e-03, 8.0719e-03, -1.0808e-03, 1.5090e-02,
3.6925e-03, 2.3553e-02, 4.7855e-03, 1.6527e-03, 1.7470e-02,
1.2646e-02, -8.1445e-03, 7.5752e-03, -2.0022e-02, 2.7818e-03,
7.0358e-03, -2.2538e-02, -1.1820e-02, -5.0417e-02, 2.4723e-02,
-2.7798e-03, 2.2859e-02, 3.3058e-03, 1.0085e-02, -1.9919e-02,
1.0351e-02, -1.1870e-02, 2.3955e-02, 7.9330e-03, -4.0927e-03,
2.1395e-02, -1.8284e-03, -7.7108e-03, 1.1229e-03, -2.2308e-02,
3.7145e-02, -1.2084e-02, 1.4489e-02, 1.1691e-02, 2.4474e-02,
2.4191e-02, -1.1000e-02, 1.2213e-02, 5.9973e-03, -1.3596e-02,
4.8173e-02, -2.6324e-02, 2.9135e-03, 1.4754e-02, -2.3042e-02,
-2.5224e-03, -2.5620e-04, 2.4290e-02, 3.6547e-03, -3.2161e-02,
9.4238e-03, -1.0030e-02, -4.1908e-04, 9.6544e-03, -1.1470e-02,
-9.8636e-04, -3.8628e-03, -1.3555e-04, -1.1374e-02, 6.0018e-03,
2.8808e-02, -2.0812e-02, -7.1960e-03, 2.9383e-02, 2.1845e-03,
3.9561e-02, 2.9862e-02, 1.8311e-02, 1.8188e-02, 3.6277e-03,
-5.5487e-04, 1.7366e-02, 3.9826e-03, -5.5305e-03, -1.1245e-02,
3.2976e-02, 2.1162e-02, 1.6525e-04, -3.8238e-03, -1.4581e-02,
-2.2633e-02, -6.3442e-03, -2.2070e-02, 4.2759e-03, -2.6811e-03,
1.0142e-02, 1.7199e-02, 2.1941e-02, -3.0507e-03, 3.0902e-02,
-5.8942e-04, 9.1065e-03, -8.9731e-07, 1.9137e-02, -3.1731e-03,
-1.7355e-02, -1.7142e-02, -1.5317e-02, 3.6677e-03, -9.4976e-03,
9.8889e-03, -1.2270e-03, 8.2656e-03, -4.4411e-02, 7.6080e-04,
-1.3232e-02, -7.6814e-03, 6.6136e-03, -5.5927e-03, 9.1960e-03,
-1.9887e-02, -3.9813e-02, -1.3393e-02, -6.9767e-02, -1.9701e-02,
-5.3269e-02, 6.9440e-02, -1.1097e-02, 4.7287e-02, -2.5974e-02,
-1.6686e-02, 5.4775e-02, -2.9956e-02, -2.3711e-01, -4.9783e-02,
2.5261e-02, 8.6645e-02, -4.5749e-02, 6.7800e-02, 4.4108e-02,
-7.9833e-02, -3.8104e-02, 2.2593e-02, -2.8567e-02, -8.5001e-03,
4.7048e-02, 1.8683e-02, -3.9168e-02, -8.6100e-03, 4.6062e-02,
1.9924e-03, 5.2662e-02, -5.0892e-02, -1.4596e-03, -2.2163e-03,
2.9982e-02, -2.7713e-02, -6.7558e-02, -4.5334e-02, 5.1311e-03,
8.7175e-03, 7.6074e-02, 6.1255e-02, -1.4008e-02, -9.6326e-03,
-2.1459e-02, 1.3204e-03, 6.1651e-02, 1.5675e-02, 6.3195e-02,
9.9783e-03, -1.1094e-02, 5.7795e-02, -4.0649e-02, 1.1659e-02,
-1.0399e-02, -3.4950e-02, -7.7000e-02, -1.2829e-02, 4.2378e-02,
-3.5234e-02, 3.5452e-02, -9.4914e-03, -8.4610e-02, 7.4051e-02,
3.1210e-02, -1.3832e-02, -8.6775e-03, -1.3828e-02, 6.1426e-03,
3.0933e-02, 7.9914e-03, -7.0101e-03, 1.0067e-02, 1.1188e-02,
-3.3510e-02, -2.4235e-02, 1.6297e-02, 3.7996e-02, -4.4140e-02,
7.6504e-04, -2.6507e-02, -2.8276e-02, -1.0080e-02, 1.9491e-02,
3.7404e-03, 2.3595e-02, 8.6578e-03, 1.3535e-02, -8.7767e-03,
2.1738e-02, 3.7403e-02, -1.1022e-03, -1.5939e-02, -2.7370e-02,
4.1652e-02, 7.3174e-03, 3.2898e-02, -3.1586e-02, -5.1528e-03,
-2.0986e-02, -1.4120e-02, 2.4118e-02, -2.7867e-02, -1.1102e-02,
3.2577e-02, 5.7927e-03, -7.8805e-03, -2.1236e-02, -2.4630e-02,
7.1270e-03, -2.4713e-02, -3.0649e-02, -3.4688e-03, -1.5676e-02,
1.2926e-02, -1.9108e-02, 2.1896e-03, 5.8054e-03, 6.0111e-03,
1.9436e-02, 1.2058e-02, 5.7511e-03, -4.4936e-02, -3.6296e-02,
7.2352e-03, 4.0104e-02, 2.1800e-03, 2.2933e-02, 1.4371e-02,
4.0781e-02, 6.9974e-02, -2.8875e-02, 5.8492e-02, 3.5425e-02,
-5.2371e-02, -2.0468e-02, 6.9103e-03, 2.3993e-02, -5.6343e-02,
-5.4485e-02, 5.5987e-02, -2.5877e-04, 5.1459e-02, -2.2741e-02,
-1.6963e-02, -6.0861e-02, 1.0398e-02, 5.3718e-02, -2.2770e-02,
1.8757e-02, -3.9955e-02, -2.4821e-02, -9.1419e-02, 2.4992e-03,
-1.8665e-02, 1.3868e-02, 6.1465e-02, -2.1884e-02, -4.4021e-03,
-1.1228e-02, -2.9634e-02, -5.1748e-02, 4.4885e-03, 1.0951e-02,
4.0245e-03, -8.7604e-03, 4.1138e-02, 1.8667e-02, -9.7952e-03,
-3.2821e-02, -4.9615e-02, -2.4914e-02, 1.7929e-02, 2.3816e-02,
3.5503e-04, -2.0127e-02, -4.9641e-03, -3.6468e-02, 2.6535e-02,
-9.5938e-03, -2.0241e-02, 3.8569e-02, 1.9975e-02, -5.7819e-02,
-4.2570e-02, 4.2100e-02, -6.0811e-02, -2.6290e-02, -2.4607e-02,
5.8597e-02, -7.6977e-03, 1.0508e-02], device='cuda:0')),
('bert.encoder.layer.8.attention.output.dense.weight',
tensor([[ 1.5567e-03, 2.5938e-02, -3.7132e-02, ..., 4.8981e-02,
6.3403e-02, -4.0421e-02],
[ 3.7200e-02, 1.9226e-02, 5.6620e-03, ..., 5.1715e-02,
-3.5806e-05, 1.3731e-02],
[-2.2555e-03, 2.1887e-02, -4.0709e-02, ..., 3.8316e-02,
-2.4294e-02, 3.2956e-02],
...,
[-4.8683e-02, 1.9249e-02, -3.1557e-02, ..., -3.7104e-02,
1.2948e-02, -1.9836e-02],
[-9.3959e-03, -1.7274e-02, -4.5693e-02, ..., -2.1396e-02,
-2.2237e-02, -1.5017e-02],
[-3.1954e-02, 2.6401e-02, -1.0124e-02, ..., 6.0699e-02,
-1.6214e-02, 3.1175e-02]], device='cuda:0')),
('bert.encoder.layer.8.attention.output.dense.bias',
tensor([-2.6000e-02, 3.1025e-02, 1.1391e-01, 3.7185e-02, 7.2326e-02,
2.6979e-02, 7.9672e-02, -3.8170e-02, -8.0877e-03, -7.0953e-02,
-1.8550e-02, -3.2969e-02, 2.6320e-02, 5.4210e-02, -1.7954e-02,
1.5591e-02, 3.3968e-02, 2.2156e-02, 1.9196e-02, -2.5803e-02,
-2.2820e-02, -4.9840e-03, 2.4864e-02, -4.6726e-02, 5.2783e-02,
-8.5292e-02, -4.9540e-02, -3.7432e-02, 5.2709e-02, -2.8436e-02,
5.0130e-02, -5.5196e-02, 4.0781e-03, 3.2387e-02, -6.0187e-02,
1.0294e-02, -9.5072e-02, -9.4157e-03, -4.3596e-02, -7.0870e-03,
2.6142e-02, 7.9529e-03, -2.0964e-02, 2.7002e-02, -9.1106e-02,
-2.6815e-02, 6.6093e-02, 6.4111e-03, 3.5997e-02, -1.7860e-02,
-2.9992e-02, 8.0173e-03, -8.1861e-02, 6.2862e-02, -1.3889e-02,
1.6744e-01, 2.2406e-02, 3.7001e-02, -1.8225e-02, -3.5606e-02,
2.0994e-02, 4.5474e-02, -1.9425e-02, 1.1437e-02, 5.6789e-02,
-5.5884e-02, 5.7598e-03, -8.7028e-04, -1.1456e-01, -1.0457e-02,
5.0654e-02, 3.3642e-02, -8.5642e-03, 5.9894e-02, 1.3815e-02,
-6.3020e-02, 5.3520e-02, -8.0129e-02, 1.0701e-02, -1.0956e-02,
4.6221e-02, 2.1427e-02, 6.3339e-03, 2.0104e-03, -4.5647e-02,
-4.3506e-02, -3.8828e-03, 1.6411e-02, 1.8429e-02, 3.6656e-03,
4.4093e-02, -2.5614e-02, 1.6829e-02, 3.0880e-02, -4.0036e-02,
-2.7927e-02, 3.8924e-02, -6.6716e-02, 1.6648e-02, -1.4736e-03,
8.4064e-04, 1.4935e-02, -4.6324e-02, -1.4141e-02, 2.3317e-02,
2.7581e-03, -3.7836e-02, 1.8189e-02, -6.6067e-04, 1.2413e-02,
-4.3409e-02, -8.6572e-02, -4.6247e-03, -2.5712e-02, -9.7266e-02,
-3.8775e-02, 3.4018e-02, -3.2659e-02, 3.6465e-02, -2.6660e-02,
-4.3704e-02, -2.5030e-02, -5.4719e-02, -9.2646e-02, 3.2055e-03,
-6.2579e-02, 2.1020e-02, -4.2621e-02, 5.2747e-02, -5.7225e-02,
1.7504e-02, -5.9594e-02, -7.8321e-02, 6.2573e-02, -4.1913e-02,
-1.0502e-03, -1.2834e-01, -6.3794e-02, -1.0561e-01, -4.3069e-02,
7.5506e-02, 6.9161e-02, 2.9651e-03, 1.9759e-01, 1.9297e-02,
8.7381e-02, 3.7269e-02, -6.2579e-02, -3.3144e-02, 1.5917e-01,
-1.3549e-02, -2.7463e-02, -2.9590e-02, -5.4729e-02, -4.1496e-02,
-2.1842e-02, -1.7015e-02, 2.5589e-02, -1.7621e-02, -1.6987e-02,
-3.6687e-02, 3.0818e-02, -4.2155e-03, -2.2416e-02, 1.2836e-01,
1.1071e-02, 4.6677e-02, -9.7296e-02, -4.3645e-02, -1.8390e-02,
3.3712e-02, -1.2436e-01, 7.4579e-03, 8.3381e-02, -1.2338e-01,
-7.9516e-02, -4.1856e-02, -2.2882e-03, -3.6260e-03, 1.2967e-02,
-1.7279e-02, 2.0652e-02, -5.8556e-02, 5.2289e-02, 1.0094e-02,
-4.9964e-03, 1.2478e-02, 4.2160e-02, 5.7029e-02, -2.0449e-02,
-5.6620e-02, -1.4127e-01, -4.2438e-02, -6.3380e-02, 3.2011e-02,
-7.2028e-04, 6.3115e-02, 5.0307e-02, 7.3356e-02, 1.0613e-01,
5.5883e-02, -4.0777e-02, 8.6563e-02, -5.9175e-02, 1.2849e-03,
-2.7216e-02, 3.9968e-02, 1.3738e-02, 2.1958e-02, 2.5684e-02,
2.1130e-02, 2.3826e-02, -7.8917e-02, 4.6896e-02, 3.3098e-03,
-2.4339e-02, -6.0467e-02, -2.4068e-02, 1.2673e-02, 5.4771e-02,
-8.1066e-02, -5.9227e-03, -7.0805e-02, -2.9435e-02, 2.0742e-02,
2.6744e-02, -1.8075e-03, -1.3886e-03, 1.6499e-02, 1.1773e-02,
-2.6762e-03, -6.3978e-02, -3.8687e-02, -8.0902e-03, -5.0446e-02,
1.1000e-02, 3.6028e-02, 8.5412e-03, -3.7681e-02, 1.8176e-02,
3.8399e-02, -1.9768e-02, -2.8043e-02, -4.8307e-02, 1.2398e-02,
9.5193e-02, 2.6173e-02, -3.8747e-02, -8.9664e-03, -2.2092e-02,
1.8965e-02, 1.0044e-02, 1.9327e-02, 2.7399e-02, -4.1951e-02,
-4.9211e-02, 5.7243e-02, 1.3403e-02, -5.6443e-02, -2.4908e-02,
-6.3184e-02, -1.3014e-02, 3.5936e-03, -2.5655e-03, -6.7987e-02,
-5.9988e-03, -6.6040e-02, -2.0984e-02, -2.5358e-02, -5.4126e-04,
4.1474e-02, 7.6844e-02, -2.4384e-02, -6.9444e-02, 2.1213e-02,
2.1605e-02, -1.5628e-02, 5.1027e-02, -2.4021e-02, 6.2599e-02,
4.1550e-03, 8.0698e-03, 1.0138e-02, -1.6382e-01, -1.5616e-02,
1.5584e-02, 2.1949e-02, 4.6635e-02, -3.4522e-02, -5.4220e-02,
4.8427e-02, 2.8079e-02, -1.3151e-02, -1.4443e-02, 7.2530e-03,
7.2552e-02, -5.4595e-02, 2.3234e-02, 6.2922e-02, 5.9429e-03,
-5.0153e-02, 5.6541e-02, -2.8192e-02, -5.8845e-02, 2.0516e-02,
-2.1032e-03, -3.8334e-02, -3.1228e-02, 7.3221e-02, -1.5970e-02,
-9.7464e-02, -6.0130e-02, -1.5254e-02, -4.2742e-02, 1.4437e-02,
7.9455e-02, -4.8459e-02, 1.0102e-02, 1.3964e-02, 5.0541e-03,
1.6012e-02, -2.5594e-02, -2.1017e-02, 8.5722e-03, 5.8936e-02,
4.9646e-03, -8.6754e-03, -3.8749e-02, 1.3460e-02, -3.1131e-02,
1.1456e-02, -7.2840e-02, 1.7846e-03, 2.7511e-02, 1.2710e-02,
2.5674e-02, -2.2090e-02, -2.3200e-02, 1.9261e-02, 7.8598e-02,
5.2661e-02, -7.3236e-04, 2.4911e-03, 7.7586e-02, 5.1420e-02,
-3.4973e-02, -2.1690e-02, -1.2776e-04, -7.9707e-02, 3.3094e-02,
1.1698e-02, 6.5061e-03, 8.6147e-02, 3.9591e-02, -3.1007e-03,
3.0809e-02, -2.8345e-02, 1.3433e-02, 5.8805e-03, 1.6563e-02,
4.2702e-02, -1.0293e-02, 3.1140e-02, -6.4252e-02, 4.3801e-02,
-5.2506e-02, 1.9262e-02, -6.6959e-03, 5.2980e-02, 4.2513e-03,
-2.1950e-02, 4.5113e-02, 4.5884e-02, 4.2746e-02, 3.3949e-02,
-1.7597e-05, 7.2324e-02, 2.9769e-02, -1.8443e-02, -4.9609e-02,
3.8733e-02, -6.0184e-02, -5.1400e-02, -1.6324e-02, 1.7069e-02,
8.1532e-03, 4.3546e-03, 7.3915e-02, 4.6165e-03, -3.2071e-02,
-3.5555e-02, 3.8864e-02, 9.2695e-02, 8.8271e-03, 1.8205e-03,
3.3250e-03, -5.5797e-02, -8.7174e-03, -7.6377e-03, 8.9569e-02,
1.1473e-01, -8.9546e-03, -5.7776e-02, 6.9248e-02, -1.5136e-03,
-5.5102e-02, 1.9939e-03, -1.0948e-02, 4.0205e-02, -1.8474e-02,
3.6886e-02, 9.7319e-04, -2.2206e-02, 4.2700e-03, 6.4923e-02,
-1.3724e-02, -8.6418e-03, -8.0005e-02, 3.9447e-03, 9.6761e-02,
-8.4344e-03, 4.7600e-02, 2.4421e-02, -1.4662e-02, -1.0689e-01,
3.7562e-02, -1.6301e-02, 6.4540e-02, 5.4153e-03, 1.7006e-02,
3.1020e-02, -5.9296e-03, 4.1734e-02, -3.6110e-02, 1.1624e-01,
-1.4243e-02, -1.8800e-02, 1.1357e-01, 3.2157e-02, -4.3540e-02,
-3.0923e-03, -5.8284e-03, -1.1632e-02, -3.6879e-03, -2.6694e-02,
7.7789e-02, 2.1357e-03, 5.8150e-02, -3.5307e-02, 3.2386e-02,
-4.0270e-02, -6.4810e-04, -7.2660e-02, -7.5748e-02, -3.7180e-02,
1.6087e-02, -7.5232e-02, 2.6073e-02, 2.6705e-02, -1.0330e-01,
-4.3212e-02, -2.2594e-02, -1.6572e-02, -3.3615e-02, -4.3286e-02,
-8.9273e-02, -4.1346e-02, -4.4464e-02, -1.5747e-02, 4.4513e-02,
-6.2204e-02, -5.3896e-02, -1.9526e-02, -1.8447e-03, -7.0045e-03,
-1.5761e-02, 1.1196e-01, 6.9048e-02, -1.2996e-01, -4.7276e-02,
-5.1614e-02, -2.9067e-02, 3.6644e-02, -1.9902e-02, 1.0661e-02,
1.2636e-02, 7.8855e-02, -9.2085e-02, -2.2896e-03, 5.4433e-02,
-3.6067e-02, -6.9874e-02, 1.0869e-01, 8.1659e-02, -5.5395e-02,
6.6188e-03, 1.4658e-02, -2.3141e-03, 5.6281e-02, -5.1558e-02,
-3.0053e-04, 1.6180e-02, 3.1958e-03, 4.1862e-02, 1.0292e-02,
1.1442e-02, -1.0963e-02, -5.8527e-02, -1.4781e-02, 2.4500e-02,
-3.1167e-02, -5.7041e-03, -2.2600e-02, 3.5775e-02, -5.4793e-04,
3.6902e-02, 2.9436e-02, 9.8107e-02, -3.0081e-02, -8.9407e-04,
4.2853e-02, 1.0966e-01, 1.8593e-02, -1.6532e-02, -2.5210e-02,
3.4286e-02, 2.4147e-04, -6.1062e-03, -9.1572e-03, -1.6425e-02,
1.4507e-02, -1.6679e-02, -9.9418e-03, 3.0998e-02, 3.5262e-02,
-7.5306e-02, 5.6810e-02, -1.5802e-02, 5.3114e-02, -4.4764e-02,
1.7575e-02, 4.2960e-02, 7.0061e-02, 1.2589e-01, 5.0014e-02,
-6.2808e-02, -5.4083e-02, -3.8390e-02, -4.8925e-02, -6.4276e-02,
-6.5016e-02, -5.8181e-02, 6.9706e-02, 1.1880e-02, -2.6445e-02,
5.8274e-02, 5.2488e-02, 5.3736e-01, 5.2750e-02, -3.2106e-02,
1.1422e-03, -4.7357e-02, -4.3890e-02, -2.2220e-02, -6.8411e-02,
-2.0249e-02, -5.4252e-02, 1.4253e-02, 1.7714e-02, 1.9232e-02,
-4.4029e-02, -3.0096e-03, -8.5630e-03, -7.7266e-02, 3.6647e-02,
-4.5443e-02, 3.1435e-02, 4.7840e-02, -3.7165e-02, 1.4057e-02,
3.6919e-02, -3.2994e-02, -1.5689e-02, 6.6898e-02, 1.1749e-02,
-4.2316e-03, 4.7364e-03, -1.2522e-01, -5.6296e-02, 1.9612e-02,
-2.9580e-02, 1.4910e-02, -4.8785e-02, -9.5575e-04, -3.8558e-02,
2.8492e-02, -2.2354e-02, 5.7595e-02, 1.3935e-02, -1.0020e-01,
-5.0739e-02, -1.2568e-02, 9.8586e-03, -6.6287e-02, -2.9136e-03,
8.4824e-02, 5.5938e-02, 3.3722e-02, -5.0773e-03, -1.8670e-02,
-8.2956e-03, 2.4935e-02, -3.7541e-02, 4.0993e-02, -3.3693e-02,
-3.0553e-02, -1.7224e-02, 3.3541e-02, -7.3141e-04, 2.4855e-02,
-4.0990e-03, 7.7361e-03, -3.8910e-02, -1.1087e-02, -7.6446e-02,
1.3291e-03, -1.7632e-02, 7.1531e-02, 1.9415e-02, 1.3432e-01,
-2.7271e-02, 1.4838e-03, 4.5727e-03, -1.4698e-02, 2.9969e-02,
-1.2004e-01, -1.2118e-02, -5.2430e-02, -1.5043e-02, -2.1300e-03,
6.8953e-03, -6.0991e-02, -5.2197e-02, -1.0575e-01, 4.4615e-02,
3.1964e-02, 3.1668e-02, -4.1339e-03, 5.0128e-02, 7.8314e-02,
-2.8800e-03, 4.7723e-02, -5.0509e-03, 2.4278e-02, 7.7810e-02,
-1.7681e-02, 1.0988e-02, 1.1626e-02, -1.0122e-01, -8.2850e-02,
2.5343e-02, -2.4104e-02, -1.1178e-02, 4.6498e-02, 1.0835e-01,
5.0832e-02, 7.9576e-02, 5.9943e-02, 9.2571e-03, 1.4343e-02,
-3.6657e-02, 4.5103e-03, 3.9199e-02, 6.4103e-03, -9.9620e-03,
6.0128e-02, -1.6013e-02, -1.9937e-02, 3.1894e-02, -3.6695e-03,
3.0974e-02, 3.7964e-03, -5.5621e-02, 1.4323e-04, -2.2583e-02,
-8.3542e-03, 3.6932e-02, -7.4513e-02, -3.1390e-02, -2.5387e-02,
3.6974e-02, -3.3875e-03, -1.9768e-02, -3.0406e-02, 1.5802e-02,
1.9933e-02, -6.2348e-02, -1.0862e-04, 2.3909e-02, -6.8556e-03,
5.6968e-03, 4.0182e-02, -6.2366e-03, -3.1029e-05, 2.3913e-02,
1.4374e-02, 4.6036e-02, 3.7755e-03, 1.4781e-02, 4.0224e-02,
-3.6818e-03, -2.4875e-02, 7.7447e-02, -9.4312e-04, -2.1642e-02,
2.5751e-02, 4.2234e-02, -4.7157e-02, -1.6355e-03, -1.8111e-02,
-1.7038e-02, 1.6369e-02, -9.4366e-03, 7.0075e-02, 5.8301e-02,
-3.5776e-02, -6.3464e-02, 8.0730e-02, 5.3347e-02, 1.2437e-02,
9.5345e-03, 1.4863e-03, 5.7736e-02, -4.8815e-02, 1.3090e-01,
-3.3655e-02, -3.2155e-02, 2.5361e-02, -2.4825e-02, 1.5863e-02,
-4.1572e-02, -1.4183e-02, -7.1737e-02, 3.1065e-02, 1.5541e-03,
-2.4457e-02, 6.8668e-03, 5.1811e-02, 1.2781e-01, -5.2670e-03,
5.7260e-02, -4.0639e-02, 2.7291e-02, 6.6903e-02, -6.8703e-02,
8.9718e-02, 2.1480e-02, 6.8122e-03, -3.9671e-02, -4.0555e-03,
3.7020e-03, 4.3790e-02, -6.4997e-03, 4.7015e-03, 2.5022e-02,
5.8638e-02, -5.8966e-02, -3.8600e-02], device='cuda:0')),
('bert.encoder.layer.8.attention.output.LayerNorm.weight',
tensor([0.8818, 0.8789, 0.8689, 0.8470, 0.8666, 0.8066, 0.8271, 0.8095, 0.8775,
0.8126, 0.9331, 0.9005, 0.9386, 0.9108, 0.8881, 0.7728, 0.8389, 0.8302,
0.8430, 0.8904, 0.8192, 0.9220, 0.8196, 0.8389, 0.8293, 0.8721, 0.8924,
0.9845, 0.8530, 0.9034, 0.8631, 0.7652, 0.9201, 0.7837, 0.8764, 0.8259,
0.8276, 0.9004, 0.8000, 0.9212, 0.9108, 0.8461, 0.9141, 0.8840, 0.9325,
0.9169, 0.8737, 0.9179, 0.9365, 0.8374, 0.9311, 0.8704, 0.8561, 0.8732,
0.7687, 0.8195, 0.8381, 0.8730, 0.8462, 0.8353, 0.8708, 0.9359, 0.9347,
0.8887, 0.8086, 0.9332, 0.8826, 0.8432, 0.7742, 0.8505, 0.8857, 0.8607,
0.8328, 0.8281, 0.9179, 0.9407, 0.8532, 0.8636, 0.9211, 0.9150, 0.8736,
0.8560, 0.8651, 0.9076, 0.7632, 0.8896, 0.8286, 0.8706, 0.9063, 0.8492,
0.8685, 0.8442, 0.8832, 0.8580, 0.8359, 0.8574, 0.7696, 0.8719, 0.9308,
0.8742, 0.8100, 0.9148, 0.7767, 0.9371, 0.7514, 0.9263, 0.9428, 0.8212,
0.9020, 0.9118, 0.8032, 0.8399, 0.9200, 0.7466, 0.8278, 0.9446, 0.8568,
0.8884, 0.8889, 0.9321, 0.8818, 0.9091, 0.9061, 0.7790, 0.8172, 0.8179,
0.8583, 0.8217, 0.8639, 0.8305, 0.8979, 0.8135, 0.8690, 0.8903, 0.8689,
0.8742, 0.8147, 0.8803, 1.3701, 0.9146, 0.8082, 0.9041, 0.8367, 1.2445,
0.8305, 0.8811, 0.8918, 0.8914, 0.8670, 0.9464, 0.9178, 0.8514, 0.9120,
0.8463, 0.8725, 0.8733, 0.9002, 0.8846, 0.8784, 0.8665, 1.0136, 0.9500,
0.8201, 0.8927, 0.8916, 0.9055, 0.9172, 0.7440, 0.8856, 0.8767, 0.9017,
0.7651, 0.8021, 0.8819, 0.8668, 0.9023, 0.9430, 0.8292, 0.9358, 0.8790,
0.8250, 0.8280, 0.8376, 0.9014, 0.8887, 0.8862, 0.8511, 0.8823, 0.8818,
0.8752, 0.8684, 0.7459, 0.8644, 0.8581, 0.8821, 0.8976, 0.8879, 0.8348,
0.8557, 0.9357, 0.9069, 0.8176, 0.9081, 0.8596, 0.8374, 0.8518, 0.9094,
0.9592, 0.8801, 0.8264, 0.8842, 0.9615, 0.7937, 0.9053, 0.8614, 0.9190,
0.8585, 0.8032, 0.8437, 0.8404, 0.8865, 0.8368, 0.9180, 0.9089, 0.8799,
0.9066, 0.8835, 0.9096, 0.9028, 0.7293, 0.8464, 0.9232, 0.8684, 0.8381,
0.8328, 0.8595, 0.7678, 0.9335, 0.8848, 0.9292, 0.8774, 0.8174, 0.8660,
0.8449, 0.8922, 0.8206, 0.9060, 0.8246, 0.9245, 0.9364, 0.9237, 0.8728,
1.0322, 0.9403, 0.9425, 0.8899, 0.9160, 0.8144, 0.8875, 0.8793, 0.7293,
0.8622, 0.9027, 0.8359, 0.8723, 0.8612, 0.8894, 0.9286, 0.7970, 0.9121,
0.9225, 0.8822, 0.9668, 0.8589, 0.9294, 0.9098, 0.8338, 0.8710, 0.8504,
0.9496, 0.9671, 0.9099, 0.7913, 1.9151, 0.8836, 0.9421, 0.8000, 0.9250,
0.9005, 0.8485, 0.8415, 0.8687, 0.7809, 0.9081, 0.8870, 0.8544, 0.9002,
0.7426, 0.9255, 0.8656, 0.9128, 0.8712, 0.8278, 0.8564, 2.9117, 0.8861,
0.8097, 0.8871, 0.9301, 0.8822, 0.8390, 0.8638, 0.8751, 0.8184, 0.8373,
0.9081, 0.8244, 0.8174, 0.9310, 0.8098, 0.8273, 0.8933, 0.8663, 0.9241,
0.8185, 0.8320, 0.8664, 0.8274, 0.9317, 0.8401, 0.9182, 0.8486, 0.9258,
0.9112, 0.9466, 0.9158, 0.8605, 0.9431, 0.9700, 0.8259, 0.7468, 0.9249,
0.8270, 0.9422, 0.8640, 0.9218, 0.8951, 0.8592, 0.8809, 0.8286, 0.8719,
0.8691, 0.8436, 0.8606, 0.9539, 0.8371, 0.8651, 0.8658, 0.8485, 0.7860,
0.8351, 0.8994, 0.8589, 0.9028, 0.8609, 0.8864, 0.9115, 1.0033, 0.9004,
0.8408, 0.8618, 0.8991, 0.8844, 0.8471, 0.8639, 0.8400, 0.8048, 0.8880,
0.8993, 0.7135, 0.8559, 0.8696, 0.9048, 0.9132, 0.8474, 0.8255, 0.7762,
0.8943, 0.9062, 0.8338, 0.9367, 0.8245, 0.8966, 0.8884, 0.8892, 0.8951,
0.8205, 0.9352, 0.8721, 0.8167, 0.8024, 0.8335, 0.7874, 0.8800, 0.8702,
0.8904, 0.8080, 0.8902, 0.9028, 0.9476, 0.8178, 0.8356, 0.9140, 0.9418,
0.8962, 0.8209, 0.7976, 0.9146, 0.8615, 0.9103, 0.8754, 0.9454, 0.8909,
0.8212, 0.8487, 0.8778, 0.8704, 0.7428, 0.8715, 0.9149, 0.8625, 0.9002,
0.8204, 0.9394, 0.7704, 0.9377, 0.8714, 0.8593, 0.8722, 0.9121, 0.9102,
0.7946, 0.8344, 0.8743, 0.8509, 0.8279, 0.9023, 0.9356, 0.8890, 0.8437,
0.9158, 0.7948, 0.8649, 0.9106, 0.8438, 1.0052, 0.8251, 0.8125, 0.8814,
0.8636, 0.8218, 0.8873, 0.8303, 0.9085, 0.8075, 0.8447, 0.8625, 0.8496,
0.8984, 0.8716, 0.9667, 0.8602, 0.9402, 0.8595, 0.9198, 0.8960, 0.7894,
0.9191, 0.8454, 0.9809, 0.8363, 0.8300, 0.9201, 0.9219, 0.8682, 0.8280,
0.9493, 0.7538, 0.9868, 0.8237, 0.8448, 0.9095, 0.9209, 0.8479, 0.9294,
0.8431, 0.8354, 0.9105, 0.8364, 0.8757, 0.9075, 0.8977, 0.8402, 0.8883,
0.8687, 1.0141, 0.9345, 0.8382, 0.8745, 0.8803, 0.8758, 0.8890, 0.8387,
0.8593, 0.8983, 0.8477, 0.9016, 0.8675, 0.7697, 0.8983, 0.8937, 0.7932,
0.8883, 0.9283, 0.8747, 0.9861, 0.9671, 0.9470, 0.9050, 0.9086, 0.8717,
0.8855, 0.9012, 0.8438, 0.8306, 0.8676, 0.8376, 0.8728, 0.8692, 0.8890,
0.9429, 0.9155, 0.8116, 0.7952, 0.8308, 0.9507, 0.8321, 0.8087, 0.8647,
0.9182, 0.8502, 0.8400, 0.9611, 0.8690, 0.8313, 0.8522, 0.8219, 1.4647,
0.8637, 0.8422, 0.9160, 0.9254, 0.7698, 0.8927, 0.8974, 0.8991, 0.8741,
0.8697, 0.7930, 0.9202, 0.8238, 0.8702, 0.8355, 0.8803, 0.9049, 0.9274,
0.8201, 0.8750, 0.8999, 0.8843, 0.8801, 0.9479, 0.9233, 0.8509, 0.9056,
0.8850, 0.8294, 0.8767, 0.8608, 0.7927, 0.8852, 0.7537, 0.8546, 0.8236,
0.8265, 0.9809, 0.8339, 0.8456, 0.8934, 0.8919, 0.8892, 0.8321, 0.8282,
0.8965, 0.9424, 0.8579, 0.8779, 0.6981, 0.9249, 0.9302, 0.8835, 0.7962,
0.8347, 0.8514, 0.9932, 0.9412, 0.9346, 0.9468, 0.9185, 0.8909, 0.8558,
0.8352, 0.8908, 0.9492, 0.8652, 0.9505, 0.9208, 0.8581, 0.8445, 0.8311,
0.9039, 0.8970, 0.8164, 0.8718, 0.8592, 0.8803, 0.8806, 0.8888, 0.8972,
0.8966, 0.9396, 0.8144, 0.9060, 0.8401, 0.8341, 0.8423, 0.7998, 0.8987,
0.9388, 0.8017, 0.8047, 0.9213, 0.8274, 0.8188, 0.8668, 0.8379, 0.9059,
0.8372, 0.9162, 0.9323, 0.8939, 0.8916, 0.8491, 0.8498, 0.8473, 0.8725,
0.9470, 0.7211, 0.7890, 0.8715, 0.9601, 0.8309, 0.8626, 0.9679, 0.8893,
0.8581, 0.8668, 0.8978, 0.9473, 0.8716, 0.9242, 0.8493, 0.8896, 0.9562,
0.9077, 0.8296, 0.8348, 0.9104, 0.8530, 0.9148, 0.9183, 0.7893, 0.8730,
0.8774, 0.9207, 0.8883, 0.8590, 1.0254, 0.8272, 0.9485, 0.8007, 0.7787,
0.7998, 0.8404, 0.9140, 0.9449, 0.8848, 0.9202, 0.8383, 0.8954, 0.8260,
0.8980, 0.9104, 0.8244, 0.9274, 0.8725, 0.8182, 0.8296, 0.8477, 0.8928,
0.8950, 0.8962, 0.9178, 0.8352, 0.9352, 0.7249, 0.9205, 0.8187, 0.8654,
0.8641, 0.8315, 0.8121, 0.9417, 1.0270, 0.8498, 0.9303, 0.9192, 0.8230,
0.8940, 0.9256, 0.9230, 0.8770, 0.8049, 0.9076, 0.8598, 0.7943, 0.8602,
0.8689, 0.8418, 0.7846, 0.8491, 0.8703, 0.9182, 0.8229, 0.8803, 0.8568,
0.8278, 0.8547, 0.8764, 0.8612, 0.8344, 0.8759, 0.9190, 0.8540, 0.9237,
0.8921, 0.9287, 0.8871], device='cuda:0')),
('bert.encoder.layer.8.attention.output.LayerNorm.bias',
tensor([ 1.3403e-01, -1.6585e-01, -1.9573e-01, 2.1815e-01, -8.8550e-02,
1.6807e-02, -2.1721e-01, 1.1391e-01, 6.5890e-02, -9.3883e-02,
1.2445e-01, -5.8759e-02, -5.9628e-02, -9.0638e-02, 9.9214e-02,
1.1143e-01, -5.7086e-02, -1.6515e-01, -5.3869e-02, -1.0166e-01,
1.8839e-03, -3.6280e-04, -5.0559e-03, 7.2038e-02, -1.2621e-02,
-9.2433e-02, 8.5470e-02, 2.4427e-01, 1.2424e-01, 1.7241e-01,
-2.1737e-02, -7.6684e-02, -1.3571e-01, -2.0709e-01, 1.6873e-01,
1.4983e-02, -1.8548e-01, 2.4147e-02, 1.0097e-01, 2.1556e-01,
-7.2072e-02, -9.6904e-02, 4.5379e-02, -2.7944e-02, 6.7788e-02,
-7.0706e-02, -3.8773e-02, 1.9877e-01, -6.8628e-02, 5.1769e-02,
9.2689e-02, 1.5698e-01, 1.1713e-01, -1.0119e-01, 2.4481e-03,
-1.5082e-01, -1.9720e-01, 3.0531e-03, -1.6705e-02, 6.5844e-02,
-1.1527e-01, -3.2993e-02, 4.5281e-02, -1.7662e-01, -9.0693e-02,
6.7330e-02, 3.3823e-02, -2.7354e-02, 9.5695e-02, -2.1561e-01,
-1.2563e-01, -1.0978e-01, -3.8419e-02, 1.8784e-02, -6.2588e-02,
1.3166e-01, 2.0935e-02, -2.8540e-02, -1.4575e-02, -4.1351e-02,
4.4206e-02, -2.3695e-02, 4.8748e-03, 1.5550e-01, -7.3261e-02,
1.0963e-01, -6.3193e-02, -6.2714e-02, 2.4712e-02, 4.3692e-02,
-8.7660e-02, -7.6846e-03, -8.9052e-02, 6.8850e-02, -1.2504e-02,
8.3163e-02, 7.1336e-04, -8.1404e-03, 1.6931e-02, 4.2054e-02,
7.1953e-02, -8.1690e-02, 4.5410e-03, 5.0601e-03, -1.7355e-01,
-6.4014e-02, 1.5006e-01, -3.9472e-02, -7.1192e-02, -1.3043e-01,
2.6150e-02, 5.8274e-02, -1.0032e-01, -3.2879e-02, 1.6860e-01,
1.7937e-01, -5.0777e-02, 1.0626e-01, -1.1181e-01, -7.5542e-02,
-1.0566e-02, -1.1130e-02, 2.7847e-02, 3.3601e-02, -1.0196e-01,
1.0547e-02, 5.3146e-02, 2.5530e-02, -7.8097e-02, -2.7351e-02,
-3.4360e-02, 2.9376e-02, -1.6021e-02, 1.1325e-02, -6.3441e-02,
4.5287e-02, 1.4739e-01, 1.1369e-01, -9.5767e-01, 4.6827e-02,
-1.2978e-01, -1.7665e-01, 3.5917e-04, -8.8906e-01, -4.4593e-02,
-8.9206e-02, -1.3474e-02, 6.0264e-02, -1.0652e-01, -2.7084e-01,
-1.9524e-01, -5.1725e-02, -1.0503e-01, 1.4036e-01, -4.0192e-03,
-2.5065e-01, -1.1706e-01, -2.7372e-01, 1.3054e-01, -1.2829e-01,
2.1537e-01, 7.3972e-02, 1.7270e-02, 1.7315e-02, 7.4692e-02,
-1.2054e-01, 1.9538e-01, 1.0060e-03, -1.9525e-01, 7.6402e-02,
3.8173e-02, 1.4411e-01, -3.7346e-02, 9.2349e-02, 1.9114e-01,
1.4923e-01, 1.3336e-01, -1.1078e-01, 1.4268e-02, 3.4870e-02,
-1.0264e-01, -4.9761e-02, 6.1943e-02, -8.1684e-02, 3.8003e-02,
3.8547e-02, -9.2477e-02, -1.6396e-01, 2.4095e-02, -5.0050e-02,
9.4612e-02, 1.9124e-02, 1.0690e-01, 1.1445e-01, -1.7884e-01,
-1.2467e-01, -7.1083e-02, -7.0026e-03, -1.8425e-01, -1.5683e-01,
-3.2429e-02, 1.0470e-01, -5.0992e-02, 2.5331e-02, 5.8573e-02,
-1.1998e-01, 7.6642e-02, -1.9060e-01, -3.4635e-02, -5.2825e-02,
9.7559e-03, -1.3527e-01, 8.1854e-02, -2.0160e-01, 1.8405e-02,
-2.0578e-02, 1.2989e-01, -3.9791e-03, -2.9537e-02, -2.8791e-02,
2.8563e-02, 2.2920e-02, 1.0418e-01, -5.4976e-02, -1.4493e-01,
1.1202e-01, -1.1185e-02, -1.8413e-02, 1.1845e-01, 1.0526e-01,
-2.0012e-02, 9.1588e-02, 3.9151e-02, -1.3009e-01, -8.2897e-02,
-6.0317e-02, 9.4928e-02, -1.8244e-01, -6.3499e-03, -4.8610e-03,
-1.6053e-01, -9.2979e-02, 4.1951e-02, 6.9513e-02, -1.3476e-01,
-1.2274e-01, 7.3411e-02, 2.5033e-02, 4.5103e-02, 1.6515e-01,
4.5145e-02, -2.9554e-02, 1.6420e-02, 8.7264e-02, 1.0451e-01,
1.2807e-01, -1.5653e-01, -3.7543e-03, -6.2490e-02, -2.7764e-02,
1.5545e-01, -4.0906e-02, 1.2106e-01, 4.4183e-02, 2.5583e-02,
7.6320e-04, 1.1059e-01, 8.3906e-02, 1.1036e-02, -1.5672e-01,
-1.4036e-01, -9.7225e-02, 2.1131e-01, -3.8915e-02, 6.3042e-02,
6.0003e-02, -1.2900e-01, 7.3623e-02, 1.1104e-01, -1.7994e-01,
-4.7680e-02, -4.9144e-03, -8.5498e-02, 8.6132e-01, 2.3525e-02,
-3.8208e-02, 6.0638e-02, -8.9999e-02, 8.7207e-02, -5.0398e-02,
6.1875e-03, 7.2178e-02, -2.0061e-03, -1.1513e-01, -1.4277e-02,
-8.1642e-02, -1.3790e-01, 4.3284e-02, -1.7621e-01, -4.5209e-02,
5.9319e-04, -2.0722e-01, -2.3559e-02, 7.8184e-02, -1.2631e+00,
8.6157e-03, -2.3333e-02, -1.0109e-02, -1.6784e-01, 1.0670e-01,
2.4283e-01, 1.2801e-01, -5.5721e-02, 6.8624e-02, -8.9683e-02,
-7.7086e-02, 1.2839e-02, -2.7099e-02, -3.2394e-02, -5.7690e-03,
-1.1196e-01, 8.1550e-02, 4.5481e-02, -2.7451e-02, -1.2084e-01,
-8.8943e-02, -9.8885e-02, 1.9836e-02, 7.7893e-03, 4.4492e-02,
-8.7787e-02, 4.7431e-02, -3.2494e-02, 7.2632e-02, -3.5939e-02,
-8.0583e-02, -2.2875e-02, 2.0838e-01, -2.3846e-01, -1.8234e-02,
8.0761e-02, 3.3444e-02, -9.6217e-02, -7.4181e-02, 5.2359e-03,
6.0630e-02, -4.1376e-02, -9.8459e-02, 8.7797e-02, 3.2407e-02,
-4.1864e-02, -1.3899e-01, -1.0099e-01, -4.4401e-03, 1.1766e-01,
-1.5749e-01, -1.3429e-01, 9.7988e-02, 7.8419e-02, -1.5971e-02,
-2.3893e-02, -5.5715e-02, -3.7833e-02, 3.2560e-02, -1.4848e-01,
1.3628e-01, -6.2106e-02, 1.6992e-01, -1.4224e-01, 2.4619e-02,
-1.7721e-01, -1.2599e-01, -4.3723e-02, 6.2075e-02, -9.1998e-02,
5.8824e-02, -1.7962e-01, -1.8049e-01, -2.9168e-02, 6.1290e-02,
-1.5744e-01, 9.0012e-02, 3.8500e-02, 7.4574e-02, 6.2065e-03,
-1.9230e-01, 4.9604e-02, -2.1042e-02, 3.4492e-03, -2.7593e-02,
-1.7299e-02, 1.1337e-01, -8.9298e-03, -1.2981e-01, 6.0072e-02,
-1.8534e-01, -6.3108e-02, -1.1455e-01, -1.3583e-01, -8.1119e-02,
-1.0654e-01, 3.8952e-02, -7.3410e-02, -1.1854e-01, -1.0754e-01,
4.9881e-02, -7.8118e-02, -1.0665e-01, -1.0121e-01, -9.5395e-02,
-5.4629e-02, -6.6588e-02, 3.9254e-02, -4.5307e-02, -6.9931e-02,
-6.8003e-02, 6.6883e-02, 2.4525e-01, -1.6370e-01, -2.1521e-01,
-8.6670e-02, -9.1689e-02, -6.7420e-02, 2.0132e-01, 1.6993e-01,
1.5465e-02, -1.3309e-01, 2.2655e-02, 1.4463e-01, 7.4966e-02,
-1.0218e-01, 2.2826e-02, -1.5591e-01, 2.1051e-01, -2.0615e-01,
7.6055e-03, 6.1487e-02, -1.1935e-01, 2.1045e-02, -5.9133e-03,
2.6956e-02, -3.2567e-02, -8.0101e-02, -1.9285e-01, -6.5127e-02,
-6.2701e-02, -5.2965e-02, -8.0654e-02, 8.5052e-02, -1.2560e-02,
6.0634e-02, 1.4527e-01, 1.7954e-01, 3.0307e-02, -7.5502e-02,
-2.9192e-01, 7.6186e-02, -7.8445e-02, -9.7272e-02, -1.9402e-02,
-8.9656e-02, -6.4398e-02, 1.1979e-02, 8.6635e-02, 9.2597e-02,
1.3696e-01, 8.0346e-02, 6.8518e-02, 4.5091e-02, 3.8980e-02,
2.0164e-01, 5.0544e-02, 5.1708e-03, 1.1721e-01, 3.5514e-02,
5.1066e-02, -1.4727e-01, -9.9894e-02, 5.2576e-04, -3.3701e-02,
1.2384e-01, -6.1465e-02, -1.1761e-01, 8.4268e-02, 1.1775e-02,
-8.8328e-02, -5.2326e-02, 1.2462e-01, -7.2601e-02, -1.1909e-02,
-1.1364e-01, -2.3372e-02, -2.4467e-01, -2.0329e-02, 1.2499e-01,
7.8653e-03, -8.2461e-02, -1.7043e-02, -4.6290e-02, 9.9069e-04,
9.8778e-02, 9.9569e-03, 8.7117e-02, -2.0222e-01, -8.2776e-02,
2.1156e-01, -1.8311e-02, 8.5968e-03, 2.0074e-02, -8.3952e-02,
-1.0388e-01, -4.5970e-02, -5.1295e-02, -1.1772e-02, -1.4870e-01,
-2.0569e-01, -8.0954e-02, 5.9935e-02, 5.0397e-02, 5.3386e-02,
-5.9324e-02, -1.1796e-01, -4.8098e-02, 2.2967e-02, 1.0782e-02,
-9.2748e-02, 8.5256e-02, -4.9986e-02, -5.5914e-02, -9.3114e-02,
-1.5615e-02, 1.6985e-01, -1.8404e-01, -5.3653e-02, -1.0790e-01,
1.5116e-01, 1.4252e-01, 7.4110e-02, -1.7303e-01, 3.1433e-03,
-2.5878e-01, -7.6074e-02, 6.5989e-02, -1.2939e-01, 1.7468e-01,
1.3275e-01, 1.1138e-01, -7.0142e-03, 1.1183e-02, 2.2283e-01,
2.4727e-01, 1.3984e-02, -1.4744e-01, 2.7341e-02, 4.1499e-02,
7.2029e-02, -1.4002e-01, -1.8500e+00, -1.1070e-01, 5.8602e-02,
-8.7916e-03, 3.9187e-02, 5.0523e-02, 1.0583e-02, 1.9993e-02,
-3.0058e-02, -3.2069e-03, -5.0245e-02, -8.3028e-02, 1.3820e-01,
1.3963e-01, -8.0778e-02, -7.7022e-02, -1.7674e-02, 9.6672e-02,
3.6538e-02, 3.7610e-02, -9.2822e-03, 7.5535e-02, -2.0991e-01,
-2.5165e-02, 2.0769e-01, 3.0589e-02, -3.9808e-03, 8.9346e-02,
-3.8564e-03, 2.9629e-02, 5.0505e-02, 9.9266e-02, -1.2416e-01,
-1.7000e-02, 1.1918e-01, 2.6771e-02, -9.9002e-02, 3.3894e-02,
-1.2678e-02, 1.9566e-02, 1.0231e-01, -1.3725e-01, 1.3754e-01,
-4.7874e-03, -4.8880e-02, -4.7839e-03, -1.4349e-01, -1.1705e-01,
-7.2876e-02, 1.2827e-01, 6.2764e-02, 1.2945e-01, 1.6183e-01,
1.5110e-02, -1.2529e-01, 6.6994e-02, -1.9289e-01, 1.3975e-01,
7.6404e-02, -8.8229e-02, -3.7300e-02, -1.2519e-01, 7.5123e-03,
-4.1786e-02, -3.1264e-02, 2.1162e-01, -5.3891e-02, 1.6636e-02,
-1.0557e-01, -8.6850e-02, -2.0090e-01, 1.4431e-01, 1.2799e-01,
-2.0456e-01, -8.6780e-03, -3.6248e-02, -2.1044e-01, 2.0794e-01,
1.6349e-01, -4.5375e-02, 1.0592e-01, -4.5722e-02, -1.3483e-01,
-1.1774e-01, -1.2957e-01, 1.5055e-01, 8.2537e-02, -7.1068e-02,
-1.0173e-01, -5.6200e-02, 1.6113e-01, -1.8706e-01, -1.1976e-01,
-9.6804e-02, -1.0231e-01, -1.1947e-01, -1.0962e-01, 8.6014e-02,
3.1174e-02, -7.8273e-02, -3.4049e-02, 1.8788e-01, -1.7476e-01,
2.0473e-01, 3.5197e-03, -3.9767e-02, 6.1640e-02, -2.6405e-01,
-1.7430e-02, 7.4513e-02, -1.5662e-01, -4.2174e-02, 4.6753e-03,
-1.0604e-01, 2.5558e-02, 7.2694e-02, 7.6422e-04, 2.6162e-02,
5.5779e-02, -3.5795e-02, -7.7669e-02, -2.7710e-01, 3.8931e-02,
2.0454e-02, -6.9029e-02, 9.8259e-02, -6.8682e-03, -1.3261e-01,
-9.8731e-02, -1.4916e-01, 1.4288e-02, 2.3897e-02, -9.1096e-02,
6.6652e-02, 1.6675e-01, -4.2309e-02, 1.2673e-01, -5.0552e-02,
-1.0469e-01, -2.3788e-02, -2.7969e-01, 1.5693e-01, 9.5941e-03,
1.4975e-01, -3.2591e-02, -2.0287e-02, -1.6579e-01, -2.4488e-01,
-9.4302e-02, -2.9668e-02, -7.7471e-02, 5.8139e-02, -7.8164e-02,
6.5598e-02, -8.3710e-03, -2.9764e-02, 7.2196e-02, 4.9773e-02,
-3.9156e-02, -2.2133e-01, -1.1873e-01, 9.2914e-02, 2.0416e-02,
-1.2051e-01, -3.9272e-02, 6.1731e-02, -1.8688e-01, -9.1236e-02,
-7.3703e-03, 1.5205e-01, -1.3881e-01, -4.1165e-02, 2.2544e-02,
-1.0287e-01, -8.3313e-02, -1.4837e-01, 4.1320e-01, -1.1415e-01,
-1.0998e-02, 1.3002e-01, -6.8536e-02, 8.9719e-02, -1.5658e-02,
-3.3937e-02, -7.5486e-02, 1.0800e-01, 1.0631e-01, 6.1006e-02,
-7.6326e-02, -8.7823e-02, -6.4289e-02, -8.5979e-02, -4.7608e-02,
1.0407e-01, 9.2501e-02, 9.7368e-02, -4.1177e-02, -6.9102e-02,
-1.4510e-01, 9.2118e-02, -1.7526e-01, -1.1978e-01, 5.1184e-02,
-1.3030e-01, -9.6754e-02, 7.9712e-03, -3.6519e-02, -1.0090e-01,
-9.5956e-02, -2.9207e-03, 1.2567e-01], device='cuda:0')),
('bert.encoder.layer.8.intermediate.dense.weight',
tensor([[-0.0126, 0.0277, -0.0238, ..., 0.0547, 0.0655, -0.0390],
[-0.0259, 0.0011, -0.0158, ..., -0.0277, 0.0147, -0.0180],
[ 0.0285, -0.0462, 0.0029, ..., 0.0066, -0.0090, -0.0438],
...,
[-0.0226, -0.0370, -0.0004, ..., 0.0374, 0.0372, -0.0721],
[ 0.0242, 0.0031, 0.0489, ..., 0.1079, -0.0264, 0.0067],
[ 0.0281, 0.0245, 0.0547, ..., 0.0042, -0.0501, -0.0046]],
device='cuda:0')),
('bert.encoder.layer.8.intermediate.dense.bias',
tensor([-0.0824, -0.0962, -0.1486, ..., -0.1073, -0.1263, 0.0659],
device='cuda:0')),
('bert.encoder.layer.8.output.dense.weight',
tensor([[ 0.0501, -0.0697, 0.0111, ..., 0.0179, 0.0424, -0.0157],
[-0.0453, -0.0430, -0.0407, ..., 0.0235, -0.0483, -0.0118],
[ 0.0091, 0.0490, 0.0058, ..., -0.0104, -0.0163, 0.0039],
...,
[ 0.0135, 0.0262, 0.0254, ..., -0.0051, 0.0598, 0.0177],
[ 0.0143, 0.0429, 0.0357, ..., 0.0322, -0.0032, 0.0211],
[ 0.0255, 0.0202, -0.0438, ..., -0.0095, -0.0005, 0.0108]],
device='cuda:0')),
('bert.encoder.layer.8.output.dense.bias',
tensor([ 4.3348e-02, -6.8241e-02, -6.2930e-02, 1.4011e-01, -1.6306e-02,
-5.1084e-02, 2.5660e-02, 5.4940e-02, -5.1955e-04, -1.2713e-01,
2.3686e-02, -6.3062e-03, -1.7185e-02, 6.2649e-02, 8.3266e-02,
9.3663e-02, -1.1539e-01, -6.8595e-02, -2.9182e-02, -5.6934e-02,
1.2671e-02, 1.0334e-01, -1.2034e-02, 3.8754e-02, -1.5359e-01,
-1.2049e-01, 6.9373e-02, 1.3967e-01, 4.0323e-02, 8.5961e-02,
-3.7636e-02, -6.2995e-02, 2.1590e-02, -1.1126e-01, 1.0946e-01,
6.9972e-02, 2.0264e-02, 9.6882e-03, 7.3638e-02, 1.5405e-01,
9.1075e-03, 5.0455e-02, 4.0575e-02, -3.9821e-02, 4.9532e-02,
-5.5436e-02, 2.4251e-02, 8.5482e-02, -5.0684e-02, 3.9696e-02,
4.0242e-03, 2.5855e-02, 9.2868e-02, -1.8508e-02, -5.7140e-02,
-4.6526e-02, -1.7805e-01, -6.1496e-02, -6.0049e-02, 1.2602e-01,
6.8776e-03, -5.1131e-02, 6.6214e-03, 4.7265e-02, -1.2110e-02,
7.8316e-02, 2.6435e-02, -3.0357e-02, 1.4009e-01, -1.9843e-01,
-2.9160e-03, -3.4349e-02, 1.6411e-02, -4.0277e-02, -2.7544e-02,
5.6304e-02, -2.0834e-02, -9.0106e-02, -4.1568e-03, -8.3973e-02,
9.4727e-02, 6.0386e-02, 4.2588e-02, 1.1244e-01, -1.9575e-01,
-2.7854e-02, 9.4687e-03, -1.1877e-01, -6.4000e-02, -7.0164e-03,
-3.4393e-02, 5.1153e-02, -4.1054e-02, -1.4373e-02, -4.2239e-03,
1.1186e-01, -1.3103e-02, 9.3778e-02, 4.1084e-02, 4.1699e-03,
1.1870e-01, -6.1321e-02, -1.8456e-02, 6.2344e-03, -1.2339e-01,
2.8233e-03, 1.0085e-01, 3.5751e-03, 3.1675e-02, 3.7395e-02,
-5.4018e-03, 2.1266e-02, -8.1969e-02, -2.2623e-03, 6.2707e-02,
4.4960e-02, -3.7783e-02, 6.0518e-02, -6.3782e-02, -6.8342e-02,
-3.6699e-02, 9.4693e-03, 4.0084e-02, -2.4693e-02, -3.4812e-02,
7.0871e-02, 2.3191e-02, -5.5205e-02, 3.2021e-02, -6.1825e-02,
5.6538e-02, -4.5042e-02, 6.1270e-02, 5.3361e-03, -1.6011e-02,
2.3438e-02, 5.2220e-03, 1.2448e-01, -3.4483e-01, 1.4238e-01,
-1.7157e-01, -6.6317e-02, 2.1707e-03, -3.1673e-01, -5.4449e-02,
5.0451e-02, -4.4047e-02, 1.0160e-01, 1.4675e-02, -8.2236e-02,
3.3976e-03, -6.1926e-02, -4.6771e-02, 5.6542e-02, 1.2094e-02,
-8.9065e-02, 1.9335e-02, -2.0076e-01, 1.4086e-01, -1.3145e-01,
1.1733e-01, 4.0937e-02, 1.8455e-02, 7.9376e-02, 3.5008e-02,
-4.8960e-02, 1.5910e-01, -4.3533e-02, -1.1139e-01, 4.5701e-02,
5.5752e-02, 1.4042e-01, -1.6403e-02, 1.1452e-01, 7.6592e-02,
1.0641e-01, 1.2348e-01, -1.1394e-01, 5.4453e-02, 1.5793e-02,
-9.4271e-02, -4.5997e-02, 1.8647e-01, -1.5029e-03, 1.4983e-01,
7.1452e-02, 1.2670e-02, -1.5957e-01, 7.5018e-02, -1.8544e-02,
2.7966e-02, 7.6600e-02, 8.6831e-02, 6.9761e-02, -1.3281e-01,
-1.0145e-01, -1.1332e-01, 3.9956e-02, -2.0038e-01, -1.5070e-01,
-4.1651e-02, 6.3399e-02, 4.1459e-02, -3.7098e-03, 7.4260e-02,
-1.0281e-01, 5.4581e-03, -7.5874e-02, 4.9699e-02, -6.7684e-02,
5.1823e-02, -9.5889e-02, 1.0739e-02, -7.8870e-02, -6.3723e-02,
8.4503e-02, 9.6317e-02, -5.0926e-02, 2.5975e-02, -2.1224e-02,
9.2970e-02, 6.7674e-02, 4.8418e-02, 5.9724e-02, -5.3084e-02,
-2.4799e-02, -5.8508e-02, -2.8954e-02, 2.7231e-02, 3.0954e-02,
3.1726e-03, 1.0383e-01, 3.9422e-02, -3.6938e-02, -7.6806e-02,
-9.9917e-02, 1.4752e-01, -7.3854e-02, 2.6573e-02, 5.5922e-02,
-1.5961e-01, -1.4032e-02, 1.8011e-01, 1.4855e-01, -5.5164e-02,
-1.0399e-01, -3.4820e-02, 3.1774e-02, -2.7800e-02, 1.3346e-02,
9.6779e-02, -2.2088e-02, -3.2456e-02, 3.8867e-02, -6.1618e-02,
1.0784e-01, -4.6805e-02, -7.0432e-02, -8.9243e-03, -1.1581e-02,
1.0013e-01, 3.1543e-03, -2.7513e-02, 2.5043e-02, 1.6086e-01,
-3.4381e-03, 5.0907e-02, 3.9690e-02, -1.7928e-02, -5.0583e-02,
-1.4812e-01, -3.1696e-02, 1.6387e-01, -2.5120e-02, 5.7658e-03,
-2.5239e-02, 6.6037e-02, 8.4970e-02, 1.0536e-01, -7.6616e-02,
3.3918e-02, 8.0143e-02, -8.6228e-02, 1.2120e-01, -9.3693e-02,
-1.3732e-03, 1.1465e-01, -1.6592e-02, 2.6118e-02, -4.8259e-02,
3.3824e-02, 1.0257e-01, -2.0691e-03, -6.9627e-02, 1.4565e-02,
-1.1152e-01, -5.2863e-02, 1.2482e-01, -4.6300e-02, 1.8738e-02,
-2.3253e-02, -5.6667e-02, -3.0786e-03, 2.6373e-02, -4.2438e-01,
-1.8540e-02, 8.1898e-02, 6.0267e-02, -9.6785e-02, -3.8718e-03,
1.1192e-01, 9.9825e-02, -7.4653e-02, -6.7712e-02, 1.5386e-02,
-1.3701e-02, 7.0032e-02, 1.3812e-01, 3.7003e-02, -4.1356e-02,
-4.9978e-02, 5.7180e-02, -8.7765e-02, 6.8791e-02, -1.4863e-01,
-2.6657e-02, -1.4849e-01, -3.1954e-02, 8.2235e-02, 1.3725e-02,
-2.7667e-02, 7.3309e-02, 3.2188e-02, 5.2982e-02, -3.7720e-02,
2.6427e-02, -1.9078e-02, 8.9323e-02, -8.0430e-02, 5.9244e-02,
1.2530e-02, -7.4289e-02, -1.2030e-01, 3.3011e-02, 2.6591e-02,
6.4334e-02, 3.6901e-02, -1.9544e-02, 1.1681e-01, 4.8135e-02,
-1.0742e-01, -8.3312e-02, 2.1351e-02, -5.1936e-03, 1.5664e-01,
-3.7214e-02, -2.7295e-02, 9.2406e-02, 1.1071e-03, -3.5449e-02,
1.9731e-02, -4.8256e-02, -6.1324e-03, -1.1889e-02, -5.9363e-02,
4.5754e-02, -3.0272e-02, 9.3869e-02, 1.0205e-02, -5.3742e-02,
-7.6008e-02, 2.0532e-02, 3.9706e-02, 7.8448e-02, -9.0923e-02,
-1.5606e-02, -1.5882e-01, 2.2217e-02, -1.3238e-01, -3.0955e-02,
-1.3703e-01, 4.4032e-02, 5.1375e-02, 3.5857e-02, -2.4475e-02,
-1.2514e-01, 3.0484e-02, -5.0231e-02, 2.7018e-02, -3.9887e-02,
-1.8719e-02, 1.0457e-01, 5.3370e-02, -7.0022e-02, 6.0348e-02,
-2.9362e-02, -4.9754e-02, -7.4472e-02, -9.2376e-02, 1.9287e-02,
-1.6766e-01, 1.2531e-01, 8.7282e-04, -1.0058e-01, -2.2373e-02,
4.2986e-02, -7.1776e-02, -5.2829e-02, -1.0451e-01, -2.6956e-02,
-4.8231e-02, -9.2583e-02, -2.0540e-02, -3.1979e-02, 6.8692e-02,
3.4647e-02, 7.0016e-02, 2.6560e-02, -1.1267e-02, -1.0695e-01,
-3.5476e-02, -2.1515e-02, 1.4334e-02, 5.5508e-02, -3.0810e-02,
-1.7982e-02, 1.2580e-02, -1.8115e-02, 7.6473e-02, -6.8667e-03,
6.7252e-02, 4.6029e-02, 5.7098e-02, 1.7262e-01, -9.2040e-02,
3.2625e-02, 5.3743e-02, -1.1562e-01, 6.8845e-02, 1.8034e-02,
-5.8776e-03, -9.6194e-03, -5.0154e-02, -1.3974e-01, -8.8723e-02,
-4.9665e-02, -6.5527e-02, -6.8442e-02, 6.7127e-02, -8.9651e-03,
1.3395e-01, 1.5351e-01, 9.5325e-02, 4.3134e-02, 7.5202e-02,
-1.0790e-01, 1.4725e-05, 5.6004e-03, -1.9435e-02, 2.0577e-02,
-1.3285e-02, -9.5889e-02, 4.1741e-02, 5.7020e-02, 1.1719e-01,
1.2950e-01, 8.7170e-02, 1.4432e-01, -3.4749e-02, -4.5005e-02,
6.1980e-02, 5.6914e-03, 7.7426e-03, 7.5903e-02, 4.7206e-02,
3.5983e-02, -2.1558e-01, -1.0009e-01, -1.1040e-03, 1.5136e-02,
3.6452e-02, 7.5998e-02, -5.2984e-02, -7.6448e-03, 2.0111e-02,
9.4045e-03, 9.4641e-03, 1.0347e-01, 1.2403e-02, -3.7238e-02,
-7.4468e-02, -2.1520e-02, -1.5825e-01, 4.2808e-02, 2.0861e-02,
-1.1903e-02, -5.1361e-02, -3.8052e-02, -6.9855e-02, 8.5651e-02,
5.6346e-03, -3.7406e-03, 3.0490e-02, -1.0718e-02, 4.4523e-03,
1.9137e-01, -6.0611e-02, 6.5886e-02, -1.3724e-03, -1.7984e-02,
1.5282e-01, -7.6089e-02, -4.4301e-02, 4.5611e-02, -4.7856e-02,
-1.0779e-01, 3.4395e-02, -2.8554e-03, 8.4541e-02, 1.8961e-02,
6.0729e-02, -7.6773e-02, -8.3401e-02, 6.1523e-02, 1.4139e-01,
-1.0936e-01, 1.1039e-01, -7.4213e-02, -1.9415e-02, -4.2425e-02,
1.0907e-02, 7.8559e-02, -5.3102e-02, -9.4921e-02, -7.3400e-02,
2.2216e-02, 2.9476e-02, 7.5937e-02, -2.1373e-02, 3.8852e-03,
-8.6977e-02, -2.7840e-02, 1.4297e-01, -8.4756e-02, 5.9270e-02,
7.6608e-02, 2.0405e-01, -8.2966e-02, 2.9208e-02, 1.1978e-01,
8.7970e-02, 3.3431e-02, 6.2355e-04, -7.0906e-03, 3.7414e-02,
-1.5531e-02, 9.8199e-03, -8.0946e-01, -4.4448e-03, 7.0219e-02,
7.6763e-02, -3.7173e-02, -8.7994e-02, 8.3547e-02, 3.6162e-03,
-5.9401e-02, 1.6475e-03, -5.6998e-02, -1.3337e-01, -4.1041e-02,
8.8570e-02, 3.9413e-02, -3.4525e-02, 6.4985e-02, 6.9961e-02,
3.6275e-02, -1.3250e-02, 8.3208e-02, 5.3499e-02, -4.3367e-02,
1.7949e-02, 9.9824e-02, -1.5169e-02, -5.8778e-02, 7.5131e-02,
-3.4550e-02, 5.3252e-02, 1.4860e-02, 8.5116e-02, -8.7305e-02,
1.9010e-03, 8.0711e-02, 5.2319e-02, 2.2874e-02, 8.4646e-02,
8.7875e-02, -1.1045e-02, 4.9168e-02, 2.9260e-02, -4.8782e-02,
2.7571e-02, -6.5107e-02, 7.5500e-02, -3.6319e-03, -5.9118e-02,
-5.7052e-02, 4.3886e-02, 5.3579e-02, 1.1877e-01, 1.4971e-01,
8.1525e-02, -3.0062e-02, 9.0883e-04, -1.7997e-01, 9.4810e-02,
5.7594e-02, -6.5254e-02, -6.3568e-02, -9.8862e-02, 4.9388e-02,
6.1454e-02, -3.0151e-02, 4.0859e-02, -8.2957e-02, 1.5552e-02,
-7.3965e-02, -7.1471e-02, -1.2068e-01, -2.0279e-03, 1.7015e-02,
-9.0748e-02, -3.6704e-02, -1.2006e-01, -1.5051e-01, 1.6001e-01,
1.0284e-01, -4.1961e-02, -2.6259e-02, 6.8462e-02, -7.9273e-03,
-1.0272e-02, 1.7838e-02, -4.6833e-02, 5.2177e-02, -2.1146e-02,
-7.7123e-02, -1.1170e-02, 7.6962e-02, -1.3256e-01, -5.6747e-02,
-2.3531e-02, -2.1965e-02, -1.4353e-01, -1.1127e-01, 3.6364e-03,
1.9279e-03, -6.7771e-02, -1.1529e-03, 1.1196e-01, -1.1534e-01,
1.3585e-01, 2.7449e-02, 1.3730e-02, 3.9956e-02, -6.1008e-02,
8.3888e-02, -2.1785e-02, -1.3830e-01, 3.9546e-02, 7.2462e-02,
-9.2350e-02, 1.9996e-01, 7.0236e-03, -3.6900e-02, -6.8817e-02,
3.3181e-03, 4.6132e-02, 8.9356e-04, -5.2078e-02, 3.5309e-02,
-4.5802e-03, -6.8786e-02, 4.7052e-02, 2.2010e-02, -1.2030e-01,
-8.0070e-03, -3.3342e-02, 6.6326e-02, 6.8463e-02, -4.0514e-02,
7.1937e-02, 2.5499e-02, -4.1899e-02, 1.3304e-01, -3.0490e-02,
2.0807e-02, 4.4264e-02, -5.6932e-02, 8.3056e-02, -1.3850e-03,
5.6206e-02, -2.9596e-02, 4.1551e-02, 1.7377e-02, -1.2222e-01,
-2.2954e-02, 2.8670e-02, -7.4319e-02, 1.0232e-01, -2.7160e-02,
2.6953e-02, 1.2138e-02, -8.9676e-02, 8.9970e-02, 4.6384e-02,
6.9694e-02, -9.5397e-02, -2.9326e-02, 4.3638e-02, 2.5376e-02,
-4.0984e-02, 1.7955e-02, 6.3024e-03, -1.3674e-01, -9.0717e-03,
-5.6364e-03, 3.0633e-02, -1.3523e-01, -3.4604e-03, -4.9323e-02,
-6.6376e-02, -5.3291e-02, -5.5427e-02, 2.1577e-02, -7.8516e-02,
4.7769e-02, 2.6742e-02, -5.9912e-02, 1.6465e-01, -9.3959e-02,
-1.9789e-02, -6.3585e-02, 8.9055e-02, -2.2655e-02, 6.6013e-02,
-6.0377e-02, -7.1121e-02, -6.7511e-02, 4.5799e-02, -1.1617e-02,
1.3569e-01, 2.3734e-03, 1.5245e-01, 1.4604e-02, 1.5541e-02,
-2.7821e-02, 2.5030e-02, -1.9138e-01, -5.6008e-02, 1.1066e-01,
-1.1373e-02, -1.1254e-02, 6.5970e-02, 3.8093e-02, -7.0821e-02,
6.4395e-03, 4.1552e-02, 6.5814e-02], device='cuda:0')),
('bert.encoder.layer.8.output.LayerNorm.weight',
tensor([0.8218, 0.8497, 0.8650, 0.8224, 0.8496, 0.8585, 0.7722, 0.8323, 0.8534,
0.8188, 0.8496, 0.8661, 0.8588, 0.8725, 0.8602, 0.8216, 0.8501, 0.8416,
0.8550, 0.8585, 0.8463, 0.8556, 0.8283, 0.8474, 0.8701, 0.8389, 0.8413,
0.7849, 0.8498, 0.8563, 0.8596, 0.8257, 0.8705, 0.8179, 0.8533, 0.8636,
0.8127, 0.8512, 0.8276, 0.7978, 0.8640, 0.8506, 0.8162, 0.8702, 0.8667,
0.8323, 0.8494, 0.8465, 0.8583, 0.8563, 0.8361, 0.8412, 0.8472, 0.8762,
0.8228, 0.8140, 0.8348, 0.8836, 0.8231, 0.8418, 0.8443, 0.8602, 0.8467,
0.8408, 0.8159, 0.8427, 0.8585, 0.8406, 0.8306, 0.7982, 0.8315, 0.8558,
0.8568, 0.8220, 0.8558, 0.8709, 0.8568, 0.8313, 0.8567, 0.8594, 0.8382,
0.8814, 0.8560, 0.8159, 0.8277, 0.8163, 0.8300, 0.8589, 0.8615, 0.8349,
0.8322, 0.8543, 0.8547, 0.8696, 0.8374, 0.8370, 0.8260, 0.8560, 0.8727,
0.8503, 0.8444, 0.8683, 0.8427, 0.8467, 0.8148, 0.8806, 0.8695, 0.8180,
0.8667, 0.8541, 0.8320, 0.8548, 0.8652, 0.8127, 0.8692, 0.8449, 0.8429,
0.8359, 0.8570, 0.8552, 0.8583, 0.8748, 0.8659, 0.8351, 0.8396, 0.8350,
0.8576, 0.8416, 0.8714, 0.8324, 0.8688, 0.8339, 0.8388, 0.8437, 0.8803,
0.8529, 1.1538, 0.8495, 0.7977, 0.8677, 0.8260, 0.8472, 0.8495, 0.2347,
0.8397, 0.8645, 0.8440, 0.8639, 0.8532, 0.8055, 0.8259, 0.8572, 0.8435,
0.8429, 0.8399, 0.8339, 0.8592, 0.8496, 0.8228, 0.8713, 0.8079, 0.8706,
0.8856, 0.8699, 0.8325, 0.8323, 0.8297, 0.7926, 0.8387, 0.8462, 0.8602,
0.7932, 0.8054, 0.8505, 0.8460, 0.8193, 0.8562, 0.8189, 0.8625, 0.8473,
0.8551, 0.8557, 0.8281, 0.8424, 0.8714, 0.8570, 0.8405, 0.8128, 0.8398,
0.8250, 0.8254, 0.8130, 0.8367, 0.8551, 0.8123, 0.8500, 0.8742, 0.8355,
0.8632, 0.8286, 0.8638, 0.8080, 0.8594, 0.8353, 0.8410, 0.8400, 0.8678,
0.8518, 0.8467, 0.8574, 0.8527, 0.8454, 0.8199, 0.8510, 0.8562, 0.8745,
0.8317, 0.8508, 0.8442, 0.8299, 0.8885, 0.8540, 0.8548, 0.8582, 0.8297,
0.8415, 0.8581, 0.8421, 0.8031, 0.8062, 0.8729, 0.8811, 0.8352, 0.8588,
0.8561, 0.8357, 0.8399, 0.8515, 0.8687, 0.8547, 0.8505, 0.8210, 0.8190,
0.8502, 0.8540, 0.8376, 0.8622, 0.8492, 0.8808, 0.8328, 0.8322, 0.8501,
0.8835, 0.8495, 0.8454, 0.8991, 0.8486, 0.8408, 0.8640, 0.8463, 0.8041,
0.8428, 0.8284, 0.8467, 0.8582, 0.8525, 0.8759, 0.8784, 0.8841, 0.8179,
0.8229, 0.8483, 0.8425, 0.8630, 0.8519, 0.8558, 0.8587, 0.8656, 0.8217,
0.8400, 0.8709, 0.8536, 0.8715, 0.3527, 0.8640, 0.8675, 0.8364, 0.8413,
0.8638, 0.8183, 0.8419, 0.8512, 0.8499, 0.8095, 0.8543, 0.8324, 0.8137,
0.8296, 0.8679, 0.8430, 0.8506, 0.8360, 0.8549, 0.8665, 0.3519, 0.8852,
0.8498, 0.8707, 0.8481, 0.8436, 0.8329, 0.8509, 0.8583, 0.8664, 0.8341,
0.8606, 0.8452, 0.8582, 0.8563, 0.8128, 0.8489, 0.8615, 0.8362, 0.8600,
0.8598, 0.8410, 0.8819, 0.8518, 0.8598, 0.8382, 0.8527, 0.8694, 0.8476,
0.8910, 0.8598, 0.8558, 0.8786, 0.8165, 0.8026, 0.8451, 0.8248, 0.8710,
0.8193, 0.8648, 0.8401, 0.8405, 0.8663, 0.8550, 0.8435, 0.8135, 0.8553,
0.8407, 0.8327, 0.8594, 0.8541, 0.8490, 0.8445, 0.8594, 0.8578, 0.8169,
0.8590, 0.8453, 0.8465, 0.8680, 0.8113, 0.8197, 0.8561, 0.8284, 0.8391,
0.8630, 0.8521, 0.8630, 0.8547, 0.8656, 0.8464, 0.8494, 0.8457, 0.8637,
0.8730, 0.7984, 0.8301, 0.8546, 0.8471, 0.8684, 0.8475, 0.8471, 0.8647,
0.8544, 0.8537, 0.8296, 0.8566, 0.8418, 0.8662, 0.8530, 0.8573, 0.8566,
0.8455, 0.8599, 0.8081, 0.8183, 0.8549, 0.8605, 0.8231, 0.8546, 0.8486,
0.8441, 0.8481, 0.8396, 0.8631, 0.8688, 0.8479, 0.8488, 0.8675, 0.8692,
0.8695, 0.8750, 0.8242, 0.8462, 0.8283, 0.8795, 0.8786, 0.8770, 0.8456,
0.8109, 0.8370, 0.8734, 0.8303, 0.8066, 0.8742, 0.8575, 0.8621, 0.8476,
0.8228, 0.8337, 0.8283, 0.8683, 0.8626, 0.8432, 0.8762, 0.8328, 0.8570,
0.8295, 0.8280, 0.8306, 0.8374, 0.8228, 0.8378, 0.8411, 0.8587, 0.8388,
0.8547, 0.8137, 0.8342, 0.8684, 0.8394, 0.7858, 0.8565, 0.8061, 0.8202,
0.8358, 0.8720, 0.8748, 0.8165, 0.8776, 0.7163, 0.8072, 0.8319, 0.8554,
0.8495, 0.8480, 0.8296, 0.8479, 0.8430, 0.8297, 0.8524, 0.8391, 0.8059,
0.8702, 0.8394, 0.8546, 0.8360, 0.8583, 0.8885, 0.8319, 0.8564, 0.8488,
0.8634, 0.8384, 0.8934, 0.8361, 0.8315, 0.8543, 0.8286, 0.8366, 0.8232,
0.8548, 0.8658, 0.8640, 0.8686, 0.8544, 0.8802, 0.8584, 0.8367, 0.8448,
0.8615, 0.8110, 0.8711, 0.8501, 0.8657, 0.8299, 0.8350, 0.8556, 0.8489,
0.8508, 0.8361, 0.8230, 0.8649, 0.8387, 0.8197, 0.8585, 0.8709, 0.8356,
0.8476, 0.8999, 0.8704, 0.8398, 0.8249, 0.8466, 0.8360, 0.8575, 0.8312,
0.8150, 0.8228, 0.8448, 0.8285, 0.8380, 0.8039, 0.8388, 0.8241, 0.8413,
0.8347, 0.8615, 0.8117, 0.7917, 0.8621, 0.8480, 0.8214, 0.8227, 0.8519,
0.8225, 0.8133, 0.8449, 0.8369, 0.8484, 0.8183, 0.8596, 0.8084, 0.6916,
0.8445, 0.8621, 0.8668, 0.8406, 0.8337, 0.8751, 0.8439, 0.8754, 0.8475,
0.8657, 0.8233, 0.8331, 0.8344, 0.8806, 0.8509, 0.8344, 0.8440, 0.8453,
0.8496, 0.8541, 0.8487, 0.8490, 0.8749, 0.8304, 0.8372, 0.8560, 0.8585,
0.8506, 0.8532, 0.8427, 0.8145, 0.8299, 0.8697, 0.8099, 0.8335, 0.8542,
0.8653, 0.8376, 0.8385, 0.8427, 0.8727, 0.8437, 0.8602, 0.8616, 0.8482,
0.8716, 0.8572, 0.8645, 0.8360, 0.7761, 0.8155, 0.8477, 0.8359, 0.8400,
0.8488, 0.8561, 0.8218, 0.8460, 0.8667, 0.8547, 0.8533, 0.8595, 0.8453,
0.8499, 0.8511, 0.8639, 0.8432, 0.8349, 0.8386, 0.8251, 0.8760, 0.8501,
0.8586, 0.8470, 0.8610, 0.8188, 0.8163, 0.8412, 0.8890, 0.8629, 0.8542,
0.8555, 0.8548, 0.8597, 0.8483, 0.8360, 0.8600, 0.8510, 0.8236, 0.8512,
0.8397, 0.8317, 0.8324, 0.8795, 0.8353, 0.8333, 0.8467, 0.8510, 0.8558,
0.8537, 0.8074, 0.8515, 0.8368, 0.8273, 0.8574, 0.8332, 0.8375, 0.8725,
0.8517, 0.8038, 0.8453, 0.8288, 0.8429, 0.8051, 0.8439, 0.8515, 0.8496,
0.8468, 0.8504, 0.8777, 0.8340, 0.8426, 0.8645, 0.8415, 0.8357, 0.8461,
0.8570, 0.8442, 0.8376, 0.8709, 0.8614, 0.8435, 0.8542, 0.8280, 0.8665,
0.8507, 0.8689, 0.8597, 0.8572, 0.7843, 0.8089, 0.8606, 0.8451, 0.8371,
0.8588, 0.8088, 0.8342, 0.8712, 0.8368, 0.8633, 0.8583, 0.8486, 0.8519,
0.8586, 0.8527, 0.8431, 0.8517, 0.8488, 0.7813, 0.8156, 0.8601, 0.8541,
0.8473, 0.8425, 0.8375, 0.8285, 0.8636, 0.8175, 0.8775, 0.8287, 0.8754,
0.8502, 0.8225, 0.8547, 0.8497, 0.7522, 0.8451, 0.8540, 0.8416, 0.8660,
0.8424, 0.8464, 0.8357, 0.8460, 0.8130, 0.8046, 0.8441, 0.8415, 0.8693,
0.8537, 0.8708, 0.8430, 0.8440, 0.8656, 0.8513, 0.8480, 0.8591, 0.8612,
0.8411, 0.8318, 0.8516, 0.8117, 0.8378, 0.8586, 0.8602, 0.8537, 0.8763,
0.8572, 0.8657, 0.8383], device='cuda:0')),
('bert.encoder.layer.8.output.LayerNorm.bias',
tensor([-8.8380e-02, 7.0131e-02, 4.3969e-02, -1.6096e-01, 4.6778e-02,
-6.9419e-02, 9.1309e-02, -1.1279e-01, -7.8851e-02, 4.1705e-02,
-1.2566e-01, -2.7187e-02, -2.7267e-03, 8.4436e-02, -7.2892e-02,
-1.0402e-01, -1.9216e-02, 3.4123e-02, 3.7985e-03, 2.2527e-02,
-6.1069e-02, -6.0394e-02, -4.6813e-02, -8.6787e-02, -4.1774e-02,
-2.1605e-02, -1.0782e-01, -2.3956e-01, -6.4695e-02, -1.1224e-01,
-1.3471e-02, 1.9322e-02, 7.2181e-02, 3.2020e-02, -1.9089e-01,
-5.5440e-02, 7.6312e-02, -5.3625e-02, -7.7777e-02, -1.6631e-01,
4.8171e-03, 4.4208e-02, -7.8243e-02, -5.3143e-02, -3.9333e-02,
9.8350e-03, -1.5745e-02, -1.3810e-01, -4.9696e-02, -6.7829e-02,
-8.7624e-02, -1.0556e-01, -1.2597e-01, 4.3225e-02, -6.1545e-02,
6.1644e-02, 6.9700e-02, -3.6189e-02, -3.8415e-02, -6.9271e-02,
2.4165e-02, -7.4819e-03, -1.3344e-01, 9.9429e-02, 3.4626e-02,
-4.1665e-02, -5.3207e-02, 3.1656e-03, -7.2401e-02, 5.2283e-02,
6.1419e-02, 4.5975e-02, -1.4618e-02, -7.2730e-02, -2.7493e-02,
-5.2201e-02, -6.6655e-02, -2.1426e-02, -1.2467e-02, -7.8562e-03,
-1.3130e-01, -5.7791e-02, -1.1399e-03, -1.4771e-01, 8.2667e-03,
-1.3627e-01, -4.0958e-02, -4.6081e-02, -8.6916e-02, -8.4693e-02,
3.5902e-02, -1.1447e-02, 2.1159e-03, -8.0847e-02, -6.5080e-03,
-1.3084e-01, -2.4241e-02, -3.7737e-03, -5.7317e-02, -8.7295e-02,
-2.5490e-02, 1.6632e-02, -4.6127e-02, -5.6934e-02, 5.7521e-02,
1.3590e-03, -1.1796e-01, -3.2648e-02, 5.0296e-02, 5.5198e-02,
-4.1338e-02, 2.1909e-03, 2.2667e-03, -3.1520e-02, -1.2415e-01,
-1.6626e-01, -3.9537e-02, -1.0026e-01, -8.1943e-03, -1.5502e-02,
-4.8364e-02, -1.6572e-02, -3.3591e-02, -4.4411e-02, 3.1657e-03,
-3.5901e-02, -5.2136e-02, -3.6432e-02, 1.4629e-02, -2.9655e-02,
4.7987e-02, -5.7964e-02, -1.7868e-02, -4.4364e-02, 1.6704e-02,
-1.0316e-01, -1.8071e-01, -1.0215e-01, -2.2004e-01, -2.6310e-02,
5.3854e-02, 5.2293e-02, -3.5230e-02, 4.0546e-01, -3.4529e-02,
-1.6014e-02, -8.9991e-02, -7.3707e-02, 3.0474e-02, 1.6600e-01,
1.2478e-01, 3.8424e-03, 8.0878e-03, -1.3956e-01, -7.2040e-02,
1.1909e-01, -2.2359e-02, 9.3909e-02, -1.1917e-01, 4.0799e-02,
-1.5394e-01, -6.2633e-02, -6.7739e-02, -2.4452e-02, -3.0964e-02,
8.3635e-02, -1.5912e-01, -5.6838e-02, 5.1805e-02, -4.9856e-02,
-5.1276e-02, -9.2741e-02, -2.5718e-02, -8.7981e-02, -1.3956e-01,
-1.1395e-01, -1.3930e-01, 4.7512e-02, 1.7238e-02, -6.7788e-02,
2.8300e-02, 1.9921e-02, -2.9234e-02, 7.0968e-02, -3.7397e-03,
-1.4345e-02, 1.1095e-03, 5.7708e-02, -2.7209e-02, -1.8825e-03,
-9.7515e-02, -6.5292e-02, -6.9356e-02, -8.1788e-02, 8.3917e-02,
5.1180e-02, -4.0639e-02, -8.8691e-04, -7.5883e-03, 3.6427e-02,
-3.8125e-02, -9.5868e-02, 1.2304e-02, -5.3177e-02, -7.6991e-02,
-2.9141e-03, -7.2890e-02, 1.0133e-01, 4.1027e-04, 1.9917e-03,
-2.4378e-02, 3.2414e-02, -6.1997e-02, 6.7227e-02, -5.1874e-02,
-9.5379e-03, -1.1033e-01, -3.9581e-02, -1.0094e-02, -3.4870e-02,
-4.7829e-02, -7.2837e-02, -1.2488e-01, 7.3939e-02, 1.1058e-01,
-1.1962e-01, -4.6181e-02, -2.3104e-02, -1.3589e-01, -7.7466e-02,
-2.7281e-02, -7.2538e-02, -3.5770e-02, 5.4592e-02, -1.6306e-02,
4.0782e-03, -4.4484e-02, 4.0650e-02, -2.5977e-02, -2.6523e-02,
5.0603e-02, -4.7252e-03, -1.1294e-01, -7.0510e-02, 3.9198e-02,
3.9673e-02, -8.9039e-02, -4.9473e-02, -6.3330e-02, -1.5228e-01,
-7.0655e-02, -4.5399e-02, -1.1938e-01, -1.0501e-01, -1.1157e-01,
-7.0666e-02, 7.0838e-02, -6.1475e-02, 2.1660e-03, -7.4209e-02,
-9.2157e-02, 1.8995e-02, -8.0509e-02, -6.7254e-02, -1.1350e-02,
-1.9125e-02, -8.2509e-02, -7.0346e-02, -3.5834e-02, 5.4669e-02,
3.0862e-02, 4.4137e-02, -1.4499e-01, -1.9883e-02, -1.0919e-01,
-6.1440e-02, 2.9471e-02, -4.1629e-02, -8.4171e-02, 1.4959e-01,
-4.6519e-02, -1.2892e-02, -1.5823e-03, -6.3341e-01, -1.0655e-02,
-4.5098e-02, -3.8235e-02, 7.5111e-02, -9.6443e-02, -4.5943e-02,
-1.7935e-02, -5.9106e-02, -5.0681e-02, 4.5216e-02, -1.3701e-02,
5.8117e-02, 6.4336e-02, -7.8901e-03, 2.2553e-02, -2.4589e-02,
-9.2828e-02, 6.0929e-02, -3.9355e-02, -5.2774e-02, 2.8851e-01,
-1.6390e-02, -4.2390e-02, -3.5741e-02, 5.7190e-02, -1.4481e-01,
-1.3482e-01, -1.2454e-01, -4.0498e-02, -7.8845e-02, 5.0286e-03,
7.4009e-05, -4.2211e-02, -8.9785e-03, 5.2770e-02, -1.4558e-02,
2.8489e-02, -3.8554e-02, -5.2234e-02, -1.0133e-02, -7.3253e-03,
3.9935e-02, -6.4149e-02, -3.6702e-02, -1.8810e-02, -7.3895e-02,
1.4118e-01, -6.2918e-02, -7.7461e-03, -8.4778e-02, -2.7724e-02,
3.6670e-02, -3.0305e-02, -1.4411e-01, 1.2903e-01, -1.6922e-02,
-5.5706e-02, -6.6692e-02, -1.0383e-02, 5.2046e-02, -6.7003e-02,
-4.1405e-02, -7.5577e-03, 7.4896e-02, -7.1030e-02, -3.9887e-02,
-9.0653e-03, 7.6176e-02, 6.0122e-02, -4.3186e-02, -5.2460e-02,
6.4176e-02, 2.7176e-02, -7.9779e-02, -5.4259e-02, -1.0729e-02,
-3.0682e-02, 1.8397e-02, -4.2690e-02, -7.2168e-03, 5.0854e-02,
-1.0309e-01, 3.1681e-03, -1.6211e-01, 4.5777e-02, -5.9810e-02,
2.3480e-02, 4.9315e-02, -7.1607e-03, -6.8137e-02, 2.8722e-02,
-4.5286e-02, 3.0898e-02, 7.2461e-02, -4.6849e-02, -5.7435e-02,
4.0557e-02, -5.2347e-02, -1.5022e-02, -8.4305e-02, -2.2994e-02,
6.6916e-02, -3.4653e-02, -1.9531e-02, -9.2615e-02, 8.5221e-03,
-7.3092e-02, -4.2445e-02, -2.2505e-02, 1.6121e-02, -1.8153e-02,
3.0235e-02, 1.1997e-02, -1.4074e-02, 3.7328e-02, -2.3208e-02,
-1.3127e-02, -6.3157e-02, 4.9504e-02, 7.8001e-03, 3.9784e-02,
-5.2404e-02, -5.3997e-03, 9.3080e-03, 2.8756e-02, 5.6089e-02,
7.6090e-03, -1.4501e-02, -1.1322e-01, -9.7000e-03, 5.2836e-03,
-1.9583e-02, -4.8572e-02, -2.3773e-01, 3.1951e-02, 6.8517e-02,
1.3751e-02, 4.6342e-02, 4.6070e-02, -1.3938e-01, -1.3245e-01,
-2.9319e-02, 6.3555e-02, -3.5760e-02, -1.0293e-01, -1.2819e-01,
7.2173e-02, -6.0464e-02, 6.6276e-02, -1.4577e-01, 4.1440e-02,
-5.6681e-02, -1.0709e-01, 3.5713e-03, -5.1256e-02, -4.4489e-02,
-3.8182e-02, 5.2566e-03, 5.8054e-03, 3.9160e-02, 4.5402e-03,
2.9185e-02, -2.2022e-02, 6.1456e-03, -5.1370e-02, -1.7842e-04,
-7.4905e-02, -8.8635e-02, -1.2897e-01, -4.5892e-02, 1.3711e-02,
2.1729e-01, -1.0781e-01, 5.6175e-03, 2.8178e-02, -2.8717e-02,
4.4843e-04, 8.7773e-03, -3.0937e-02, -9.6252e-02, -9.5796e-02,
-5.7813e-02, -6.5933e-02, -7.1230e-02, -6.6069e-02, -7.9851e-02,
-1.8474e-01, -8.2710e-02, -3.7122e-02, -7.7650e-02, -2.1481e-02,
-6.4034e-02, 4.1927e-02, -2.7033e-02, -6.7452e-02, 2.9122e-02,
-7.7619e-02, -1.2506e-02, 3.0540e-02, -8.4651e-02, -6.0750e-02,
2.3109e-02, -2.0189e-02, -8.7972e-02, -2.7461e-02, -5.7681e-02,
2.8568e-02, -4.0041e-02, 7.8219e-02, -2.5801e-02, -1.3374e-01,
-4.3705e-02, -1.0872e-02, -4.0800e-02, -1.1009e-02, -2.5607e-02,
-1.4660e-01, -3.7526e-02, -7.7134e-02, 7.7088e-02, 1.0869e-02,
-2.2137e-01, -2.3779e-02, -7.9445e-02, -2.2845e-02, 2.5095e-02,
9.4556e-02, -1.3463e-02, -5.9519e-02, -2.6538e-02, 6.6501e-02,
6.6505e-02, -1.2289e-03, -6.8123e-02, -6.9682e-02, -5.8574e-02,
1.8198e-03, 1.8594e-02, -4.3907e-02, -1.3163e-02, -1.8420e-02,
2.1433e-03, -1.6200e-01, 2.0703e-02, -3.0329e-02, 4.1294e-02,
-2.5089e-02, -1.2499e-01, 5.5275e-02, 4.0630e-03, 4.9916e-02,
-1.1879e-01, -9.7051e-02, -5.0292e-02, 6.4187e-02, -6.7181e-02,
1.4302e-01, 4.9102e-03, -7.3951e-02, 4.9026e-02, -1.0098e-01,
-1.7802e-01, -6.3872e-02, -3.3116e-02, -3.8152e-02, -1.8127e-01,
-1.7491e-01, -5.6316e-02, 7.6256e-02, -8.2800e-02, -8.1669e-02,
-7.7570e-02, 5.2082e-02, -4.7410e-01, 4.3314e-02, -4.5211e-02,
3.0868e-03, -9.0193e-02, -4.7025e-02, -3.7500e-02, -6.4175e-02,
-7.4329e-03, -3.9009e-02, -1.7586e-02, 1.0628e-02, -1.5975e-01,
-9.4242e-02, -3.2116e-02, 4.1287e-02, -2.0515e-02, -6.6961e-02,
-3.8607e-02, -4.3732e-02, 2.6516e-02, -8.9393e-02, 7.6665e-02,
-6.3141e-02, -1.8974e-01, -7.2713e-02, -3.4554e-02, -7.2366e-02,
-1.0317e-02, -4.7264e-02, -3.8567e-02, -1.0169e-01, 8.6723e-03,
2.0638e-03, -8.2578e-02, -4.9976e-02, 2.8276e-02, -4.5948e-02,
-7.3372e-02, -4.7069e-02, -5.4545e-02, 2.9124e-02, -1.3438e-01,
7.6634e-03, -2.8141e-02, -1.1515e-02, 5.5633e-02, 1.9898e-02,
3.4296e-02, -7.1424e-02, -8.1399e-02, -9.5628e-02, -1.3365e-01,
-5.3076e-02, 2.3080e-02, -3.9105e-02, 4.2981e-02, -1.8184e-01,
-1.2313e-01, -1.6464e-02, -6.0130e-03, -1.4515e-02, -2.1216e-02,
1.9177e-02, -2.4707e-02, -1.2805e-01, -5.4856e-02, -8.8826e-02,
5.0993e-02, 2.4872e-02, 6.2246e-02, -7.6560e-02, -8.1569e-02,
8.4985e-02, -6.8223e-02, -2.8837e-02, 1.0319e-01, -1.0852e-01,
-1.1623e-01, 1.4053e-03, -1.0749e-01, 1.8847e-02, -3.0062e-03,
2.5278e-02, 3.1986e-02, -1.6606e-01, -1.1843e-01, -1.3392e-02,
-1.8577e-03, 2.2653e-02, -1.1020e-01, 7.3080e-02, 1.5211e-02,
1.2419e-02, 5.4891e-02, -5.0402e-03, 6.8692e-02, -4.2749e-02,
-3.3977e-02, 1.8592e-02, -2.1057e-02, -1.7355e-01, 4.1257e-02,
-1.2605e-01, -7.6018e-02, -3.4127e-02, -6.3596e-02, 1.0921e-01,
-1.6045e-02, -1.2049e-01, 4.5741e-02, -1.7758e-02, -6.0193e-02,
-6.1783e-03, -6.8823e-02, -6.9684e-02, -5.6310e-02, -1.1528e-01,
-9.4344e-02, -1.0508e-02, 2.6463e-02, 1.0169e-01, -7.9675e-02,
-1.0394e-01, 7.8444e-03, -7.3834e-02, -8.3336e-02, 3.5233e-02,
-8.3354e-03, 2.2198e-02, -9.3549e-03, -1.2453e-02, 2.0347e-02,
-1.1571e-01, -9.6915e-02, 1.4207e-02, -8.8077e-02, -5.9699e-02,
7.3679e-03, -5.9480e-02, 1.9890e-01, -1.9018e-01, -7.0544e-02,
-9.9428e-02, -6.2779e-02, 2.9068e-02, -6.1928e-03, 8.2138e-02,
2.7076e-02, -5.2637e-02, -6.8938e-03, -2.3610e-02, 1.6483e-02,
-4.7743e-02, -1.1439e-02, -4.7646e-02, -4.9540e-02, -7.5739e-02,
-7.0472e-02, 6.4679e-02, -3.2542e-02, -6.6076e-02, -6.3679e-02,
2.0504e-02, -4.4594e-02, -7.1216e-02, 5.4745e-02, 4.8135e-03,
-3.9511e-02, -1.1846e-01, 2.1876e-02, 3.3664e-03, -7.4072e-02,
3.0638e-02, 6.2571e-03, 3.3921e-02, -3.4582e-01, 3.3520e-02,
-2.8753e-02, -1.1790e-01, 4.2989e-03, -6.1716e-02, -4.5118e-02,
2.3231e-02, -5.8056e-03, -8.0724e-02, -1.2142e-01, -6.6168e-02,
4.1045e-02, 5.5409e-03, 1.9149e-02, 3.7252e-02, 9.5893e-03,
-8.9717e-02, -5.3886e-02, -1.1302e-01, 4.8658e-04, 8.1260e-03,
5.0117e-02, -8.8822e-02, 7.1974e-02, 6.2029e-04, -7.3818e-02,
1.3137e-02, 2.0787e-02, -4.4078e-02, -2.8670e-02, -1.3203e-03,
7.9562e-03, -4.3147e-02, -1.5707e-01], device='cuda:0')),
('bert.encoder.layer.9.attention.self.query.weight',
tensor([[ 0.0594, -0.0412, -0.0051, ..., 0.0181, -0.0125, -0.0264],
[-0.0283, 0.0066, 0.0248, ..., 0.0684, -0.0083, -0.0188],
[-0.0196, 0.0103, 0.0098, ..., 0.0074, 0.0162, -0.0164],
...,
[ 0.0492, 0.0446, 0.0231, ..., 0.0213, -0.0053, -0.0156],
[-0.1048, -0.0021, 0.0546, ..., -0.0028, 0.0318, 0.0091],
[ 0.0033, -0.0148, 0.0322, ..., 0.0213, 0.0335, 0.0238]],
device='cuda:0')),
('bert.encoder.layer.9.attention.self.query.bias',
tensor([ 1.0855e-01, 4.1365e-02, 8.0841e-02, -3.5290e-02, 8.1144e-03,
-4.2045e-01, -3.5520e-01, -4.6958e-02, -2.4544e-01, -2.9305e-02,
5.0885e-01, 1.8850e-01, 7.4922e-02, -1.0436e-01, 4.0883e-01,
-8.3363e-02, 2.4849e-02, 3.5427e-02, -5.3782e-01, -7.7631e-02,
7.9704e-02, -1.2134e-01, -1.6176e-01, -5.1215e-03, -1.9928e-02,
3.5627e-02, 1.1125e-01, 8.9483e-02, -2.0417e-02, -2.0463e-01,
3.8597e-02, -5.9528e-02, -8.1470e-02, -4.2754e-02, 1.4113e-01,
1.5994e-01, -1.1210e-01, 4.9037e-01, -8.2351e-02, 1.3688e-01,
-1.5800e-01, -1.1888e-01, -1.9694e-01, -2.0478e-01, -3.7327e-02,
-7.4921e-02, 2.8273e-02, -8.7334e-02, 6.1784e-02, -3.0320e-02,
1.5658e-01, -2.4518e-01, -9.2837e-02, 6.3870e-02, 6.0068e-02,
-1.9991e-01, -2.9845e-01, -1.0010e-03, 9.1480e-02, 3.0825e-03,
3.8122e-02, 2.3551e-02, -8.1434e-02, -3.7572e-01, 2.4069e-02,
-2.6814e-02, -2.4124e-03, 1.1997e-02, 3.7714e-02, 5.5329e-02,
5.1420e-02, -4.9422e-02, 2.5970e-02, 3.4145e-03, -2.2575e-02,
-1.1138e-01, 9.0613e-03, -5.8842e-02, 5.9488e-02, -9.7821e-02,
7.6355e-02, -1.2002e-01, 4.5863e-02, -4.3949e-02, 2.7935e-02,
3.8440e-02, 1.3024e-02, 1.7612e-02, -1.2057e-01, -2.3294e-02,
-7.5289e-02, 1.0343e-01, 8.0365e-02, -2.8025e-01, 8.7987e-02,
1.2533e-02, -5.0490e-02, -1.2001e-02, -8.1695e-02, 1.2392e-02,
1.7956e-01, -2.1622e-02, -7.0080e-02, 4.8377e-02, 6.1321e-02,
-8.2283e-03, 3.2603e-02, 6.3058e-02, -4.3658e-02, -5.9299e-03,
3.2269e-02, 2.3175e-03, -1.1790e-02, 1.2128e-01, 4.9773e-02,
4.7517e-02, -7.9402e-02, -1.1345e-01, 2.6819e-02, 4.3504e-02,
1.0954e-01, -3.4904e-01, 1.3522e-03, -7.0751e-02, 7.4773e-02,
1.4454e-02, 1.0272e-01, -1.5635e-01, -1.1017e-02, 3.3132e-03,
-4.8132e-03, 1.0197e-01, 1.5539e-01, -6.9915e-02, 6.7134e-03,
-2.9288e-02, -2.7606e-02, -4.3879e-02, -3.6715e-02, 4.6790e-02,
1.7035e-01, 4.7011e-01, 1.2404e-01, 8.5880e-02, -5.8759e-02,
4.8558e-03, -3.1320e-02, 8.5328e-02, -4.5244e-02, -2.2195e-02,
-1.2163e-01, 7.4306e-02, -7.8000e-03, -1.5881e-02, 3.0013e-03,
2.3782e-02, -7.2136e-02, -5.9147e-03, 3.7331e-02, 1.7496e-03,
-2.3856e-02, -5.3833e-02, -5.2810e-02, 3.2930e-03, 1.0389e-01,
-9.4984e-03, 7.3790e-02, -2.8207e-02, 2.2385e-01, -1.2394e-01,
-1.3464e-02, 1.6914e-01, -1.2708e-01, 1.6980e-03, 4.6268e-03,
-1.5696e-02, -9.6882e-02, 4.5460e-03, 2.2391e-02, 4.7534e-03,
7.1467e-02, -1.0331e-01, 4.9966e-02, -5.7016e-03, 3.9352e-03,
-3.1033e-02, 4.1433e-02, 1.3468e-01, 6.8412e-02, 7.8341e-02,
2.0846e-02, -6.6946e-03, 2.7451e-02, 3.2694e-01, -3.2796e-02,
-1.3193e-02, -4.6505e-02, -3.0717e-01, 1.8648e-03, -3.0203e-02,
6.1828e-04, -7.6375e-02, 2.5883e-02, 1.8090e-02, 1.8343e-02,
-6.4579e-02, -4.7252e-02, -2.9755e-02, 1.2636e-03, -1.4425e-02,
2.6021e-04, 1.0058e-02, -3.9094e-02, -7.3705e-02, -1.6827e-02,
-1.0828e-01, 1.5431e-01, -5.9737e-02, 2.7576e-02, 4.5817e-02,
-2.2322e-02, -3.6856e-02, 3.6969e-02, -7.0446e-02, 1.2015e-01,
8.0016e-03, -8.5307e-02, -4.0731e-02, -4.1122e-02, 3.9121e-05,
1.2815e-02, 1.4123e-01, 1.0247e-02, -2.1218e-02, -7.5675e-03,
3.1430e-02, 1.1984e-01, -2.9678e-02, -8.0141e-02, 1.2792e-02,
-1.8067e-02, -1.1858e-01, -5.1921e-02, -7.1850e-02, 2.2713e-02,
1.8298e-02, 4.9533e-02, 2.1361e-03, -1.2467e-01, -9.3898e-03,
-9.4452e-02, -6.6120e-02, 2.2275e-02, -7.6770e-03, 2.3036e-02,
1.3650e-02, -3.0292e-02, 6.1394e-02, -8.2232e-02, -1.3422e-01,
-1.0778e-01, -1.8770e-01, -4.5404e-02, 7.4165e-02, 6.0712e-02,
-3.2000e-04, 2.8868e-02, 5.2641e-02, -4.1236e-02, 1.0293e-01,
1.3742e-01, 2.1004e-02, 1.2454e-01, -4.2272e-02, 2.6508e-01,
1.6105e-02, -5.0951e-01, -6.6801e-03, 9.0829e-02, -1.4710e-01,
1.4124e-01, 3.1516e-02, -6.6935e-02, -6.5878e-02, 1.2673e-02,
1.0004e-02, -3.2884e-02, -7.1767e-02, 1.9744e-01, -2.1910e-02,
8.4040e-02, 6.5471e-03, 5.9562e-02, -7.4843e-02, -6.1190e-02,
-6.1952e-02, -3.2717e-02, 1.1871e-01, 8.0595e-02, 5.5565e-02,
-3.1414e-01, -2.8161e-01, -3.7888e-03, -4.5252e-02, -1.1803e-01,
-7.6076e-03, -2.3032e-01, -5.2703e-02, -1.6511e-02, 1.3087e-01,
4.7066e-02, -1.4541e-02, -5.3885e-02, 9.6187e-02, 6.7338e-02,
4.0640e-02, 3.2135e-02, -1.5993e-02, -1.0965e-01, -1.5727e-01,
-4.8628e-02, 1.3937e-01, -1.1824e-01, 2.5325e-01, -2.8300e-02,
4.1523e-02, -4.0837e-02, -1.8866e-01, -1.7508e-01, 6.5706e-02,
-1.4393e-02, 1.0968e-01, -6.9282e-02, -1.6621e-01, 6.0366e-02,
9.7929e-02, 1.8156e-02, -2.1656e-02, 6.0473e-02, -3.3992e-01,
-9.5317e-02, -1.4900e-01, -5.4703e-02, 6.7472e-02, -4.1557e-01,
1.8137e-02, -3.0097e-01, -3.4819e-02, 7.6738e-02, -2.1770e-02,
-6.1486e-02, -1.6513e-01, -2.6997e-02, -2.5134e-02, 1.2857e-01,
5.7130e-02, -3.6515e-01, 1.3641e-01, -3.7693e-03, 3.9048e-03,
1.8568e-01, 5.1077e-02, -1.5630e-01, 3.6316e-02, 2.7750e-02,
-1.4109e-03, 1.8852e-02, -1.6021e-01, -1.5526e-01, -5.2132e-02,
2.5813e-02, 2.6788e-01, -1.9809e-01, 2.6086e-01, -3.3551e-02,
-1.9176e-03, -9.3127e-03, 8.2370e-02, -7.0074e-02, 1.3659e-01,
1.1033e-02, -7.5181e-02, -2.9022e-02, -2.0697e-02, -6.6063e-02,
-7.6744e-02, 2.2626e-02, 1.1818e-01, 2.5552e-02, 1.0423e-01,
2.5571e-02, 1.1336e-02, -3.7787e-02, -3.6451e-02, -2.9670e-02,
-3.2027e-02, 4.7192e-02, -9.2113e-02, -9.6528e-02, -2.7508e-02,
5.3623e-02, 3.5685e-02, 3.4314e-02, 3.4579e-03, 8.6027e-02,
-4.2911e-01, 1.6514e-01, 6.3077e-02, 4.6422e-02, -2.6391e-02,
-3.2293e-02, 2.5181e-02, -2.4926e-02, -3.4154e-02, -9.9905e-02,
2.7768e-02, -2.0526e-01, 5.2619e-02, -6.4911e-02, -1.2431e-01,
1.5296e-01, 1.6401e-02, 3.4379e-02, -2.7566e-02, -8.8781e-02,
-9.7360e-03, -3.3674e-02, 2.9924e-02, -2.8877e-02, -3.2299e-02,
2.3611e-02, -4.6018e-02, 3.6389e-02, 1.6482e-02, 6.4539e-03,
3.2215e-02, -3.0535e-01, -6.2977e-02, 3.4537e-02, -1.6656e-02,
6.9667e-02, 1.1385e-02, -7.7079e-02, -2.2820e-02, 1.8664e-02,
8.0492e-02, 7.3180e-03, 5.7187e-02, -4.5660e-03, -1.9214e-01,
-1.4717e-02, -1.5406e-01, -2.5103e-02, -7.6714e-02, -5.5039e-03,
8.4907e-03, 1.2983e-01, -6.8970e-02, -1.3830e-01, -2.3456e-01,
9.3892e-02, 9.6270e-02, -8.3696e-02, 1.7493e-02, 2.1019e-01,
9.2857e-02, 5.7141e-02, -2.5601e-01, 1.9011e-02, -8.2006e-02,
2.4228e-02, -1.4774e-02, 9.2837e-02, 5.6212e-02, -4.7392e-02,
8.4894e-02, 9.1458e-02, -1.2539e-01, 4.9241e-02, -8.0086e-03,
1.3044e-01, -1.2923e-01, 6.5553e-02, 6.9219e-02, -1.7592e-01,
8.3054e-02, 7.0352e-02, -2.1722e-01, -5.7151e-01, 1.0317e-01,
-3.4284e-02, 1.0111e-01, -3.6683e-04, 2.2407e-01, 8.0931e-02,
-1.0835e-01, 1.3453e-01, 2.8429e-02, 7.5035e-02, -3.5907e-02,
5.2448e-02, -2.1784e-01, 1.4278e-01, 1.4364e-01, 7.4787e-02,
2.5710e-02, 3.0082e-01, 3.7120e-02, -5.8091e-03, 1.4865e-01,
1.0222e-01, -3.3397e-02, 3.5090e-01, 5.4106e-02, -7.9567e-02,
5.4054e-02, 5.7367e-02, 2.2015e-02, 4.5742e-02, 2.0523e-01,
-1.3521e-02, -1.4674e-02, 5.5268e-02, 2.0699e-02, -2.0622e-03,
3.3749e-02, -5.9750e-04, 1.2211e-01, -1.1723e-01, 3.9655e-02,
-2.4273e-01, 1.3670e-01, 1.2955e-01, 8.2236e-02, 8.2510e-02,
1.3300e-02, -6.9091e-02, -1.4087e-02, -9.6592e-02, -2.0477e-01,
2.2129e-01, 1.8084e-01, 8.1372e-03, -6.0138e-02, -3.3601e-01,
1.8317e-01, -1.9321e-01, 3.4583e-02, 1.3467e-01, -1.2043e-01,
4.9155e-02, -7.0229e-02, 1.0403e-01, -1.5936e-01, -1.9549e-01,
3.6047e-02, -2.2752e-02, 6.5022e-02, -9.0548e-02, -1.9104e-01,
3.6310e-02, -5.5803e-02, -1.8909e-01, -2.8855e-01, -5.0412e-02,
4.2827e-02, 4.4590e-02, 1.7589e-02, -5.9948e-02, -5.4006e-02,
-5.5616e-02, 1.4767e-01, -4.6966e-02, -8.3233e-03, -2.2138e-01,
4.5625e-01, -1.4190e-01, -7.5817e-02, -2.7242e-02, 3.8918e-02,
-2.2239e-02, -5.7175e-02, -1.4339e-01, -2.1779e-02, -4.3710e-01,
1.3317e-01, -1.0797e-01, 6.6531e-02, -2.2207e-01, -9.4790e-02,
5.1429e-03, 9.5641e-03, -1.0446e-01, 5.1931e-02, -5.1360e-02,
-2.0835e-02, 2.0230e-01, 1.8327e-01, -1.9593e-02, -3.0576e-01,
5.5436e-02, -1.9030e-01, -1.3716e-01, -6.8828e-03, 4.8239e-02,
2.7489e-02, 3.5867e-01, 1.2161e-02, -2.5705e-03, 1.7520e-01,
1.3374e-01, -2.9327e-02, 2.4590e-01, 2.4229e-02, -1.8396e-01,
-2.5407e-03, 2.0144e-02, -6.2621e-02, -2.2408e-02, -2.6072e-01,
-2.6264e-02, -9.4393e-02, 6.0283e-02, 2.7857e-02, -1.3388e-01,
-4.7091e-02, 5.9395e-02, -5.6732e-02, -5.0550e-02, 2.5544e-01,
4.0609e-02, -3.4154e-02, -7.6053e-02, -8.1699e-02, 3.8763e-02,
-2.6225e-01, 1.9729e-02, -1.8482e-02, -3.5068e-03, 6.9106e-02,
9.9961e-04, -1.2962e-01, 1.9824e-02, -6.6356e-03, 2.5328e-02,
-2.1140e-02, 5.8367e-02, 1.6576e-02, 5.0995e-02, -5.2206e-03,
-1.6617e-01, -1.3433e-02, 5.9465e-02, 4.2085e-03, 1.4932e-02,
8.4636e-02, 7.1828e-02, 2.7287e-02, 4.9451e-02, 4.2678e-02,
1.5912e-02, -4.0950e-02, 4.4181e-02, -2.0062e-02, -4.8251e-02,
-2.8477e-02, 1.9666e-02, 5.1168e-02, 3.4089e-02, 1.1132e-02,
-8.5749e-02, -2.5425e-02, -2.1865e-02, -7.4297e-03, -9.4915e-03,
-2.4492e-02, 4.9435e-02, -3.2650e-02, -2.5501e-02, 9.7668e-02,
2.8115e-03, 3.6724e-02, 5.3934e-02, -1.8122e-02, 7.4530e-03,
-3.4867e-02, -3.9450e-02, -5.2646e-03, -6.5815e-03, -3.1340e-02,
1.6516e-02, -2.6278e-01, -2.2060e-02, 3.3352e-03, 8.0706e-02,
-9.8775e-02, 7.2251e-02, -4.6601e-02, 2.6800e-02, -8.0764e-02,
-1.8487e-02, -9.6292e-02, 4.1008e-02, 2.1542e-01, -6.7105e-02,
-3.4214e-01, -1.9248e-01, 1.1915e-01, -1.3282e-01, 1.2444e-01,
1.1834e-02, 5.0333e-01, -6.3531e-02, 2.6496e-02, -1.0599e-01,
2.3778e-02, 3.1751e-01, 1.7415e-03, 5.8010e-03, -2.4931e-01,
-8.1300e-02, -2.5300e-01, -6.0111e-02, 5.7278e-02, -7.0177e-03,
-1.1914e-01, 1.1667e-01, -2.3950e-01, -7.3984e-03, -2.2244e-01,
-4.3265e-03, -2.3837e-02, -7.3462e-02, -5.8646e-02, 2.1772e-01,
8.3745e-02, 5.1203e-02, -3.0240e-02, 1.2786e-01, -9.2661e-02,
1.4922e-02, 4.0769e-03, 8.4920e-03, -3.0782e-02, 6.0518e-01,
1.3999e-01, -4.4370e-02, 5.8310e-02, -6.8881e-02, 2.4728e-01,
2.8408e-01, 4.1785e-02, 4.8758e-02, -4.9030e-02, 9.7256e-02,
4.2692e-02, 1.6289e-01, 2.2036e-01, -3.2994e-01, 1.1924e-01,
5.9448e-02, -1.2070e-01, -2.5079e-01, -3.0242e-01, 4.9492e-02,
1.9043e-01, -4.6004e-03, 2.7034e-01], device='cuda:0')),
('bert.encoder.layer.9.attention.self.key.weight',
tensor([[ 0.0060, 0.0472, 0.0270, ..., -0.0180, 0.0139, -0.0537],
[-0.0212, -0.0276, -0.0727, ..., -0.0283, -0.0163, -0.0333],
[ 0.0384, 0.0090, 0.0299, ..., 0.0384, -0.0071, 0.0219],
...,
[ 0.0994, 0.0603, 0.0052, ..., 0.0153, 0.0532, 0.1147],
[-0.0372, -0.0147, 0.0063, ..., 0.0112, -0.0264, 0.0137],
[-0.1278, 0.0242, 0.0676, ..., 0.0149, 0.0141, 0.0329]],
device='cuda:0')),
('bert.encoder.layer.9.attention.self.key.bias',
tensor([-9.5382e-04, 3.7924e-03, -1.1818e-03, -5.1290e-03, 1.4962e-04,
5.3907e-03, -2.8891e-04, -1.0854e-02, -1.3168e-03, -2.5439e-03,
2.7055e-04, 2.0680e-03, 7.5959e-03, -1.3570e-03, 6.7117e-04,
2.4504e-03, 2.6633e-04, 3.5449e-03, -5.9871e-03, -2.7243e-04,
2.4597e-03, 7.8834e-03, -1.6638e-03, 5.1436e-04, 7.5198e-03,
3.8063e-03, -9.9289e-03, -6.4092e-04, -3.9300e-03, 1.3001e-02,
1.5087e-03, -3.1955e-04, -2.1972e-03, -1.9735e-04, 2.7578e-03,
-2.3753e-03, 5.0202e-03, -2.4025e-04, -4.6205e-03, -3.3518e-03,
4.7003e-03, -2.4797e-03, 3.2701e-03, 2.8058e-04, -5.0630e-03,
1.1061e-03, 9.6306e-04, 9.6207e-04, 1.7458e-03, -9.3919e-04,
2.0492e-03, -4.7866e-04, 2.9433e-03, -5.6180e-04, -2.5548e-04,
1.1300e-02, -7.6856e-03, -1.2055e-03, 3.4230e-03, 4.8522e-03,
2.2910e-03, -2.5851e-04, 4.5023e-03, -8.2200e-04, 7.8908e-05,
-1.6010e-03, -4.1490e-03, 9.6441e-03, 2.1645e-03, -9.9181e-03,
-2.2391e-03, -5.9367e-03, -1.7405e-03, -1.2207e-03, 5.1001e-03,
8.6829e-03, -3.3725e-03, 4.5829e-03, -3.0876e-03, 6.2002e-03,
9.1619e-03, -1.2341e-02, -1.1299e-03, -6.2051e-03, -1.6960e-02,
3.4430e-03, 4.5805e-03, -9.7892e-03, 7.8375e-04, -3.6053e-03,
-1.3159e-02, -7.9813e-03, -6.3084e-03, -1.4540e-02, -2.0601e-03,
-7.4436e-04, 3.8602e-03, -9.8937e-03, -5.6130e-03, -9.2110e-03,
1.5961e-02, -7.0169e-03, 1.0650e-02, -1.6579e-04, -6.4345e-04,
1.8673e-03, 4.9374e-05, 6.6223e-03, 4.8156e-03, 3.8081e-03,
1.1513e-02, 8.9660e-04, 2.2912e-04, 2.8216e-03, -4.0304e-03,
-2.4893e-03, 1.0602e-02, -1.3238e-02, 6.4233e-03, -6.6047e-03,
1.5707e-02, -1.0732e-02, -3.4093e-03, 1.7982e-03, 9.8930e-03,
-1.1172e-03, 1.7915e-04, -2.3867e-03, 7.3657e-04, 1.7831e-03,
-2.6442e-03, 1.2543e-03, 6.3916e-03, -1.5550e-03, -2.4647e-03,
5.2088e-03, -2.5326e-03, -6.5015e-03, -8.6694e-03, 2.8094e-03,
4.5452e-03, 7.2736e-03, -5.4493e-03, 1.6695e-03, -3.6380e-04,
-8.7021e-04, 1.0593e-02, 1.7991e-03, 1.8478e-03, 2.1019e-03,
-5.8777e-03, 1.2739e-03, -5.5423e-03, -1.5833e-03, 2.0324e-03,
-2.6091e-03, 2.2212e-03, -4.2065e-03, -2.4659e-03, -2.7230e-03,
2.5244e-03, -3.6557e-03, -3.4973e-03, 9.7746e-05, 5.1420e-03,
1.6946e-03, 3.9968e-03, 1.9848e-03, -4.7077e-03, -2.8404e-03,
-2.6701e-03, 2.5755e-03, -2.2694e-03, -2.7690e-03, -5.6671e-04,
-1.5571e-04, 2.0760e-04, 2.7853e-03, 1.1260e-03, -4.5772e-03,
-3.5298e-03, -7.7420e-03, -8.4438e-05, 4.7333e-03, 2.6648e-03,
3.0246e-03, -3.5926e-04, -2.1828e-03, 1.9385e-03, -3.6558e-03,
4.7227e-03, -3.0338e-03, -1.7906e-03, -4.6734e-04, -4.0039e-03,
-5.3287e-04, 1.0570e-03, -6.4802e-03, 2.9453e-03, 4.9795e-03,
2.2164e-03, -7.1045e-03, 5.0470e-03, 4.4601e-04, 1.5962e-03,
-2.9205e-03, 6.7625e-04, 3.4512e-03, -9.8903e-04, 7.9868e-05,
-1.8325e-03, 5.4731e-03, -3.4364e-04, -3.4598e-03, -4.1631e-03,
-8.4522e-03, -1.1963e-03, 1.9626e-03, 6.2560e-03, -3.7621e-03,
-3.7208e-03, -2.4952e-03, -1.4352e-03, 1.0912e-03, -4.9624e-03,
5.8660e-03, -5.7044e-04, -1.1734e-04, 4.8031e-04, 4.9992e-03,
-3.8605e-03, 4.6908e-03, -2.1450e-03, -4.6661e-04, 9.2753e-03,
-2.9141e-03, 3.3424e-03, 1.8483e-03, -6.2220e-03, -3.3073e-03,
9.9052e-04, 2.9271e-03, -2.3894e-03, -1.4086e-03, -5.0660e-03,
3.9720e-03, 5.8663e-04, -3.1136e-03, 3.5498e-03, 1.6968e-03,
-2.6281e-03, 3.4757e-03, 1.8607e-03, 4.2429e-03, -3.5496e-03,
-7.0886e-03, 4.4081e-03, -5.3875e-04, 1.9118e-03, -1.2224e-03,
3.0747e-03, 1.0328e-03, -3.3389e-04, -9.0845e-04, -8.2049e-03,
-3.4973e-03, -7.2836e-04, 8.7339e-05, -7.6808e-03, 1.3340e-03,
5.0194e-04, 3.1253e-03, 6.5672e-04, -1.8114e-03, -8.7901e-04,
3.5388e-04, 5.8398e-04, -1.5353e-03, 5.6963e-04, -5.5628e-04,
1.8048e-03, -2.6010e-03, 2.6104e-04, -1.5458e-03, 2.7573e-03,
3.3084e-03, 3.5356e-04, -3.3745e-03, -1.4142e-03, -3.0418e-03,
6.0934e-03, -1.9086e-05, 4.3993e-03, -8.8760e-03, -4.5198e-04,
2.6722e-03, 1.0531e-03, -6.4003e-03, 4.2777e-03, -2.1073e-03,
1.6040e-03, 7.3775e-03, 1.7229e-03, -2.7159e-03, 1.6201e-03,
-1.7104e-03, 1.2372e-03, -1.6502e-03, -5.2517e-03, -5.6466e-04,
-2.6961e-03, -3.1216e-03, 5.8272e-03, -3.2583e-03, -4.1053e-03,
-5.6903e-04, 1.6340e-03, -2.1228e-03, 3.9896e-03, -9.7642e-04,
-2.0606e-03, 7.8020e-03, 1.5781e-04, -1.1993e-03, 5.1046e-03,
4.2325e-03, -7.6569e-04, 2.1332e-03, 5.6474e-03, 1.6815e-03,
2.6309e-03, -3.6801e-03, -3.6748e-03, 6.4207e-03, 6.2370e-03,
4.7695e-03, -2.1136e-03, 2.1269e-03, 3.4678e-03, -4.2972e-04,
4.0512e-04, 2.3022e-03, -9.2283e-04, -6.9913e-04, 2.7985e-03,
1.5101e-03, -2.7030e-04, -4.9894e-03, 1.2939e-03, -1.1476e-03,
1.6699e-03, 5.5074e-03, -4.2509e-03, 4.5223e-04, 8.2814e-03,
5.4492e-03, 4.0484e-03, -3.8775e-03, -2.1352e-03, -2.3301e-03,
1.3107e-03, 5.2399e-04, 1.3811e-03, 2.7191e-03, 2.0914e-03,
-3.6313e-03, -7.3770e-04, 5.7963e-03, 3.4392e-04, 2.9926e-03,
4.1806e-03, 1.3881e-03, 2.3425e-03, -1.6369e-03, -5.7258e-05,
-1.6762e-04, -1.0286e-03, 5.0496e-03, -6.6994e-05, 6.6753e-04,
-7.6012e-03, 1.9197e-03, 6.7948e-03, -2.2465e-03, 2.0729e-03,
3.5003e-03, 5.8124e-03, 2.1654e-03, 2.1227e-03, -3.0342e-03,
-2.4549e-03, -4.5372e-04, 5.3417e-03, -2.6742e-03, 1.1921e-03,
4.8863e-03, 2.9989e-04, 5.4105e-03, 2.8665e-03, -1.4180e-03,
-3.7427e-03, -3.4466e-04, -3.3465e-04, 3.5876e-03, 1.0748e-03,
-5.7687e-03, -1.1721e-03, 1.6356e-03, -1.5974e-03, -2.7246e-03,
3.0203e-03, 4.3483e-03, 1.1272e-04, -4.0628e-03, 1.4131e-03,
5.1074e-03, -3.5886e-03, -1.5342e-03, 1.8111e-03, 2.4050e-03,
7.5232e-03, -2.5635e-03, -2.7554e-03, 1.2310e-03, 2.6853e-04,
-1.9437e-04, 6.0646e-03, 1.0097e-03, -2.9972e-04, -4.6304e-03,
-4.4859e-03, 1.8940e-04, 2.6989e-03, -2.3091e-03, 5.2766e-03,
3.0235e-03, -4.2930e-03, -5.0740e-03, 3.1674e-04, 2.1435e-03,
2.3708e-03, 1.6298e-03, -3.9324e-04, -4.1247e-05, -1.6461e-04,
-3.0602e-03, 5.4596e-03, 4.6454e-04, -1.7459e-04, -2.1623e-03,
2.1967e-03, -5.0000e-03, -1.2835e-03, -3.3484e-03, 6.1491e-03,
1.1898e-02, -5.2525e-04, -2.9717e-03, -1.2372e-03, -5.3810e-03,
6.5577e-03, 2.8793e-03, 2.8074e-03, -1.2294e-03, 2.6763e-03,
-8.3499e-03, 4.7730e-03, 5.4325e-03, -1.8732e-03, -1.1920e-03,
6.0020e-05, 3.8913e-03, -5.7226e-03, -4.7672e-03, -3.7925e-03,
4.5564e-03, 3.2034e-03, -4.7229e-03, -4.4825e-03, 3.7093e-04,
2.4313e-03, -1.9387e-03, 1.6975e-03, -7.5361e-04, -5.6208e-03,
5.4278e-03, 3.5633e-03, -8.4094e-03, -1.2534e-02, -4.2561e-04,
-3.0470e-03, 5.1280e-03, 5.0317e-03, -5.4066e-04, 1.8938e-03,
-1.2290e-02, 2.1766e-03, 2.1614e-04, 6.9767e-03, -2.9225e-03,
8.9211e-04, -2.2469e-03, 1.7846e-03, -8.5340e-03, -6.0438e-05,
-8.3919e-04, -3.3589e-03, 1.5069e-03, 1.7230e-03, 3.4139e-03,
-3.0316e-04, -1.3434e-04, -3.3279e-03, 2.0396e-03, 1.4843e-03,
-1.1496e-03, 2.3989e-03, 3.6040e-04, 4.6632e-03, -5.7649e-03,
4.8666e-03, 8.4638e-04, -4.5931e-03, 2.5342e-03, -3.4965e-03,
2.7632e-03, 2.7256e-03, -4.9428e-03, 2.2866e-03, 5.4905e-04,
1.6190e-04, -2.3893e-03, 2.0917e-04, 2.6629e-04, -8.7678e-04,
5.0303e-03, 2.6984e-03, -1.8153e-03, 3.1882e-03, 1.0244e-03,
-5.7314e-03, -3.3912e-03, -2.8014e-03, -2.6793e-04, -2.2681e-03,
-3.1458e-03, -1.6418e-03, -1.0509e-03, -1.6446e-03, 6.3528e-03,
-2.3100e-03, -3.0222e-03, -2.6547e-03, -1.4785e-03, 3.4384e-04,
-4.1791e-03, -3.4078e-04, -1.8320e-03, 2.0007e-03, 4.2959e-03,
3.0656e-03, 2.6069e-03, 7.1420e-03, -3.8609e-03, 3.0393e-03,
-2.4243e-03, -3.2757e-05, 3.1931e-03, 3.6676e-03, -7.0709e-03,
2.4669e-03, -5.3955e-03, 2.2659e-03, 2.5414e-03, 1.3118e-03,
-5.5351e-03, -9.5765e-05, 6.5666e-03, 3.0078e-03, 6.5833e-03,
2.5102e-03, 1.0263e-04, 5.3452e-03, -4.9376e-03, -2.7912e-04,
-4.7243e-03, 2.3249e-03, -1.1664e-02, 4.2389e-03, 5.8401e-03,
-4.1591e-03, 8.9460e-04, -4.6732e-03, 2.9534e-03, -3.5102e-04,
2.3905e-03, 2.6631e-03, -9.8618e-03, -2.0450e-04, 1.8839e-02,
-8.4774e-03, 4.3548e-03, 5.5518e-04, 3.0404e-03, -6.2312e-04,
-8.3118e-03, -8.7519e-03, -4.0563e-04, -6.4865e-03, -6.4077e-03,
1.8344e-04, -1.1109e-03, -3.8304e-03, 1.8442e-03, -8.8768e-04,
-1.9686e-03, 3.5696e-03, 2.7334e-03, -4.1268e-03, 4.5437e-03,
1.8651e-03, 1.1237e-03, -2.6887e-03, -6.9026e-03, -2.1169e-03,
-5.6612e-03, 1.5714e-03, -4.4161e-03, 2.1227e-03, -9.6305e-03,
-1.2220e-03, -2.2613e-03, -1.2809e-03, 2.3404e-03, 2.0126e-03,
5.8435e-03, -5.5308e-03, -8.7293e-03, 8.1082e-04, 2.9198e-03,
-1.1472e-03, 6.1569e-03, -4.6004e-03, -5.5378e-03, 1.4767e-03,
-7.9707e-03, 3.2509e-03, 4.3196e-03, 3.0385e-03, 4.6299e-04,
7.6276e-04, 1.2168e-03, -1.0429e-03, 2.7350e-03, 1.4067e-03,
3.1370e-03, -5.9784e-03, -1.0051e-03, -2.6665e-03, 6.5577e-04,
2.6890e-03, 3.5845e-03, -2.3289e-03, 3.5371e-03, -4.3197e-03,
-2.4549e-03, -1.1176e-03, 2.1961e-03, 3.2333e-03, 2.3128e-03,
3.1748e-03, -4.2154e-03, -1.1581e-03, -1.9689e-04, 1.1454e-03,
-2.6444e-03, -1.2950e-03, 1.3737e-03, 3.5238e-03, 2.1396e-03,
2.2285e-03, -3.7336e-03, 2.3615e-03, 6.2121e-03, 1.5834e-03,
-4.2130e-04, -1.1623e-03, -6.4227e-04, 5.7120e-03, -5.5963e-03,
-6.0435e-03, -2.6207e-03, -6.4413e-04, -1.0991e-02, -1.7376e-04,
-2.9798e-03, -2.0534e-03, -3.6635e-04, -1.1515e-03, 6.3477e-04,
2.1616e-03, 8.3992e-04, -2.7280e-03, -9.7300e-03, -1.7589e-03,
9.4503e-03, 3.5587e-03, 7.5388e-03, -5.1832e-03, -9.8376e-06,
5.6876e-03, -2.5163e-03, 7.8838e-05, -2.0512e-04, 5.4998e-03,
-2.3846e-03, -5.1959e-03, 6.2710e-03, -5.2864e-03, 1.8413e-03,
2.7379e-03, 8.8363e-03, -4.5810e-03, 6.5510e-03, 3.9497e-03,
-1.3631e-03, -8.8817e-04, -8.8062e-03, 2.8222e-03, 4.0569e-03,
4.6799e-03, 2.9653e-04, -2.4983e-03, 6.6939e-03, -3.2742e-03,
-6.8876e-03, -5.7401e-03, -6.3662e-03, 4.8930e-04, 5.2434e-04,
2.2574e-05, -1.1291e-03, -3.2202e-03, -5.9917e-03, 3.3714e-04,
5.7092e-03, -2.8370e-03, 3.8637e-04, 1.0171e-03, -5.0830e-03,
3.4388e-03, 1.4248e-03, -5.4350e-03, -8.4316e-03, -2.4661e-03,
-1.9343e-04, -5.0062e-03, -5.0849e-04, 9.3173e-04, 1.1384e-02,
-5.6702e-03, -2.6707e-04, 6.2333e-03, -7.7090e-04, 2.7673e-04,
4.8767e-04, 3.2657e-03, 2.2342e-04], device='cuda:0')),
('bert.encoder.layer.9.attention.self.value.weight',
tensor([[ 0.0086, 0.0607, 0.0307, ..., -0.0071, 0.0045, 0.0339],
[ 0.0042, 0.0125, -0.0277, ..., -0.0158, -0.0378, 0.0091],
[ 0.0422, 0.0081, 0.0416, ..., -0.0198, -0.0110, -0.1251],
...,
[ 0.0155, -0.0243, 0.0293, ..., -0.0390, 0.0176, -0.0399],
[-0.0153, -0.0246, -0.0031, ..., -0.0249, -0.0002, -0.0177],
[-0.0382, 0.0458, -0.0261, ..., -0.0059, 0.0101, 0.0447]],
device='cuda:0')),
('bert.encoder.layer.9.attention.self.value.bias',
tensor([-8.7624e-03, -4.7199e-02, 4.0604e-03, -4.4694e-03, 6.9549e-03,
1.0979e-02, -1.5892e-02, 1.8543e-02, 3.1032e-03, 1.0659e-02,
-1.4227e-02, -1.6388e-03, -7.3488e-02, -1.5231e-02, 4.2894e-02,
-3.8298e-02, -1.2148e-02, -1.1276e-02, 1.1666e-02, -8.1078e-05,
-3.8822e-02, 4.4774e-02, -7.6091e-04, -3.8472e-02, -3.4847e-02,
3.0078e-02, -3.2943e-02, -5.3181e-02, -5.0612e-03, -5.4968e-02,
3.3500e-02, 3.0955e-03, -2.2328e-02, 4.6249e-02, -3.9211e-02,
-2.6396e-02, 1.1213e-02, 1.7801e-02, 9.5813e-03, 1.6243e-02,
5.8666e-02, 4.1412e-02, 1.7125e-03, -5.0633e-02, 5.8642e-02,
3.2828e-03, -6.3387e-03, -3.0517e-02, 1.2475e-02, 2.1796e-02,
-9.6908e-03, -8.3428e-03, -1.0276e-02, 3.4880e-02, -1.4205e-02,
3.7474e-02, 1.0804e-01, 2.5683e-02, 2.0972e-02, -1.5386e-02,
2.3924e-03, 9.1949e-03, 2.1235e-02, 3.1814e-02, 5.6210e-02,
8.3813e-02, -1.4379e-02, -2.1668e-02, -1.0651e-02, -3.2052e-02,
-2.2269e-02, -6.4964e-02, 2.6152e-02, -6.1174e-02, -7.6433e-04,
7.4483e-03, -4.1258e-02, -1.7901e-02, -3.8867e-02, -8.8752e-04,
-2.6182e-03, -3.3053e-03, 6.6258e-02, 5.3818e-02, -5.2037e-02,
-4.8839e-03, -8.1782e-02, -1.3231e-03, 6.9246e-03, -1.3561e-02,
4.4892e-02, 3.9135e-02, -1.0653e-02, -7.0279e-02, 1.3021e-01,
-2.9512e-02, 2.7703e-02, -7.8642e-02, -1.7407e-02, -4.9132e-02,
-5.6969e-02, -4.3081e-02, 1.0218e-02, 1.0125e-02, -5.2107e-03,
-2.7512e-02, 2.9861e-02, 3.3230e-02, -5.1074e-03, -5.5550e-02,
1.7943e-02, -2.8637e-02, 8.4954e-02, -5.5230e-02, -5.9288e-02,
-3.4749e-02, -5.1677e-02, 4.3493e-02, -2.3696e-02, 3.6958e-02,
2.4318e-02, -5.1297e-02, 3.2069e-02, 4.6186e-02, 3.2935e-02,
-1.3420e-02, -8.7312e-02, 4.7714e-02, 4.0465e-03, 4.7161e-03,
-1.0070e-02, -2.3106e-02, 2.0117e-02, 2.6641e-02, 1.6419e-02,
9.0064e-03, 1.6586e-03, 2.7873e-02, 9.8207e-03, -2.7783e-03,
-5.7110e-03, 5.3135e-03, -5.0677e-02, 1.8720e-02, -3.3185e-04,
4.1783e-02, 5.0500e-02, -1.2041e-02, 3.5342e-02, -2.4377e-02,
5.7656e-02, 2.9254e-02, 5.8081e-03, -6.9508e-03, 2.2938e-03,
2.9391e-04, -1.1796e-02, 1.9061e-02, -1.2863e-02, 4.3912e-03,
8.7570e-03, -8.9059e-03, 1.8667e-02, 3.3230e-02, -1.0791e-02,
2.0581e-02, -1.3770e-02, -3.6457e-02, 2.5496e-02, -2.6725e-02,
3.7593e-02, -1.4131e-03, -7.0781e-03, -1.6280e-02, -7.2273e-02,
-6.5188e-03, 3.6788e-02, -7.4151e-03, 1.3567e-02, -7.3144e-03,
2.6121e-02, 2.2543e-02, -1.2400e-02, -2.3397e-02, 5.2803e-03,
-2.5273e-02, 6.5761e-03, 1.4598e-02, -2.6627e-02, 1.3301e-02,
-9.8244e-03, 1.4700e-02, 8.9642e-03, -5.0785e-03, 1.4153e-02,
-1.6739e-02, -1.0317e-02, 1.0330e-02, 6.9627e-03, -9.5638e-03,
-2.3555e-02, 7.2889e-03, 9.1330e-03, -1.3990e-02, -1.7931e-02,
2.0695e-02, 1.2918e-02, 3.8559e-02, -4.4219e-03, 2.4910e-03,
1.4769e-02, 6.9011e-03, -2.0042e-02, -9.3589e-03, -4.1628e-03,
1.4685e-02, 7.7525e-03, -1.0228e-02, 1.0579e-02, 3.6082e-03,
-3.9132e-02, -2.5320e-02, -2.3584e-02, 9.6872e-03, 5.2181e-04,
2.8271e-02, 1.6091e-02, -1.2280e-02, -1.7421e-02, -1.9800e-02,
-2.8297e-02, 1.6082e-02, -8.0493e-03, 1.8840e-02, 1.1965e-02,
-1.5072e-02, -1.0837e-02, -1.7203e-02, -9.9055e-03, 2.5267e-02,
3.3252e-04, -3.2260e-02, -2.5013e-02, -1.3870e-03, -2.0945e-02,
-3.6341e-03, -8.1984e-02, -2.5452e-03, 1.1983e-02, -3.5839e-03,
-3.1725e-02, 1.4521e-02, -1.9153e-02, -8.6632e-03, 2.0349e-03,
-2.1628e-02, -4.5961e-03, 3.8276e-02, -1.9627e-02, 7.2693e-03,
-8.8565e-03, 1.1479e-02, 1.1863e-02, 1.6855e-02, -3.7765e-02,
-1.7917e-02, -1.3722e-02, -1.0038e-02, 6.1684e-03, -2.7401e-03,
-1.5831e-02, 3.6045e-03, -3.9602e-02, 5.9586e-02, -1.1136e-02,
-2.3468e-02, -1.6757e-02, -3.8162e-02, 5.6435e-03, 1.6372e-02,
3.3979e-02, 2.6363e-02, 2.8790e-02, 2.1701e-03, 8.2741e-02,
2.2592e-02, 3.8650e-02, 4.1614e-02, -2.8125e-03, -2.7439e-02,
-5.8749e-03, 2.2864e-02, -1.2218e-02, -3.3571e-02, -7.0909e-03,
-5.2906e-02, 5.6863e-03, 1.6414e-02, 3.6904e-03, 2.5343e-02,
1.2312e-02, 3.8487e-02, 6.1973e-03, -4.5125e-02, 1.2703e-02,
-1.3981e-02, -1.0389e-03, 2.4219e-02, 5.4150e-02, -2.5580e-02,
3.6640e-02, 4.6108e-02, -2.9140e-02, -1.9968e-02, -3.1917e-03,
-4.1819e-03, -3.7172e-02, 4.0288e-02, -6.6689e-03, -2.3940e-03,
1.8190e-02, 4.0479e-02, -1.3380e-02, -2.8860e-02, 1.7451e-02,
-1.0035e-03, 2.4071e-03, 2.4636e-02, 1.4329e-02, 1.5627e-02,
-2.3117e-02, 2.5655e-02, -4.2547e-03, 2.5976e-02, 3.6763e-02,
1.3639e-02, 7.8105e-03, -3.8652e-02, 5.8282e-02, -2.8332e-02,
2.5673e-02, 4.2073e-03, 2.3958e-02, -6.4156e-03, -6.1632e-03,
7.0503e-02, 2.6735e-02, -1.4848e-02, -2.0962e-02, -3.2460e-02,
-1.1542e-02, -7.0751e-02, 3.4378e-03, 2.3404e-02, 1.4419e-02,
-4.0014e-02, -2.9709e-03, 5.7097e-02, 1.8653e-02, -1.0770e-02,
-3.2520e-02, -2.5613e-02, 2.7231e-02, -1.0786e-02, -2.8169e-02,
-2.2348e-02, -2.1763e-02, -9.5550e-05, 2.5409e-02, 1.2952e-02,
1.5467e-02, -2.2492e-02, -2.7439e-03, 3.0420e-02, -2.6625e-02,
7.4744e-02, 1.8570e-02, -4.0532e-02, -2.5857e-02, -2.8778e-02,
2.3642e-02, -6.3692e-03, 5.7205e-03, 3.8538e-02, 1.1573e-02,
2.6128e-03, 1.9550e-02, -4.9906e-04, -2.3444e-02, 1.5160e-02,
2.5676e-02, -2.4041e-03, 1.4320e-02, 8.0723e-03, 4.6621e-03,
-1.3826e-03, 1.9492e-02, -1.9319e-02, 2.8085e-03, 6.4437e-05,
4.5529e-03, 6.6716e-04, 1.1540e-02, -1.4093e-02, -2.5465e-02,
-9.5262e-03, 1.3739e-03, -1.1080e-03, 1.2640e-02, -3.7012e-03,
3.3721e-02, -1.3047e-03, 7.8204e-03, -9.0432e-03, 1.4406e-02,
9.9391e-03, -1.4999e-02, 9.0361e-04, -1.6427e-02, -9.4066e-03,
-9.5257e-03, -1.6133e-02, 6.6557e-03, -6.1126e-04, -1.5500e-02,
2.3632e-02, -1.0505e-02, -7.2541e-04, 2.5226e-03, 3.2268e-02,
-2.2048e-03, -1.7354e-02, -1.7251e-02, 7.0867e-03, -2.7693e-02,
1.8764e-02, -1.2877e-02, -2.5728e-02, -4.0140e-03, -1.9073e-02,
8.8263e-03, -5.8401e-03, -1.1823e-03, 3.4094e-04, -1.4620e-02,
-3.1664e-03, -1.2339e-02, -3.6441e-03, 4.3513e-02, -5.7162e-02,
1.2800e-02, -1.2302e-02, -4.4193e-02, 1.1673e-02, 6.9863e-03,
-3.3810e-02, -1.2231e-02, -5.1267e-03, -5.0940e-02, 3.0123e-02,
1.6969e-02, 2.7985e-02, -1.9358e-02, -2.8185e-02, -8.4959e-02,
5.7054e-02, -1.4227e-02, 3.0927e-02, 2.7498e-02, 3.4311e-02,
-2.1333e-02, -1.9008e-02, -3.9755e-02, -1.4109e-02, 6.5151e-02,
6.3320e-02, -7.8337e-02, 5.8019e-02, -3.3425e-03, -1.6354e-02,
-6.5113e-02, 1.2104e-02, -2.8247e-03, 1.1669e-03, 3.9912e-02,
-8.4439e-03, 4.3182e-03, -5.3051e-03, -1.5578e-02, -8.2929e-02,
1.6347e-02, 4.7006e-02, 6.7330e-02, 8.4883e-02, 1.6979e-02,
1.5306e-02, -1.0031e-02, -1.6971e-02, 4.0029e-02, 3.7666e-02,
-6.8726e-03, -6.3653e-02, 7.2959e-02, 4.3048e-02, -8.1665e-02,
8.3798e-02, -1.1597e-01, 1.0479e-01, 1.1916e-01, 2.4759e-02,
1.7249e-02, -6.4723e-02, -3.1802e-02, 1.2177e-02, 4.5529e-02,
1.8056e-02, -2.4028e-03, -7.8017e-03, 7.5767e-03, -4.4773e-02,
-5.0651e-04, -7.0496e-03, 2.2571e-02, -1.9674e-02, -7.1462e-03,
7.1982e-03, -3.3906e-03, 1.5279e-02, -9.8823e-04, 1.4628e-02,
6.8466e-03, -1.9921e-02, -4.4981e-03, 2.8422e-03, -1.7357e-02,
-2.0337e-02, 5.6933e-03, -5.1015e-03, 4.0118e-02, 2.0163e-02,
-5.9273e-03, -1.2136e-02, -3.8412e-02, 8.8078e-03, -5.4937e-03,
5.7504e-03, -1.8237e-02, -4.1619e-02, 1.8340e-02, -3.5085e-03,
1.9705e-02, -7.1023e-03, 7.0522e-03, 7.3929e-03, 2.9627e-02,
3.1484e-02, 7.1243e-03, -3.3822e-02, -1.0569e-02, -1.5038e-02,
-2.2579e-02, 1.7182e-02, 6.7380e-03, -1.1200e-02, -3.1979e-03,
3.0266e-02, -3.3855e-02, 4.0517e-03, 6.2943e-02, 1.3481e-04,
-1.0195e-02, -6.9362e-03, 8.0326e-03, -2.4901e-02, -1.3505e-03,
-1.4642e-02, -9.1387e-03, -7.2793e-03, -2.0941e-02, -4.8812e-04,
-2.3559e-03, 7.6875e-03, -2.1660e-02, 7.9641e-03, 3.6896e-02,
-5.1351e-03, -6.7646e-03, 1.3771e-02, 2.4151e-03, 1.8222e-02,
-1.0256e-02, -8.6762e-03, -1.8771e-02, 1.0656e-02, -5.1099e-03,
1.9723e-02, -1.8793e-02, -3.1373e-02, -2.8686e-02, -3.0420e-02,
8.6079e-03, -6.6955e-03, 6.6937e-03, -9.6103e-03, -5.1165e-03,
-2.9933e-03, -1.6475e-02, -5.3539e-03, -2.4763e-02, -1.8234e-04,
-3.0099e-02, 1.6458e-02, -1.2434e-02, 2.1767e-02, 2.2441e-02,
7.4956e-03, 8.9573e-03, 3.9056e-03, 3.6437e-04, 1.2643e-02,
-3.4277e-02, -1.4465e-02, 7.5266e-03, 2.3846e-02, -1.3228e-02,
-1.0686e-02, 1.1211e-02, 2.2875e-02, 2.5177e-02, 2.2223e-02,
-6.9717e-04, -1.1281e-02, -1.3786e-03, -2.3882e-03, 2.3619e-04,
-9.8077e-03, -1.4628e-02, 1.1273e-03, -1.6977e-02, 1.6184e-02,
1.2124e-02, 4.0772e-04, -1.3845e-02, -4.8773e-03, 1.9276e-03,
3.0678e-04, 4.0237e-02, 3.9118e-02, -6.2083e-03, 3.1724e-02,
-9.8456e-03, -1.2132e-02, 1.7739e-04, 2.8030e-04, 1.1411e-04,
6.3019e-03, 4.7887e-04, 8.4777e-03, -1.1516e-03, -8.5520e-03,
-1.1277e-02, -2.8671e-02, 9.2095e-04, -8.8508e-03, 1.2039e-02,
-4.0181e-03, 1.0795e-02, 7.7694e-03, -1.1129e-02, 9.5660e-03,
-9.1561e-04, -1.5349e-02, 3.4336e-03, -7.8801e-03, -5.3630e-03,
-2.0565e-02, 1.6437e-02, -8.7495e-03, -1.1884e-03, 1.0488e-02,
1.6969e-02, 6.6620e-03, 4.4299e-03, -9.2602e-03, -1.3224e-02,
5.0377e-03, 1.8848e-03, -2.6027e-02, -1.5296e-02, -1.3703e-02,
3.8059e-03, 1.0764e-02, -4.6902e-03, 2.2887e-02, 1.7077e-03,
-5.6305e-03, -9.7531e-03, -1.1038e-02, 2.5411e-03, 1.6438e-02,
8.1836e-03, 2.7515e-02, 6.1093e-03, 8.3449e-05, -2.9321e-02,
-1.0567e-01, 5.8635e-02, -1.5864e-01, 6.5408e-02, -5.7827e-02,
-1.0993e-02, 6.9447e-02, 3.6595e-02, 1.5403e-01, 1.0255e-01,
1.3386e-01, -5.7979e-02, -6.3955e-02, -1.8815e-01, 8.1037e-02,
-2.2255e-02, -6.5422e-05, 1.6853e-02, -5.5503e-02, -2.7807e-02,
1.2897e-01, -2.3304e-02, 8.8323e-02, -3.7095e-03, 4.0547e-02,
3.7969e-01, 3.5810e-02, 4.1454e-03, -8.8404e-02, 3.8656e-02,
8.0960e-02, 1.8060e-02, -9.8999e-03, -1.6605e-02, 2.2047e-02,
1.6499e-01, -2.0041e-02, -2.2752e-02, 5.7282e-02, -6.1792e-02,
2.7433e-02, 4.9813e-02, 9.4799e-03, -8.0059e-02, 5.5319e-02,
1.2553e-02, -1.0277e-01, 1.4792e-01, 6.0940e-02, -2.7612e-02,
4.7593e-02, -8.7116e-03, -1.6005e-01, -1.6023e-01, -4.0818e-04,
2.8887e-02, -3.7764e-02, -5.4552e-02, 1.2157e-02, -1.1223e-01,
-1.1000e-02, 1.0013e-01, -1.5106e-01], device='cuda:0')),
('bert.encoder.layer.9.attention.output.dense.weight',
tensor([[ 0.0469, -0.0360, -0.0101, ..., -0.0097, 0.0249, 0.0323],
[-0.0365, -0.0142, -0.0086, ..., 0.0329, -0.0454, 0.0424],
[-0.0071, 0.0059, 0.0143, ..., 0.0563, -0.0434, -0.0159],
...,
[ 0.0427, 0.0111, -0.0202, ..., 0.0331, -0.0286, 0.0101],
[ 0.0304, -0.0271, 0.0222, ..., -0.0109, 0.0123, 0.0054],
[-0.0208, -0.0474, 0.0315, ..., 0.0405, 0.0167, -0.0024]],
device='cuda:0')),
('bert.encoder.layer.9.attention.output.dense.bias',
tensor([-2.3510e-02, 3.1604e-04, 7.8329e-02, -1.5677e-02, 6.6064e-02,
1.3828e-02, 1.4876e-01, -1.9672e-02, 5.6224e-02, -4.2810e-02,
3.3188e-02, -6.0441e-02, 2.7019e-02, 6.1170e-02, -2.6238e-02,
7.3741e-02, 5.7108e-02, -5.5615e-02, 2.0662e-02, -5.7581e-02,
1.2042e-02, -1.8466e-02, -2.0088e-02, -3.8576e-02, 4.0192e-02,
1.0187e-02, -1.1516e-01, -8.5951e-02, 9.0710e-02, -6.7129e-03,
1.1431e-01, -9.1735e-02, 1.3356e-02, -4.0381e-02, -1.7978e-02,
-3.3388e-02, -9.6175e-02, 4.3543e-02, -5.7018e-03, -5.3712e-02,
2.9798e-02, 3.4712e-02, 3.9296e-03, 3.4078e-02, -7.1974e-02,
-9.2455e-03, 3.3941e-02, -2.4469e-02, -2.0384e-02, -3.8391e-02,
-3.8165e-02, -1.7024e-02, -8.4523e-02, 6.1261e-02, -2.5296e-02,
8.7330e-02, -6.6491e-03, 5.8826e-02, 6.5924e-02, 1.6038e-02,
5.5047e-03, 5.5966e-02, 2.5359e-02, -4.4835e-02, -2.2722e-02,
4.5925e-02, -4.9028e-02, 9.7206e-03, -9.5679e-02, 1.3841e-02,
1.8048e-02, -3.1348e-02, 1.1073e-02, 1.8254e-02, 4.4085e-02,
-5.4385e-02, -2.6394e-02, -1.6395e-02, 1.5402e-02, -5.1451e-02,
4.3376e-02, 2.0131e-03, 5.0039e-02, 1.7910e-02, -1.1420e-01,
-5.6572e-02, 4.5478e-02, -3.6101e-03, 4.4097e-03, -2.2357e-02,
1.0689e-02, -3.3377e-02, -5.2636e-02, 1.7792e-02, -1.0026e-01,
-9.1778e-03, -7.3933e-03, -1.2671e-01, -5.3147e-02, -3.4442e-02,
3.2996e-03, -2.3238e-02, 1.0069e-02, -3.0847e-02, -6.2198e-02,
-2.0756e-02, -5.2586e-02, 3.8913e-02, 2.5015e-02, 1.5645e-02,
5.6424e-02, -2.2679e-02, 9.3437e-05, 2.6022e-02, -8.7277e-02,
-3.9807e-02, 3.3891e-02, -4.1983e-02, 3.1542e-02, -3.8494e-02,
-3.6968e-02, -4.4141e-05, -3.9387e-02, -7.7032e-02, -3.2809e-02,
-1.2096e-01, -2.8045e-03, 3.3019e-03, 5.8993e-02, -1.0730e-02,
-2.4127e-02, -5.1548e-02, -1.1772e-01, 4.7170e-02, -6.9889e-03,
1.7217e-02, -1.3795e-01, -5.8782e-02, -1.3828e-01, -3.7731e-02,
9.9174e-02, 8.7081e-02, -4.5621e-02, 8.7835e-02, 1.1341e-02,
5.5159e-02, 3.6202e-02, -6.9219e-02, -1.5068e-02, 1.0472e-01,
-2.5067e-02, -6.3221e-02, -7.8416e-02, -6.5970e-02, -7.0792e-02,
3.6377e-02, 6.5973e-02, -1.1299e-02, 2.0904e-02, 2.0950e-02,
-3.1717e-02, -3.2479e-02, 4.9815e-03, -1.4518e-02, 1.3865e-02,
4.5174e-02, 5.3031e-02, -1.6082e-01, -6.8736e-02, 3.1684e-02,
8.7560e-03, -2.7399e-02, -3.0803e-02, 5.7411e-02, -1.0214e-01,
-1.0408e-01, 3.8308e-02, -1.0802e-01, 2.0385e-02, 2.4806e-02,
-1.2903e-02, 9.1895e-02, -7.7247e-02, -5.3587e-03, 2.8164e-02,
6.4370e-02, -3.5493e-02, 2.2964e-02, 4.0195e-02, 1.8010e-02,
-6.9496e-02, -7.6401e-02, -2.1484e-02, -1.5405e-02, -2.4652e-03,
2.0613e-02, 8.2845e-02, 1.8274e-02, 3.6287e-02, 5.5387e-02,
5.2920e-02, 1.1702e-02, 5.3738e-02, -5.5723e-02, 1.6056e-02,
-2.3280e-02, 3.2717e-03, 3.1268e-02, -3.2812e-02, -3.2819e-02,
1.3943e-02, 4.7095e-02, -7.9110e-02, 9.3369e-03, 3.9107e-03,
5.8590e-03, 6.0037e-02, 6.6938e-03, 1.8048e-02, 6.7206e-02,
-2.9487e-02, -2.2795e-02, -3.3220e-02, 1.7984e-02, -7.0593e-03,
4.7629e-02, 2.8295e-03, -2.0064e-02, 4.3192e-02, 2.7555e-02,
3.3568e-02, -3.2144e-02, -6.4702e-02, -5.4399e-02, -8.8487e-02,
-1.3764e-02, -3.1905e-02, -2.1353e-04, -4.5062e-02, 7.7361e-02,
5.5425e-02, -3.6143e-03, -5.3069e-02, -1.3337e-01, -1.8289e-02,
1.4423e-02, 3.0612e-02, -3.7806e-02, -3.1460e-02, 1.2373e-02,
-2.5648e-02, 2.7623e-02, 7.2400e-03, 5.5767e-02, 3.3780e-02,
-2.6685e-03, 1.3028e-01, 6.0392e-02, -4.7506e-02, -1.4232e-03,
-2.6814e-02, -6.0089e-03, -2.3113e-02, 4.3110e-02, -4.0121e-02,
-4.9452e-02, -5.4403e-03, -9.2117e-03, -1.0056e-01, 3.7841e-02,
-1.8699e-02, 6.7478e-02, 5.0198e-03, 6.9554e-02, 1.1228e-02,
1.3497e-03, -2.3986e-02, 1.7857e-02, -3.2464e-02, 4.3175e-02,
3.4365e-02, 5.8349e-03, 1.8036e-02, -1.4614e-01, -2.4550e-02,
5.7253e-02, -1.0583e-01, 1.0287e-01, -5.0977e-02, -4.7840e-02,
-5.0990e-02, 4.1609e-02, 1.1616e-02, -8.2064e-03, -5.3953e-04,
4.7628e-02, -3.7514e-02, 4.8075e-03, 4.4462e-02, 1.6463e-02,
-5.5091e-02, 4.2835e-02, -3.6427e-02, 7.4701e-02, 3.3912e-02,
7.2828e-03, -6.6404e-02, 5.6856e-02, 5.5961e-02, -6.2942e-02,
-2.9663e-02, -4.5367e-02, 4.8573e-02, -2.9818e-02, 2.1325e-02,
5.0726e-02, -1.0020e-01, 1.1983e-04, -4.6258e-03, 1.1936e-01,
-2.4640e-02, -7.6881e-03, -2.6773e-02, -2.1789e-02, 1.5906e-03,
1.0956e-01, -7.7272e-03, -8.0598e-03, 5.0772e-02, -1.5221e-02,
4.3094e-02, -7.1534e-02, 3.9349e-02, 2.5228e-04, -7.4879e-03,
1.1074e-02, -9.0919e-03, -6.7796e-02, 4.6976e-02, 4.9910e-02,
6.2467e-03, 3.0392e-02, -5.6534e-02, 3.0953e-02, 1.6959e-02,
-9.4505e-03, -1.1511e-01, -1.6239e-02, -2.4537e-02, 4.1779e-02,
-2.8583e-02, 3.8548e-02, -1.3332e-03, 1.8927e-02, -2.6040e-02,
4.3142e-02, -4.3733e-02, -4.5155e-02, 2.2683e-02, 5.7306e-03,
-1.0277e-02, -1.4934e-02, -1.5646e-02, -7.7556e-02, 8.3747e-02,
-1.4513e-02, -9.6162e-05, 4.9642e-02, 1.3633e-02, 2.8341e-02,
4.6682e-03, 1.2035e-03, -1.4585e-02, 4.1208e-02, 7.6393e-02,
-4.3528e-02, 3.8647e-02, 5.7008e-02, -1.5748e-02, -4.3853e-02,
-1.1302e-02, -7.6524e-03, -1.0836e-01, -1.6012e-02, 7.9565e-02,
2.3993e-02, 6.3610e-03, 9.6738e-02, -1.7513e-02, 5.8197e-03,
-2.2993e-02, 6.2664e-02, 5.6541e-02, 2.5317e-02, 1.0808e-02,
-1.0197e-02, -1.7465e-02, 1.0526e-02, 7.8160e-03, 5.9505e-02,
4.0543e-02, 2.2235e-02, 1.1886e-02, 1.1368e-01, 1.6052e-02,
-7.3157e-02, -3.1876e-02, 2.3518e-02, 1.5739e-02, -4.1992e-02,
-9.3585e-02, 4.3969e-02, -2.3846e-02, 4.4199e-02, 2.1472e-02,
6.9794e-02, 5.2709e-03, -7.2976e-02, -2.9576e-02, 5.3919e-02,
-2.3464e-02, 2.7995e-02, 1.3494e-02, 7.4206e-02, 1.7252e-02,
-5.0930e-02, -5.3191e-02, 5.1417e-03, -4.0072e-02, 3.6299e-02,
7.5855e-02, -2.5541e-02, 1.0828e-01, -2.1214e-02, 9.3288e-02,
-6.2820e-03, -1.1431e-02, 7.5879e-02, 6.7443e-02, -3.6924e-04,
3.9224e-02, 6.7971e-02, -7.3918e-02, -5.7501e-02, -4.6000e-02,
1.0574e-01, 1.3960e-02, 7.2343e-02, 5.1496e-02, 5.1671e-02,
-3.4697e-02, -4.2930e-02, -3.0076e-02, -1.5186e-02, -2.7744e-02,
-2.4895e-02, -8.9882e-02, -6.9354e-02, 6.6531e-02, -8.1750e-02,
-4.3584e-02, 9.5246e-03, 9.4302e-02, 3.0693e-02, 5.7164e-03,
2.6511e-02, -8.8909e-03, -1.1491e-02, -7.3955e-03, 3.8845e-02,
-1.5663e-02, -6.2443e-02, 7.0187e-03, 5.2578e-02, -4.8782e-02,
-4.5211e-02, 6.0413e-02, 8.9965e-03, -5.7173e-02, -2.2142e-02,
-4.1393e-02, -1.9058e-02, 1.9483e-02, -2.9061e-02, -7.0540e-02,
6.2647e-02, 4.4287e-02, 5.5161e-04, -3.3386e-02, 5.8502e-02,
-7.7206e-02, 7.3249e-04, 5.8113e-02, 8.6765e-02, -9.2143e-03,
1.5176e-02, 4.4230e-02, 7.5737e-02, 4.9864e-02, -9.2724e-02,
8.3249e-03, 7.5908e-03, 1.8511e-02, -2.5527e-02, 6.3791e-02,
1.2056e-02, 1.3951e-02, -5.4912e-02, -3.1129e-02, 8.6688e-03,
-2.2150e-02, 1.0309e-02, -7.7184e-02, -1.4073e-02, -8.0224e-03,
-1.4789e-02, 1.2290e-02, 1.0356e-01, -1.5311e-02, -6.7416e-03,
8.5314e-02, 6.7908e-02, -8.4121e-04, 2.1641e-02, -6.7252e-02,
3.8070e-02, 5.5760e-03, -3.3956e-02, -2.0087e-02, 3.9082e-03,
-1.5812e-02, 1.9179e-02, 6.8292e-03, 3.5018e-02, 1.9330e-03,
4.0316e-02, 9.8367e-02, -8.5462e-02, -2.8393e-02, -3.6674e-02,
-7.7615e-03, 4.1082e-02, 5.4174e-02, 4.8306e-02, 3.8437e-02,
-5.4075e-02, -7.7799e-03, -4.2493e-02, -3.0439e-02, -4.8675e-02,
-8.9945e-02, 6.5512e-02, 9.0860e-03, 9.3474e-03, -5.3548e-02,
2.4578e-02, 9.1615e-02, 6.0888e-01, 7.8109e-02, 4.2307e-02,
2.0687e-02, -1.0773e-03, 4.0276e-02, -3.9827e-02, -3.6040e-02,
1.6600e-02, -9.1576e-02, 6.4687e-02, 2.6183e-02, -2.6795e-02,
-5.2418e-02, 3.2577e-03, 1.3484e-02, -4.7187e-02, 4.6684e-02,
-3.8566e-02, 3.3205e-02, -2.1725e-02, -5.1596e-02, 5.3581e-02,
6.3392e-02, -7.0212e-02, -2.2817e-02, -3.0387e-02, 3.0334e-02,
4.3598e-02, -4.2382e-02, -7.7724e-02, -3.7912e-02, 3.7784e-03,
-1.9014e-02, 5.1321e-02, 2.2015e-02, 2.0612e-02, -2.1179e-02,
-4.3518e-02, -6.9703e-02, 7.7963e-02, 3.7499e-02, -6.5137e-02,
-5.0720e-02, 8.3975e-02, -5.5602e-02, 6.7774e-02, -2.6259e-02,
5.4857e-02, 4.5527e-03, 1.0799e-02, -5.3610e-02, 3.9880e-03,
-2.2804e-02, -7.3884e-03, -5.7949e-02, -1.8442e-02, -5.3331e-02,
-6.5960e-02, 1.4865e-02, 2.2194e-02, -5.3689e-02, -2.6317e-02,
-8.7841e-03, 3.3629e-02, -8.2858e-02, 5.9642e-03, -7.7446e-02,
2.5240e-03, -4.2919e-02, 5.1539e-02, -2.2202e-02, 1.5073e-02,
-2.1744e-02, 3.1746e-02, 3.2866e-02, -2.9195e-02, -1.5340e-02,
-4.4019e-02, 7.0442e-02, 1.8271e-02, 6.9015e-02, 5.3105e-02,
-7.1833e-02, -5.1554e-02, -2.0809e-02, -1.0642e-01, 1.6211e-02,
-2.6870e-02, 6.6369e-02, -2.3765e-03, -1.8520e-03, 3.1638e-02,
4.6363e-03, 1.4613e-02, -2.5230e-02, 3.2235e-02, 5.9644e-02,
-2.5834e-02, 8.0967e-02, -6.3345e-02, -3.3667e-02, -4.5528e-02,
-3.0624e-02, 1.7617e-02, -3.9943e-02, 3.3698e-02, 2.0954e-02,
5.4383e-02, 4.3695e-02, 7.8949e-02, 5.1626e-02, -7.3742e-02,
-7.1238e-02, 3.2028e-02, 5.3590e-02, 2.0608e-02, -1.2087e-02,
-1.6142e-02, -8.1689e-02, -5.4788e-03, -1.6291e-02, -3.7254e-02,
3.4386e-03, -3.6527e-02, -5.2648e-02, 1.5563e-02, -7.1306e-02,
-1.4130e-02, 2.2917e-02, -5.1442e-02, -2.5198e-02, -4.5465e-02,
3.9614e-02, 2.5092e-02, 8.2203e-02, -3.7635e-02, 2.3865e-02,
2.1096e-02, -8.8796e-02, 3.8217e-02, -4.3107e-02, 2.3983e-02,
-7.4921e-02, 1.5254e-03, -3.7412e-02, 5.5073e-02, -1.2453e-02,
3.7971e-02, 4.3079e-02, -1.4243e-03, -8.5541e-03, 1.4256e-02,
3.7052e-02, 1.5153e-02, 3.6307e-02, 9.5468e-03, 8.6216e-03,
1.1350e-02, 3.2812e-03, -7.4542e-02, 3.4823e-02, 2.6465e-02,
7.0544e-03, -2.3599e-02, 4.6363e-02, 3.2115e-02, 1.6169e-02,
-1.2246e-01, -8.2466e-02, 9.4998e-02, 1.1130e-01, 7.3887e-02,
-2.2278e-02, 3.1623e-02, 6.9945e-02, -7.9438e-02, 7.6925e-02,
-2.6669e-02, 8.3285e-04, 2.3396e-02, -1.2126e-02, 1.6600e-02,
-9.6575e-03, -2.8320e-02, -1.8825e-02, -1.9217e-02, -4.0234e-02,
-2.0950e-02, 3.2184e-03, 3.0733e-02, 1.0944e-01, -5.2727e-02,
-7.5703e-03, -6.4325e-02, 7.0449e-02, 8.4625e-02, -1.1697e-01,
7.4345e-02, 6.4164e-02, -7.1200e-02, -2.2624e-02, 2.7037e-02,
-3.1799e-02, 3.5319e-02, -1.5677e-03, 4.4106e-03, 8.5158e-03,
4.2517e-02, -3.9964e-02, -2.9336e-02], device='cuda:0')),
('bert.encoder.layer.9.attention.output.LayerNorm.weight',
tensor([0.8664, 0.8829, 0.8556, 0.8486, 0.8559, 0.8005, 0.7881, 0.7954, 0.8361,
0.7963, 0.8738, 0.8953, 0.9162, 0.8750, 0.8708, 0.7505, 0.8045, 0.7916,
0.8284, 0.8714, 0.8133, 0.8883, 0.7990, 0.8289, 0.8279, 0.8501, 0.8805,
0.9810, 0.8556, 0.8737, 0.8232, 0.7684, 0.9016, 0.7578, 0.8854, 0.8000,
0.8037, 0.8875, 0.8000, 0.9320, 0.8845, 0.8059, 0.9262, 0.8670, 0.9091,
0.8932, 0.8574, 0.9013, 0.9213, 0.8193, 0.9144, 0.8660, 0.8355, 0.8806,
0.7353, 0.7891, 0.8189, 0.8533, 0.8283, 0.8121, 0.8443, 0.9256, 0.8969,
0.8641, 0.8025, 0.9226, 0.8286, 0.8136, 0.7933, 0.8320, 0.8316, 0.8330,
0.8124, 0.8371, 0.9200, 0.9237, 0.8149, 0.8920, 0.9037, 0.8902, 0.8596,
0.8374, 0.8590, 0.8928, 0.7684, 0.8526, 0.8195, 0.8670, 0.8827, 0.8469,
0.8546, 0.8122, 0.8815, 0.8430, 0.7967, 0.8553, 0.7642, 0.8502, 0.9383,
0.8542, 0.8120, 0.9113, 0.7855, 0.9252, 0.7587, 0.8702, 0.9052, 0.8266,
0.8944, 0.9056, 0.8103, 0.8100, 0.9152, 0.7542, 0.8063, 0.9102, 0.8837,
0.8624, 0.8479, 0.9031, 0.8672, 0.9000, 0.8985, 0.7552, 0.7810, 0.7873,
0.8332, 0.7885, 0.8451, 0.8162, 0.8579, 0.7896, 0.8615, 0.8696, 0.8427,
0.8065, 0.7921, 0.8731, 2.3446, 0.8920, 0.8260, 0.9130, 0.7756, 1.2328,
0.7940, 0.8588, 0.8771, 0.8690, 0.8616, 0.9072, 0.9191, 0.8395, 0.8617,
0.8382, 0.8866, 0.8420, 0.8846, 0.8517, 0.8818, 0.8510, 1.0097, 0.9102,
0.8029, 0.8501, 0.8392, 0.8962, 0.8920, 0.7604, 0.8435, 0.8540, 0.8766,
0.7416, 0.7997, 0.8871, 0.8572, 0.8793, 0.9182, 0.8340, 0.9483, 0.8580,
0.7885, 0.8296, 0.8092, 0.9054, 0.8507, 0.8709, 0.7915, 0.8741, 0.8539,
0.8814, 0.8437, 0.7126, 0.8379, 0.8476, 0.8687, 0.8716, 0.8488, 0.8036,
0.8447, 0.9133, 0.9048, 0.8054, 0.8708, 0.8526, 0.7902, 0.8348, 0.8802,
0.9490, 0.8606, 0.7871, 0.8687, 0.9234, 0.7688, 0.8875, 0.8534, 0.8978,
0.8690, 0.7838, 0.8123, 0.8028, 0.8737, 0.8128, 0.9006, 0.8972, 0.8448,
0.8550, 0.8600, 0.8919, 0.8895, 0.7087, 0.8055, 0.9211, 0.8433, 0.8176,
0.8216, 0.8799, 0.7600, 0.9169, 0.8736, 0.8614, 0.8319, 0.7982, 0.8402,
0.8100, 0.8534, 0.8013, 0.8842, 0.8013, 0.8991, 0.9144, 0.9260, 0.8319,
0.9706, 0.9153, 0.9528, 0.8754, 0.8957, 0.8028, 0.8626, 0.8688, 0.7266,
0.8713, 0.8896, 0.8245, 0.8564, 0.8519, 0.8595, 0.9073, 0.7490, 0.9023,
0.9030, 0.8576, 0.9638, 0.8636, 0.9210, 0.8787, 0.8386, 0.8477, 0.8346,
0.8810, 0.9583, 0.8974, 0.7683, 1.1577, 0.8828, 0.9327, 0.8193, 0.8836,
0.8615, 0.8251, 0.8181, 0.8601, 0.7648, 0.8689, 0.8406, 0.8119, 0.9157,
0.7576, 0.8830, 0.8502, 0.9044, 0.8585, 0.8042, 0.8237, 1.8013, 0.8794,
0.7879, 0.8839, 0.8952, 0.8796, 0.8354, 0.8336, 0.8308, 0.8030, 0.7875,
0.9045, 0.7813, 0.8186, 0.9121, 0.7901, 0.8279, 0.8901, 0.8389, 0.9048,
0.8095, 0.8363, 0.8398, 0.8326, 0.8990, 0.8342, 0.9000, 0.8388, 0.8955,
0.8714, 0.9050, 0.8942, 0.8370, 0.9471, 0.9843, 0.8333, 0.7620, 0.9025,
0.8060, 0.9078, 0.8666, 0.9122, 0.8495, 0.8254, 0.8517, 0.8123, 0.8752,
0.8613, 0.8192, 0.8681, 0.9406, 0.8531, 0.8487, 0.8417, 0.8588, 0.8134,
0.8099, 0.8863, 0.8408, 0.8869, 0.8528, 0.8813, 0.8828, 0.9913, 0.8694,
0.8363, 0.8333, 0.8745, 0.8760, 0.8245, 0.8478, 0.8055, 0.7914, 0.8871,
0.8524, 0.7252, 0.8291, 0.8320, 0.8709, 0.9080, 0.7998, 0.8407, 0.7678,
0.8990, 0.8566, 0.8051, 0.9226, 0.7928, 0.8617, 0.8412, 0.8403, 0.8651,
0.8066, 0.9226, 0.8314, 0.7932, 0.7666, 0.8193, 0.7857, 0.8472, 0.8597,
0.8666, 0.8101, 0.8565, 0.8814, 0.9488, 0.8209, 0.8213, 0.8703, 0.9357,
0.8935, 0.7895, 0.7918, 0.9071, 0.8733, 0.8685, 0.8251, 0.8778, 0.8746,
0.8096, 0.8109, 0.8612, 0.8633, 0.7515, 0.8500, 0.9039, 0.8523, 0.9023,
0.8076, 0.9314, 0.7559, 0.8977, 0.8459, 0.8366, 0.8544, 0.8919, 0.8914,
0.8023, 0.8544, 0.8871, 0.8168, 0.7937, 0.9026, 0.9123, 0.8809, 0.8474,
0.8782, 0.8079, 0.8521, 0.8681, 0.8258, 0.9838, 0.7952, 0.7755, 0.8357,
0.8591, 0.8321, 0.8521, 0.8006, 0.8653, 0.9905, 0.7786, 0.8439, 0.8287,
0.8769, 0.8550, 0.9056, 0.8538, 0.9284, 0.8338, 0.8923, 0.8727, 0.7592,
0.8654, 0.8408, 0.9569, 0.8325, 0.8325, 0.8834, 0.9008, 0.8533, 0.8182,
0.9231, 0.7669, 0.9393, 0.8182, 0.8479, 0.8701, 0.8838, 0.8054, 0.9168,
0.8200, 0.8105, 0.9205, 0.8184, 0.8703, 0.8332, 0.8825, 0.8099, 0.8513,
0.8541, 0.9920, 0.9111, 0.8130, 0.8481, 0.8697, 0.8418, 0.8811, 0.8357,
0.8653, 0.8673, 0.8149, 0.9009, 0.8520, 0.7733, 0.8737, 0.8849, 0.7729,
0.8665, 0.9134, 0.8757, 0.9572, 0.9659, 0.9154, 0.8886, 0.8831, 0.8564,
0.8939, 0.8636, 0.8336, 0.8385, 0.8492, 0.8426, 0.8619, 0.8476, 0.8729,
0.9391, 0.8826, 0.7988, 0.7903, 0.8047, 0.9346, 0.8591, 0.8339, 0.8560,
0.8851, 0.8338, 0.8204, 0.9441, 0.8648, 0.8549, 0.8504, 0.8005, 1.3062,
0.8337, 0.8433, 0.8973, 0.9077, 0.7789, 0.8823, 0.8879, 0.8763, 0.8292,
0.8606, 0.8087, 0.8947, 0.8254, 0.8378, 0.7918, 0.8465, 0.9064, 0.9282,
0.8278, 0.8523, 0.8740, 0.8586, 0.8572, 0.9382, 0.9177, 0.8397, 0.8804,
0.8863, 0.7873, 0.8751, 0.8365, 0.7941, 0.8808, 0.7667, 0.8329, 0.7448,
0.8115, 0.9700, 0.8178, 0.8241, 0.8699, 0.8427, 0.8445, 0.8099, 0.8111,
0.8235, 0.9526, 0.8704, 0.8577, 0.8086, 0.9097, 0.9134, 0.8244, 0.7902,
0.8301, 0.8478, 0.9599, 0.9347, 0.8775, 0.9359, 0.8833, 0.8813, 0.8614,
0.7885, 0.8752, 0.9164, 0.8391, 0.9472, 0.8963, 0.8609, 0.8109, 0.8021,
0.8878, 0.8915, 0.8330, 0.8757, 0.8393, 0.8453, 0.8401, 0.8586, 0.8791,
0.8568, 0.9351, 0.7959, 0.8842, 0.8178, 0.8288, 0.8328, 0.7862, 0.8889,
0.9162, 0.8070, 0.8086, 0.8601, 0.8032, 0.7827, 0.8486, 0.8477, 0.8813,
0.8193, 0.9052, 0.9325, 0.8582, 0.8487, 0.8459, 0.8437, 0.8282, 0.8575,
0.9132, 0.7116, 0.7621, 0.8583, 0.9375, 0.8025, 0.8209, 0.9314, 0.8489,
0.8372, 0.8455, 0.8615, 0.9239, 0.8628, 0.8926, 0.8169, 0.8638, 0.9655,
0.8807, 0.8319, 0.8095, 0.8858, 0.8656, 0.9062, 0.8799, 0.7448, 0.8636,
0.8860, 0.9061, 0.8515, 0.8614, 1.0277, 0.8334, 0.9326, 0.7990, 0.7816,
0.8023, 0.7947, 0.8893, 0.9120, 0.8714, 0.8957, 0.8222, 0.9023, 0.8016,
0.8709, 0.8925, 0.8033, 0.9134, 0.8589, 0.8036, 0.8177, 0.8352, 0.8909,
0.8747, 0.8556, 0.9056, 0.7915, 0.9015, 0.7164, 0.9194, 0.8081, 0.8542,
0.8619, 0.8077, 0.8436, 0.9309, 0.9789, 0.8331, 0.9230, 0.8896, 0.8021,
0.8908, 0.9064, 0.9260, 0.8687, 0.7904, 0.8989, 0.8111, 0.8164, 0.8384,
0.8589, 0.8118, 0.7795, 0.8154, 0.8404, 0.9026, 0.7997, 0.8719, 0.8230,
0.8241, 0.8202, 0.8433, 0.8631, 0.7788, 0.8559, 0.9075, 0.8275, 0.9230,
0.8610, 0.9117, 0.8771], device='cuda:0')),
('bert.encoder.layer.9.attention.output.LayerNorm.bias',
tensor([ 5.7119e-02, -1.9049e-01, -1.1778e-01, 1.5981e-01, -5.0934e-02,
-4.5276e-02, -1.6939e-01, 1.0322e-01, 1.8793e-02, -6.0440e-02,
2.9897e-02, 1.0886e-03, -6.1126e-02, -6.3786e-03, 6.9261e-02,
1.0419e-01, -9.8520e-02, -1.6349e-01, -1.4213e-01, -5.4444e-02,
-9.6049e-03, 1.1148e-04, -2.0768e-02, 9.2381e-02, -4.8334e-02,
-1.5691e-01, 1.0688e-01, 2.8474e-01, 1.2641e-01, 9.7349e-02,
-1.0524e-01, 2.9233e-02, -9.9809e-02, -1.2819e-01, 2.0837e-01,
8.8119e-02, -1.8833e-01, 1.4286e-02, 1.6607e-02, 2.0246e-01,
-2.5043e-02, -5.6691e-02, 7.2714e-02, 2.7503e-02, 5.9546e-02,
-7.8348e-02, 2.4914e-02, 1.2481e-01, -6.2109e-02, 1.1736e-01,
9.9471e-02, 1.1087e-01, 9.8712e-02, -2.1932e-01, 2.8036e-03,
-1.0110e-01, -2.1182e-01, -5.2924e-02, 3.4540e-02, 1.5742e-01,
-4.6624e-02, -5.9052e-02, 9.7440e-02, -4.6608e-02, -7.7220e-02,
4.7245e-02, 2.6781e-02, -3.3449e-04, 1.3554e-01, -2.5597e-01,
-5.3248e-02, -5.8581e-02, -7.0759e-02, -3.3761e-02, -7.8478e-02,
1.1452e-01, -7.5413e-03, -1.2070e-01, -5.6301e-02, -3.2388e-02,
4.3517e-02, -1.9404e-02, -7.8742e-02, 1.1117e-01, -6.4469e-02,
1.1629e-01, -6.0252e-02, -6.9976e-02, -7.5956e-03, 5.1832e-02,
-1.0358e-01, -1.1893e-02, -7.0500e-03, -5.9497e-03, -5.6090e-03,
7.2964e-02, 3.3784e-02, -8.5369e-02, -6.7612e-02, 4.2135e-02,
2.0877e-02, -7.4016e-02, -3.6394e-02, 1.1729e-01, -1.0488e-01,
1.0931e-02, 1.3527e-01, -6.7554e-02, -8.3663e-02, -1.1577e-01,
2.6321e-02, 1.1882e-02, -8.7734e-02, -3.7570e-02, 1.2337e-01,
1.1665e-01, -7.5919e-02, 4.2848e-02, -1.2874e-01, -4.4466e-02,
1.0401e-02, -5.7532e-02, -5.1315e-03, 5.7844e-02, -1.0076e-02,
2.8491e-02, -3.1697e-03, -7.2856e-02, -2.1293e-02, 1.9704e-03,
-6.7815e-02, 4.0470e-02, 1.8619e-02, 8.7373e-03, -6.6671e-02,
1.4371e-02, -3.4241e-02, 1.2064e-01, -2.0722e+00, 1.2077e-02,
-1.0874e-01, -1.1251e-01, 5.6827e-02, -5.7794e-01, -8.9268e-02,
-1.1586e-01, -8.8009e-02, 6.9741e-02, -3.9777e-02, -2.3777e-01,
-1.8240e-01, -1.5904e-02, -8.7360e-02, 7.9357e-02, 4.6010e-02,
-2.4053e-01, -2.5128e-02, -2.8009e-01, 1.3922e-01, -2.6648e-01,
2.6062e-01, 1.5789e-01, -1.3113e-02, 1.3040e-02, -4.1680e-03,
-1.1055e-01, 2.0950e-01, 5.0801e-02, -1.1026e-01, 6.2837e-02,
2.2354e-02, 1.2723e-01, 3.4271e-02, 6.3817e-02, 1.7149e-01,
8.9878e-02, 6.3661e-02, -8.2933e-02, -1.4008e-02, -4.3723e-03,
-5.5796e-02, -1.4799e-01, 6.7080e-02, -7.0946e-02, 3.1694e-02,
1.0065e-01, -6.5806e-02, -1.6627e-01, 3.9399e-02, -9.6562e-03,
1.2314e-01, 4.8854e-02, 9.4262e-02, 5.8560e-02, -1.9350e-01,
-1.4426e-01, -9.7426e-02, -1.1749e-02, -2.0294e-01, -1.3528e-01,
-4.4154e-02, 9.9174e-02, -2.0521e-02, 7.9131e-02, -3.3095e-02,
-6.5975e-02, -3.3753e-03, -1.6518e-01, 1.0046e-02, -7.3980e-02,
1.7658e-02, -1.1347e-01, 3.6710e-02, -1.3522e-01, -4.1479e-02,
-1.5016e-03, 6.4300e-02, 1.7189e-02, -4.3493e-02, -1.2198e-01,
-2.2722e-02, 2.3959e-02, 1.1080e-01, -1.2475e-01, -9.3088e-02,
3.9577e-02, -1.8646e-02, 7.5970e-03, 9.7648e-02, 1.2036e-02,
-5.9138e-02, 1.0069e-01, 1.9607e-03, -8.9234e-02, -1.4599e-01,
-1.0672e-01, 1.6684e-01, -1.8550e-01, -2.4762e-02, -1.7493e-02,
-1.8732e-01, -6.6873e-04, 1.4681e-01, 9.9368e-02, -1.7341e-01,
-1.9141e-01, -2.8278e-02, 9.0048e-02, -9.9487e-02, 5.7973e-02,
2.6830e-02, -6.8033e-02, 7.2728e-02, 3.3315e-02, 2.0049e-02,
1.1624e-01, -1.4666e-01, -6.5290e-02, -2.3056e-02, -1.7662e-02,
1.5748e-01, -2.0263e-02, 6.1003e-02, -4.1495e-02, 4.1562e-02,
-5.3144e-03, 5.2499e-02, 1.9016e-02, 4.6088e-02, -7.5817e-02,
-9.3939e-02, -1.2129e-01, 1.6224e-01, -4.5697e-02, 5.8366e-02,
2.8165e-02, -1.2275e-01, 8.0526e-02, 9.0268e-02, -1.8791e-01,
4.5326e-03, -1.1904e-02, -5.0586e-02, 3.7468e-01, -3.7670e-02,
-3.1589e-02, 7.2979e-02, -1.3430e-01, 2.5084e-02, 1.0543e-02,
-1.4156e-02, 1.1208e-01, -7.9300e-02, -1.4261e-01, -3.9382e-03,
-1.2645e-01, -1.5546e-01, 9.1990e-02, -1.3256e-01, -1.6181e-02,
8.2592e-02, -1.3885e-01, 3.9827e-02, 6.0865e-02, -1.1866e+00,
-4.2123e-02, 5.5611e-02, 1.8950e-02, -1.0573e-01, 1.3298e-01,
2.1718e-01, 6.8806e-02, -8.5205e-02, 9.2615e-02, -4.8649e-02,
-1.0491e-01, 6.1608e-02, 5.9457e-03, -2.5198e-02, -7.9536e-02,
-1.2236e-01, 7.6429e-02, 5.7273e-02, 2.3017e-03, -1.0014e-01,
-1.0797e-01, -9.4269e-02, 3.0282e-02, 4.1213e-02, 2.0151e-02,
-1.5947e-01, 1.0875e-01, -6.8165e-03, 6.7593e-02, -5.8147e-02,
-3.1407e-02, 2.4488e-02, 1.8680e-01, -2.1658e-01, 9.3658e-02,
4.3535e-02, -6.3193e-03, -7.9519e-02, -4.5018e-02, 2.8599e-02,
7.7504e-02, -9.3168e-02, -9.3570e-02, 7.1672e-02, -2.4640e-02,
-3.8849e-02, -2.3466e-01, -9.0525e-02, -4.2257e-02, 1.0116e-01,
-8.1639e-02, -6.7364e-02, 5.0969e-02, 1.6603e-02, -6.0581e-02,
2.3615e-02, -6.3808e-02, -5.6165e-02, 3.0595e-03, -1.9233e-01,
1.0565e-01, -3.0010e-02, 1.7051e-01, -8.2298e-02, -7.2122e-02,
-1.2015e-01, -1.0663e-01, 1.5613e-02, 6.5712e-02, -1.3266e-01,
6.2017e-02, -1.1567e-01, -1.6912e-01, -4.6621e-02, -2.6249e-02,
-8.0951e-02, 8.1418e-02, 4.7126e-02, 7.9955e-02, -7.6960e-02,
-1.9309e-01, 2.0124e-02, -5.7673e-02, -1.5154e-02, -5.9381e-02,
-5.5194e-02, 5.8168e-02, 6.3001e-02, -1.0057e-01, -2.4997e-02,
-8.7999e-02, -1.3392e-01, -8.5826e-02, -1.1028e-01, -4.6958e-02,
-1.3246e-01, 4.8324e-02, -1.1704e-01, -8.2575e-02, -1.1606e-01,
2.5281e-02, -1.5972e-01, -1.0805e-01, -1.6800e-01, -9.7993e-02,
2.3559e-02, -1.3075e-01, 9.1140e-02, -1.2442e-02, -1.2819e-02,
-1.1673e-01, 9.7254e-02, 9.1565e-02, -1.8427e-01, -1.9964e-01,
-7.8478e-02, -6.9264e-02, -4.6437e-02, 1.6265e-01, 1.1921e-01,
-8.5938e-03, -5.5306e-02, -9.8144e-02, 7.3788e-02, -4.1878e-02,
-5.8151e-02, 8.5855e-02, -1.2296e-01, 1.8697e-01, -1.1032e-01,
-8.7448e-02, 1.3152e-01, -1.6712e-01, -7.7423e-02, -4.6609e-02,
1.5251e-03, -1.0513e-01, -6.9834e-02, -2.1783e-01, -2.9841e-02,
-7.5101e-02, -2.2115e-02, -3.3226e-02, 4.5466e-02, -1.8443e-02,
8.0347e-02, 1.7137e-01, 1.0818e-01, 1.5786e-02, -1.4137e-03,
-3.0272e-01, 4.4508e-02, -4.0507e-03, -1.2641e-01, -2.5232e-02,
-1.3308e-01, -1.3662e-01, -6.0740e-02, 3.0515e-02, 2.8630e-01,
7.8906e-02, 8.2532e-02, 1.7132e-01, 3.6931e-02, -3.1425e-02,
1.4960e-01, 3.3733e-02, -6.4773e-03, 7.8094e-02, 4.8348e-02,
-1.8481e-02, -1.3793e-01, -7.4640e-02, 3.6883e-02, -7.4182e-02,
4.0527e-02, -1.9864e-02, -1.5597e-01, -2.6874e-03, 9.6013e-02,
-7.5730e-02, 4.2126e-02, 6.0967e-02, -1.0750e-01, -3.7313e-02,
-9.5093e-02, -5.1445e-02, -2.1410e-01, -2.1836e-02, 7.0677e-02,
-4.3431e-02, -5.0751e-02, -5.1262e-02, -1.1097e-01, 3.3609e-02,
2.7657e-02, -5.1149e-02, 4.8212e-02, -1.1740e-01, -1.1907e-01,
2.3636e-01, -1.2609e-02, 1.1132e-02, 3.9594e-02, -1.0975e-01,
-1.2814e-01, -1.5860e-01, 1.4392e-02, 1.4988e-02, -1.2905e-01,
-7.9007e-02, -5.8014e-02, 5.7257e-02, 1.0799e-01, 7.3578e-02,
1.5772e-02, -1.6057e-01, -2.7108e-02, -2.8304e-02, 9.1917e-02,
-7.1131e-02, 1.4497e-01, -8.7407e-02, -1.2192e-01, -9.2793e-02,
-2.9025e-02, 9.9398e-02, -1.0846e-01, -6.9263e-02, -1.0362e-01,
3.3426e-02, 1.0898e-01, 7.7897e-02, -1.3967e-01, 5.8332e-02,
-2.6391e-01, 1.9730e-02, 4.1411e-02, -1.4895e-01, 1.9899e-01,
1.7051e-01, 1.8779e-01, 1.5279e-02, 1.6998e-02, 1.4006e-01,
2.0816e-01, -1.6671e-02, -1.1860e-01, 1.1003e-01, 1.1939e-01,
1.2707e-01, -1.7100e-01, -1.7691e+00, -6.7796e-02, 5.6823e-02,
-4.1110e-02, -1.6818e-02, -8.7550e-03, 2.1466e-02, -2.0102e-02,
-1.3222e-01, 5.5106e-03, -1.0989e-01, -1.0451e-01, 7.5189e-02,
1.9103e-01, -7.0064e-02, 4.6612e-03, -2.0077e-02, 8.0858e-02,
5.8685e-03, 4.1834e-04, 2.8373e-02, 5.1308e-02, -1.6251e-01,
5.4589e-04, 2.0821e-01, 3.9830e-02, -4.3093e-02, 9.7891e-02,
-2.9556e-02, 4.0069e-02, 2.5812e-02, 1.3701e-01, -1.6077e-01,
-2.2637e-02, 5.8135e-02, 1.6644e-02, -7.0677e-02, 3.3611e-02,
1.0196e-01, 5.1912e-02, 5.5822e-02, -5.4535e-02, -6.9540e-03,
1.4228e-02, -1.2070e-01, -3.5260e-02, -8.4381e-02, -4.3574e-02,
-8.4276e-02, 6.3088e-02, 1.6314e-01, 8.4337e-02, 1.1353e-01,
5.0062e-02, -7.5414e-02, 1.1243e-01, -1.6636e-01, 2.0630e-01,
1.1533e-01, -7.7395e-02, -3.1742e-03, -9.8750e-02, -2.5165e-02,
-5.6784e-02, -3.9582e-02, 1.4167e-01, -8.7004e-02, 6.0015e-02,
-9.7171e-02, -1.1842e-01, -2.1654e-01, 1.4776e-01, 1.2801e-01,
-1.9903e-01, -7.1941e-03, -1.1571e-01, -2.7304e-01, 1.8457e-01,
8.4792e-02, -6.4266e-02, 5.3906e-04, -4.4917e-02, -1.5899e-01,
-7.4830e-02, -1.0500e-01, 3.8943e-02, 2.0232e-03, -6.8322e-02,
-1.1653e-01, 6.0183e-02, 1.6862e-01, -2.0696e-01, -1.2999e-01,
-1.1016e-01, -6.4075e-02, -2.1217e-01, -9.3932e-02, 6.8834e-02,
4.3842e-02, -3.5530e-02, -3.3845e-02, 1.3658e-01, -1.7748e-01,
1.6836e-01, -1.8849e-02, -6.6945e-02, 1.9347e-02, -2.0942e-01,
5.7634e-03, 3.5153e-02, -1.6188e-01, -5.8478e-02, 7.5417e-02,
-7.8610e-02, 4.0008e-02, 8.6148e-02, 3.5322e-02, 3.3252e-02,
1.2522e-01, -2.3188e-03, -1.5406e-02, -2.1783e-01, 2.5244e-02,
5.5002e-02, -5.7631e-02, 3.8587e-02, 8.6457e-03, -8.7287e-02,
-6.4994e-02, -4.6158e-02, 4.2784e-04, 5.0000e-02, -5.2718e-02,
1.2025e-02, 6.7083e-02, -1.1446e-01, 1.6963e-01, 5.3118e-02,
-5.8713e-02, -5.1308e-02, -3.3454e-01, 1.0058e-01, -3.7935e-03,
6.2568e-02, 1.6304e-02, -2.0469e-02, -6.2038e-02, -2.0030e-01,
-8.9443e-02, -1.8752e-02, -1.5353e-01, 1.7126e-02, -2.0080e-02,
4.6541e-02, -3.9921e-02, -7.2972e-02, 7.0816e-02, 2.0038e-02,
-2.0617e-02, -1.6735e-01, -1.4569e-02, 6.8962e-02, 3.0459e-02,
-7.2177e-02, 5.1934e-02, 6.8845e-03, -1.5388e-01, -8.3030e-02,
-2.2279e-02, 1.8053e-01, -6.9230e-02, -4.1515e-02, -5.5242e-02,
-4.0479e-02, -9.5468e-02, -1.7670e-01, 2.6518e-01, -1.5404e-01,
-1.8721e-02, 9.3171e-02, -1.3234e-02, 1.0167e-01, -5.2541e-02,
-1.4460e-01, -4.7432e-02, 1.1471e-01, 9.2707e-02, 5.4943e-02,
-1.1537e-01, -1.4223e-01, -1.0181e-01, -7.2265e-02, -4.6880e-02,
1.1145e-01, 1.0032e-01, 1.3911e-01, -3.2867e-02, -5.0176e-02,
-1.2659e-01, 3.4641e-02, -1.9245e-01, -6.5874e-02, 3.7799e-02,
-9.0489e-02, -1.6431e-01, 4.3259e-02, -6.0805e-02, -6.6885e-02,
3.6962e-03, -1.2896e-03, 1.2790e-01], device='cuda:0')),
('bert.encoder.layer.9.intermediate.dense.weight',
tensor([[ 0.0383, 0.0108, -0.0062, ..., -0.0803, -0.0055, 0.0451],
[-0.0573, 0.0249, -0.0165, ..., -0.0510, -0.0319, -0.0599],
[-0.0071, 0.0436, -0.0669, ..., -0.0336, 0.0331, 0.0328],
...,
[-0.0409, 0.0901, -0.0093, ..., -0.0212, 0.0095, -0.0022],
[ 0.0318, -0.0050, -0.0373, ..., 0.0284, -0.0194, -0.0360],
[-0.0507, 0.0084, -0.0219, ..., 0.0457, 0.0226, -0.0285]],
device='cuda:0')),
('bert.encoder.layer.9.intermediate.dense.bias',
tensor([-0.1007, -0.1137, -0.1144, ..., -0.0941, 0.0032, -0.0679],
device='cuda:0')),
('bert.encoder.layer.9.output.dense.weight',
tensor([[ 0.0112, -0.0137, -0.0253, ..., -0.0262, -0.0198, 0.0557],
[-0.0108, -0.0407, -0.0367, ..., -0.0033, -0.0350, 0.0471],
[ 0.0299, -0.0069, 0.0297, ..., -0.0328, 0.0506, 0.0308],
...,
[-0.0151, -0.0122, -0.0276, ..., 0.0243, -0.0161, -0.0351],
[-0.0057, 0.0097, 0.0021, ..., -0.0231, 0.0149, 0.0221],
[ 0.0094, -0.0481, 0.0593, ..., -0.0220, 0.0257, 0.0444]],
device='cuda:0')),
('bert.encoder.layer.9.output.dense.bias',
tensor([ 6.2926e-02, -1.0504e-01, -4.0293e-02, 1.3398e-01, -6.3642e-02,
-1.0864e-01, -3.2143e-02, 8.6868e-02, -2.1133e-02, -1.8054e-02,
2.6295e-02, 1.3623e-02, -6.1386e-02, 8.2377e-02, 8.8241e-03,
7.6814e-02, -8.9183e-02, -8.4541e-02, -4.8360e-02, -4.5731e-02,
4.6271e-03, 6.0381e-02, 5.3813e-02, 1.5241e-03, -8.9872e-02,
-6.8928e-02, -7.7970e-03, 1.6321e-01, 1.2869e-01, 4.0627e-02,
-3.6800e-02, -1.1581e-02, -5.6746e-02, -3.9610e-02, 1.0531e-01,
1.1129e-01, -5.0093e-02, 1.5598e-02, 2.0752e-02, 1.5467e-01,
-7.2090e-02, 1.2031e-02, 3.0967e-02, -6.2724e-02, 8.2205e-02,
-8.9581e-02, -5.5269e-02, 3.2928e-02, -6.5860e-02, 8.6886e-02,
3.6064e-02, 6.6724e-02, 6.0433e-02, -1.0897e-01, -5.1176e-02,
-3.1608e-02, -1.3423e-01, -9.8425e-02, -2.5844e-02, 1.3277e-01,
-1.1655e-02, -1.0872e-01, 2.2800e-02, 3.3518e-03, -4.5015e-02,
7.9048e-02, 4.8966e-02, -9.8410e-03, 1.3027e-01, -2.0379e-01,
-4.4005e-02, -4.2735e-02, -9.9749e-03, -2.7588e-03, -2.2320e-02,
8.1717e-03, 2.6144e-02, -8.5399e-02, -4.7002e-02, -5.2799e-02,
1.8971e-02, 3.7104e-02, 1.9570e-02, 1.5446e-01, 4.8915e-02,
7.5949e-03, -3.0193e-03, -3.8734e-02, -2.6932e-02, 2.4907e-02,
-5.8913e-02, 7.2428e-02, 3.8815e-02, -7.5499e-02, -4.5613e-02,
1.0741e-01, 7.5221e-02, 2.8299e-02, -1.2433e-02, -3.2033e-03,
1.4195e-02, -6.0293e-02, -3.0587e-02, 6.5377e-02, -1.9226e-02,
-1.2559e-02, 9.9578e-02, -2.6528e-02, 3.2961e-02, -3.9265e-02,
-1.1703e-02, 2.7046e-02, -4.2977e-02, -1.6957e-02, 1.2498e-01,
1.0778e-01, -6.1395e-02, 1.9212e-03, -3.2139e-02, -1.0019e-01,
-3.2465e-02, 1.2693e-02, 1.1570e-02, 9.4750e-03, 3.3343e-03,
7.6112e-02, -2.4481e-03, 1.4053e-02, 7.7284e-02, 6.5428e-03,
3.0328e-02, -1.3294e-02, 1.3565e-01, 9.1106e-02, -4.1238e-02,
-7.3340e-02, -4.3843e-02, 1.4222e-01, -3.2509e-01, 3.4240e-02,
-1.0171e-01, -4.0649e-02, 6.8076e-02, -1.1054e-01, 3.5593e-03,
-8.1854e-03, -2.2284e-02, 1.4135e-01, 1.4983e-02, -8.7585e-02,
-8.6877e-02, 2.1301e-02, -2.8152e-02, 6.3904e-02, 7.0013e-03,
-1.7237e-01, -4.7607e-02, -5.3842e-02, 1.5071e-01, -8.8262e-02,
7.3980e-02, 9.0576e-02, 4.0878e-02, 3.4433e-02, 3.1134e-03,
-1.0467e-01, 1.6411e-01, -4.1040e-02, -5.1462e-02, 4.0943e-02,
4.2151e-03, 6.8437e-02, -6.1460e-02, 8.3006e-02, 1.4745e-01,
5.0849e-02, 1.1093e-01, -6.0026e-02, 4.4929e-02, 4.2385e-03,
-3.5624e-02, -3.8025e-02, 4.8956e-02, -2.3085e-02, 1.1239e-01,
7.8666e-02, 1.1698e-02, -9.0173e-02, 3.9659e-02, 2.9807e-02,
2.7042e-02, -3.2218e-03, 8.8584e-02, 7.2548e-02, -1.9092e-01,
-3.5028e-02, -5.4868e-02, -2.2133e-02, -1.5710e-01, -1.2831e-01,
-3.1347e-02, 3.8826e-02, -6.0117e-02, 6.7955e-02, 4.1508e-03,
-7.5077e-02, -1.6288e-02, -1.1164e-01, -1.0233e-02, -2.8137e-02,
3.8159e-03, -9.1704e-02, 4.1295e-02, -8.4462e-02, -8.6319e-02,
3.9510e-03, 6.1433e-02, 1.1440e-02, 4.6365e-02, -1.1389e-01,
-2.8890e-02, 3.2378e-02, 6.0889e-02, -4.8493e-02, 5.4747e-03,
1.4853e-02, 1.4372e-03, -2.7662e-02, 2.8843e-02, 3.0226e-03,
1.5185e-02, 7.2286e-02, 7.1113e-02, 3.4911e-03, -7.1905e-02,
-8.9398e-02, 1.3326e-01, -7.4939e-02, -2.8033e-02, 6.7451e-02,
-1.4342e-01, 5.4560e-02, 1.6911e-01, 6.5214e-02, -2.4921e-02,
-9.1656e-02, -1.6527e-02, 9.6741e-02, 7.5165e-03, 7.9985e-02,
3.6184e-02, -2.8099e-02, -3.7807e-03, 3.7302e-02, 2.8972e-02,
3.0171e-02, -7.3588e-02, -4.7998e-02, -1.7361e-02, 9.2134e-02,
6.2978e-02, -3.8770e-02, 2.1211e-02, 3.6655e-03, 7.8398e-02,
6.9465e-03, 5.8157e-02, 1.6212e-02, 6.1581e-02, -1.1272e-01,
-2.6926e-02, -7.9723e-02, 1.3827e-01, 4.0970e-02, -1.1880e-02,
3.5796e-03, -1.6242e-02, 3.6247e-02, 6.5649e-02, -9.7231e-02,
3.2548e-02, 2.2427e-02, -9.4686e-03, 6.5730e-02, -7.3050e-02,
2.9803e-03, 1.3704e-01, -4.7604e-02, 7.5719e-02, 4.8591e-02,
2.9552e-02, 5.1611e-02, -4.6804e-02, -1.0789e-01, -3.7103e-02,
-8.2430e-02, -8.4902e-02, 3.7673e-02, -5.5744e-03, 1.0006e-02,
2.9362e-02, -6.9696e-02, 5.8040e-02, 5.3813e-02, -4.5512e-01,
-1.8957e-02, 4.4077e-02, 6.8517e-03, -3.4305e-02, 7.2902e-02,
1.2447e-01, 4.1842e-02, -8.5712e-02, 6.3500e-02, -4.7681e-03,
-8.2255e-03, 2.1271e-02, 1.8144e-01, 3.0659e-03, -1.1361e-01,
-9.4659e-02, -1.0323e-02, -1.1774e-02, 1.0704e-03, -1.3386e-01,
-3.6827e-02, -1.9115e-02, 3.7165e-02, 6.0678e-02, -8.5761e-02,
-9.0581e-02, 5.5613e-03, -5.4533e-02, 4.6291e-02, 1.8503e-02,
-3.5418e-02, 7.3984e-03, 1.0048e-01, -1.9121e-01, 3.7964e-02,
7.9285e-02, 2.7876e-02, -4.7749e-02, -1.5209e-02, 2.9877e-03,
1.0635e-01, 9.6885e-03, -4.1956e-04, 8.0386e-02, 3.8126e-02,
-5.1378e-02, -1.3117e-01, -6.7261e-02, 2.0094e-02, 9.7495e-02,
-5.8494e-02, 3.3726e-02, 4.5930e-02, 3.8724e-02, -1.9141e-02,
1.3147e-02, -5.5003e-02, 5.5653e-02, -2.0472e-02, -2.2311e-02,
-2.9608e-02, 7.9695e-03, 6.7485e-02, -4.6639e-02, -1.3395e-02,
-2.2422e-02, -6.3249e-02, 5.2411e-02, 6.6460e-02, -7.6105e-02,
-7.1501e-04, -2.1027e-01, -6.7914e-02, 8.4626e-03, -5.4522e-02,
-1.3942e-02, 2.4164e-02, 8.7393e-02, 4.4927e-02, -1.7517e-02,
-7.2300e-02, -2.9041e-02, -6.4867e-02, 8.5198e-02, 2.9734e-02,
-5.2335e-02, 8.1120e-02, 6.2130e-02, -6.9544e-02, 3.0169e-02,
-6.5640e-02, -3.3959e-02, -5.5550e-02, -7.7682e-02, 1.9359e-02,
-1.5252e-01, 1.5984e-01, -9.1083e-03, -1.2394e-01, -7.5906e-02,
4.8852e-02, -8.0717e-02, -6.6385e-02, -1.4567e-01, -5.8938e-02,
5.3590e-03, -3.3268e-02, 5.1571e-02, 3.4110e-03, 3.4880e-02,
-2.5455e-02, 5.7156e-02, 5.5915e-02, -7.2591e-02, -9.3055e-02,
-1.9877e-02, -8.7377e-02, 3.1453e-02, 1.3626e-01, 4.8375e-02,
-1.6026e-02, -1.1222e-01, -7.2284e-02, 6.4821e-02, -1.6101e-02,
-1.3160e-02, 7.3035e-02, -1.0807e-01, 1.4504e-01, -2.4536e-02,
7.6352e-02, 6.7703e-02, -1.0951e-01, -9.1965e-03, -3.4802e-02,
3.6430e-02, -1.0782e-01, -3.7520e-02, -1.7882e-01, -9.4432e-02,
-7.4833e-02, -9.9601e-02, -4.9771e-02, -4.3751e-03, -6.0164e-02,
9.3325e-02, 6.4272e-02, 6.2958e-02, 4.4834e-02, -1.0957e-02,
-1.5382e-01, 5.9245e-02, 6.6570e-03, -4.5776e-02, 3.8768e-02,
-1.0502e-03, -7.3208e-02, -1.4686e-02, 1.5795e-02, 2.6921e-01,
8.4355e-02, 1.5009e-02, 1.9402e-01, 2.0967e-02, -6.2925e-02,
1.1559e-01, -1.2794e-02, 2.3000e-02, 1.1064e-01, 4.3869e-02,
8.0949e-03, -2.4543e-01, -8.8524e-02, 7.3127e-02, -2.1054e-02,
-1.2254e-02, 1.0518e-01, 3.6670e-02, 5.2031e-02, 7.8939e-02,
4.0504e-02, 8.1235e-03, 1.1329e-01, -6.1483e-02, -6.3852e-02,
-1.1102e-01, -4.9586e-02, -1.8388e-01, -1.3721e-03, 3.6797e-03,
2.5076e-02, -7.3928e-02, -3.4997e-02, -3.4158e-02, 7.2636e-02,
3.4048e-02, 3.1506e-02, -7.7860e-03, -3.0922e-02, -4.9507e-02,
1.6884e-01, 5.9665e-03, 8.0819e-02, 4.1876e-02, -3.0099e-02,
5.7258e-02, -1.0512e-01, 1.2074e-02, -8.6981e-03, -2.4487e-02,
-6.9756e-02, -2.8131e-02, -7.0876e-04, 3.8252e-02, 5.7679e-02,
-1.9140e-02, -1.2417e-01, -5.6731e-02, 1.9589e-03, 1.0228e-01,
-8.6797e-02, 1.0555e-01, -7.6021e-02, -8.7592e-02, -5.6522e-02,
7.2301e-02, 3.1756e-02, -6.5138e-02, -6.8348e-02, -2.5641e-02,
-1.7691e-02, 3.5014e-02, 5.0883e-02, -4.9524e-02, 4.3631e-02,
-1.0489e-01, 1.8619e-02, 1.2185e-01, -1.0251e-01, 6.0374e-02,
1.5924e-01, 1.3595e-01, -6.4777e-02, 3.6691e-02, 9.0002e-02,
1.7045e-01, -9.9511e-03, -8.5808e-02, 2.2499e-02, 9.5475e-02,
6.0747e-02, 8.4534e-03, -7.2436e-01, 9.9048e-03, 7.7007e-04,
2.3209e-02, -3.2970e-02, -3.8062e-02, 6.9722e-02, 4.2458e-02,
-9.3999e-02, 9.2624e-03, -5.0416e-02, -3.6675e-02, -2.1735e-02,
8.0216e-02, 5.5432e-03, 3.7141e-02, 2.8297e-02, 5.2074e-02,
-1.3640e-02, 1.1781e-02, 9.9991e-02, 7.8998e-02, -1.1358e-01,
7.4966e-02, 1.1846e-01, 4.2810e-02, 5.9423e-02, 3.5227e-02,
2.3530e-02, 5.4837e-02, 4.0113e-02, 8.9408e-02, -4.5306e-02,
3.8598e-02, -5.3280e-03, 8.9165e-02, -1.2265e-02, 1.9508e-02,
8.0366e-02, -2.0276e-02, 2.4638e-02, 7.4254e-02, -1.0709e-02,
5.0709e-02, -6.7958e-02, 4.7939e-02, 3.6759e-03, -3.3425e-02,
-7.4814e-02, 6.4727e-02, 2.6894e-01, 8.8726e-02, 1.7340e-01,
6.0242e-02, -2.5715e-02, 7.1590e-02, -4.0758e-03, 1.6316e-01,
8.7421e-02, -3.9263e-02, -7.7570e-02, -5.1681e-02, 4.6719e-02,
4.1919e-02, -1.1739e-01, 1.2720e-01, -6.4041e-02, 6.0262e-02,
-6.0413e-02, -1.0214e-01, -1.0455e-01, 6.9057e-02, -8.8244e-03,
-5.9444e-02, 1.4110e-02, -9.0899e-02, -1.2547e-01, 7.8270e-02,
1.0898e-01, -5.1412e-02, 1.7408e-02, -2.4017e-02, -1.7692e-02,
-7.4789e-02, 5.3430e-03, 2.9377e-02, 2.3481e-02, 3.0941e-04,
-3.8107e-04, -5.2417e-02, 9.2009e-02, -8.6800e-02, -4.9432e-02,
-7.5206e-02, -1.0707e-02, -1.1573e-01, -1.0991e-01, 2.0738e-02,
3.4518e-02, -2.5405e-02, -8.8880e-03, 1.0757e-01, -6.7847e-02,
4.1471e-02, 5.2576e-02, 7.2529e-03, 1.2112e-02, -7.5118e-02,
1.9229e-02, -7.3986e-04, -1.3725e-01, 1.0294e-03, 1.3043e-01,
-7.5756e-03, 1.7035e-01, 7.6461e-02, -5.5895e-02, 6.0764e-03,
9.9103e-02, 4.0396e-02, 2.7807e-03, -6.1476e-02, -3.6962e-02,
5.6765e-02, -7.7730e-02, 5.3315e-02, 5.2131e-02, 2.6075e-04,
2.4979e-02, -3.5459e-02, 5.3622e-02, 2.0665e-04, -6.4481e-02,
4.3447e-02, 1.2473e-01, -3.2067e-02, 9.1808e-02, 4.5397e-02,
-8.4917e-03, 3.4021e-02, -1.3929e-01, 1.3820e-01, -2.0248e-02,
1.9240e-04, -1.0868e-02, 3.5540e-02, -1.8533e-02, -1.1238e-01,
2.8434e-03, 5.4545e-02, -6.1915e-02, 8.7685e-02, -4.4246e-02,
3.2391e-02, 1.5957e-02, -1.0944e-01, 5.4730e-02, 2.6265e-02,
-5.5296e-02, -8.3071e-02, -8.3076e-02, 5.6525e-02, 7.0834e-03,
-9.3623e-02, 3.2990e-02, 2.9001e-02, -1.2997e-01, -3.5529e-02,
-1.3568e-03, 8.0591e-02, -6.4353e-02, -3.5001e-02, 1.0977e-03,
-3.6256e-02, -4.4902e-02, -9.9928e-02, 9.8239e-02, -1.0608e-02,
8.7856e-02, 5.9868e-02, 5.9404e-03, 1.5322e-01, -3.3863e-02,
-1.5531e-02, -2.9192e-02, 4.7756e-02, 6.1951e-02, 6.9569e-02,
-1.1985e-01, -5.3788e-02, -9.7260e-02, -1.4617e-02, -5.0535e-02,
2.0060e-01, 2.3127e-02, 1.0908e-01, -7.8556e-02, 4.4181e-03,
-3.9627e-02, 3.6459e-02, -8.6751e-02, 2.2399e-02, 1.0229e-01,
-7.1167e-02, -1.9170e-02, 1.1435e-01, 3.2658e-02, -4.6484e-02,
1.2165e-02, -4.9105e-03, 9.2982e-02], device='cuda:0')),
('bert.encoder.layer.9.output.LayerNorm.weight',
tensor([0.8168, 0.8548, 0.8684, 0.8230, 0.8702, 0.8424, 0.8050, 0.8390, 0.8422,
0.8242, 0.8807, 0.8676, 0.8684, 0.8792, 0.8405, 0.8060, 0.8529, 0.8433,
0.8448, 0.8526, 0.8417, 0.8611, 0.8256, 0.8431, 0.8838, 0.8409, 0.8521,
0.7509, 0.8275, 0.8767, 0.8523, 0.8460, 0.8711, 0.8247, 0.8363, 0.8405,
0.8077, 0.8608, 0.8319, 0.7753, 0.8664, 0.8493, 0.8201, 0.8547, 0.8733,
0.8341, 0.8613, 0.8390, 0.8789, 0.8479, 0.8448, 0.8186, 0.8111, 0.8594,
0.7990, 0.8040, 0.8154, 0.8604, 0.8240, 0.7979, 0.8379, 0.8707, 0.8913,
0.8656, 0.8183, 0.8681, 0.8430, 0.8252, 0.8142, 0.7688, 0.8450, 0.8552,
0.8497, 0.8320, 0.8567, 0.8769, 0.8653, 0.8329, 0.8612, 0.8542, 0.8356,
0.8815, 0.8441, 0.8419, 0.8134, 0.8244, 0.8271, 0.8759, 0.8844, 0.8544,
0.8500, 0.8373, 0.8647, 0.8607, 0.8310, 0.8610, 0.8223, 0.8661, 0.8561,
0.8580, 0.8391, 0.8769, 0.8434, 0.8567, 0.8254, 0.8756, 0.8754, 0.8171,
0.8757, 0.8749, 0.8293, 0.8642, 0.8728, 0.8082, 0.8797, 0.8641, 0.8440,
0.8380, 0.8594, 0.8594, 0.8512, 0.8721, 0.8683, 0.8212, 0.8103, 0.8625,
0.8546, 0.8315, 0.8600, 0.8440, 0.8682, 0.8419, 0.8366, 0.8292, 0.8889,
0.8736, 1.1173, 0.8453, 0.2931, 0.8777, 0.8328, 0.8600, 0.8430, 0.7207,
0.8525, 0.8625, 0.8477, 0.8762, 0.8689, 0.8090, 0.8260, 0.8708, 0.8619,
0.8641, 0.8233, 0.8190, 0.8765, 0.8347, 0.8386, 0.8647, 0.8045, 0.8847,
0.8631, 0.8708, 0.8338, 0.8597, 0.7988, 0.8014, 0.8463, 0.8319, 0.8479,
0.7965, 0.8045, 0.8435, 0.8430, 0.8282, 0.8559, 0.8105, 0.8634, 0.8434,
0.8332, 0.8264, 0.8052, 0.8416, 0.8583, 0.8448, 0.8346, 0.8175, 0.8251,
0.8296, 0.8400, 0.8172, 0.8405, 0.8342, 0.8100, 0.8262, 0.8658, 0.8393,
0.8473, 0.8474, 0.8541, 0.7825, 0.8532, 0.8319, 0.8700, 0.8497, 0.8571,
0.8600, 0.8494, 0.8363, 0.8680, 0.8695, 0.8212, 0.8686, 0.8543, 0.8906,
0.8224, 0.8259, 0.8260, 0.8329, 0.8724, 0.8550, 0.8548, 0.8754, 0.8484,
0.8450, 0.8564, 0.8528, 0.8111, 0.8018, 0.8529, 0.8816, 0.8446, 0.8657,
0.8383, 0.8353, 0.8030, 0.8363, 0.8717, 0.8570, 0.8558, 0.8408, 0.8164,
0.8429, 0.8379, 0.8510, 0.8597, 0.8386, 0.8726, 0.8637, 0.8482, 0.8412,
0.9470, 0.8526, 0.8626, 0.8748, 0.8510, 0.8174, 0.8484, 0.8509, 0.7729,
0.8359, 0.8617, 0.8580, 0.8510, 0.8518, 0.8714, 0.8770, 0.8511, 0.8351,
0.8420, 0.8600, 0.8175, 0.8508, 0.8754, 0.8438, 0.8706, 0.8631, 0.8127,
0.8500, 0.9124, 0.8598, 0.8489, 0.7075, 0.8670, 0.8908, 0.8206, 0.8446,
0.8383, 0.8026, 0.8203, 0.8624, 0.8368, 0.8299, 0.8552, 0.8327, 0.7827,
0.8155, 0.8591, 0.8569, 0.8557, 0.8394, 0.8587, 0.8537, 0.3484, 0.8962,
0.8509, 0.8620, 0.8572, 0.8646, 0.8210, 0.8451, 0.8614, 0.8551, 0.8489,
0.8400, 0.8400, 0.8401, 0.8772, 0.8306, 0.8436, 0.8432, 0.8355, 0.8705,
0.8477, 0.8622, 0.8652, 0.8541, 0.8484, 0.8494, 0.8437, 0.8428, 0.8440,
0.9068, 0.8644, 0.8623, 0.8633, 0.8379, 0.8061, 0.8158, 0.8596, 0.8680,
0.8295, 0.8614, 0.8470, 0.8443, 0.8701, 0.8445, 0.8303, 0.8329, 0.8628,
0.8320, 0.8341, 0.8561, 0.8691, 0.8641, 0.8353, 0.8445, 0.8546, 0.8307,
0.8457, 0.8267, 0.8539, 0.8863, 0.8087, 0.8259, 0.8662, 0.8407, 0.8609,
0.8427, 0.8384, 0.8676, 0.8487, 0.8337, 0.8504, 0.8364, 0.8537, 0.8691,
0.8715, 0.7745, 0.8298, 0.8710, 0.8343, 0.8559, 0.8328, 0.8393, 0.8348,
0.8607, 0.8535, 0.8419, 0.8618, 0.8157, 0.8557, 0.8586, 0.8510, 0.8494,
0.8184, 0.8657, 0.8309, 0.8225, 0.8261, 0.8365, 0.8181, 0.8434, 0.8322,
0.8342, 0.8555, 0.8652, 0.8762, 0.8945, 0.8485, 0.8336, 0.8559, 0.8968,
0.8761, 0.8682, 0.8139, 0.8424, 0.8228, 0.8650, 0.8491, 0.8998, 0.8674,
0.8294, 0.8097, 0.8431, 0.8435, 0.8301, 0.8472, 0.8787, 0.8533, 0.8555,
0.8207, 0.8266, 0.8193, 0.8814, 0.8502, 0.8418, 0.8784, 0.8692, 0.8769,
0.8226, 0.8432, 0.8158, 0.8421, 0.8214, 0.8537, 0.8541, 0.8572, 0.8316,
0.8526, 0.8031, 0.8478, 0.8500, 0.8321, 0.7632, 0.8502, 0.8221, 0.8268,
0.8568, 0.8551, 0.8665, 0.8130, 0.8733, 0.3056, 0.8052, 0.8391, 0.8023,
0.8618, 0.8443, 0.8389, 0.8367, 0.8649, 0.8033, 0.8760, 0.8454, 0.7806,
0.8873, 0.8367, 0.8782, 0.8392, 0.8491, 0.8892, 0.8502, 0.8760, 0.8425,
0.8699, 0.8030, 0.9276, 0.8514, 0.8312, 0.8705, 0.8406, 0.8364, 0.8564,
0.8386, 0.8480, 0.8667, 0.8433, 0.8371, 0.8653, 0.8756, 0.8287, 0.8458,
0.8373, 0.8054, 0.8992, 0.8572, 0.8643, 0.8372, 0.8140, 0.8452, 0.8427,
0.8490, 0.8549, 0.8346, 0.8525, 0.8377, 0.8163, 0.8464, 0.8796, 0.8309,
0.8445, 0.8926, 0.8517, 0.8513, 0.8046, 0.8891, 0.8578, 0.8811, 0.8153,
0.8398, 0.8565, 0.8312, 0.8317, 0.8255, 0.7973, 0.8491, 0.8260, 0.8529,
0.8190, 0.8437, 0.8187, 0.8241, 0.8535, 0.8323, 0.7944, 0.8363, 0.8739,
0.8126, 0.7974, 0.8135, 0.8578, 0.8456, 0.8194, 0.8326, 0.7995, 0.7551,
0.8446, 0.8454, 0.8780, 0.8636, 0.8314, 0.8811, 0.8677, 0.8907, 0.8417,
0.8559, 0.8329, 0.8307, 0.8179, 0.8560, 0.8418, 0.8491, 0.8381, 0.8418,
0.8540, 0.8603, 0.8540, 0.8663, 0.8606, 0.8280, 0.8281, 0.8242, 0.8591,
0.8696, 0.8491, 0.8470, 0.8290, 0.8235, 0.8727, 0.8243, 0.8408, 0.8300,
0.8472, 0.8496, 0.8226, 0.8236, 0.8849, 0.8570, 0.8580, 0.8627, 0.8536,
0.8567, 0.8634, 0.8675, 0.8329, 0.2831, 0.8197, 0.8416, 0.8441, 0.8411,
0.8363, 0.8538, 0.7986, 0.8251, 0.8792, 0.8612, 0.8537, 0.8643, 0.8463,
0.8453, 0.8510, 0.8649, 0.8365, 0.8550, 0.8552, 0.7850, 0.8765, 0.8154,
0.8419, 0.8534, 0.8368, 0.8219, 0.8175, 0.8511, 0.8723, 0.8808, 0.8651,
0.8510, 0.8583, 0.8278, 0.8523, 0.8198, 0.8648, 0.8508, 0.8223, 0.8316,
0.8552, 0.8205, 0.8239, 0.8715, 0.8282, 0.8524, 0.8459, 0.8632, 0.8508,
0.8584, 0.8193, 0.8574, 0.8229, 0.8492, 0.8627, 0.8322, 0.8302, 0.8721,
0.8696, 0.8019, 0.8392, 0.8347, 0.8730, 0.7995, 0.8328, 0.8642, 0.8522,
0.8529, 0.8511, 0.8862, 0.8451, 0.8604, 0.8704, 0.8364, 0.8382, 0.8823,
0.8663, 0.8320, 0.8124, 0.8729, 0.8673, 0.8667, 0.8621, 0.8014, 0.8592,
0.8285, 0.8827, 0.8744, 0.8824, 0.7865, 0.8309, 0.8781, 0.8420, 0.8367,
0.8621, 0.8152, 0.8424, 0.8725, 0.8446, 0.8679, 0.8628, 0.8693, 0.8211,
0.8533, 0.8539, 0.8208, 0.8566, 0.8295, 0.7853, 0.8313, 0.8590, 0.8751,
0.8342, 0.8359, 0.8619, 0.8222, 0.8468, 0.7933, 0.8584, 0.8494, 0.8739,
0.8588, 0.8287, 0.8618, 0.8465, 0.7715, 0.8653, 0.8508, 0.8366, 0.8519,
0.8533, 0.8638, 0.8378, 0.8692, 0.8184, 0.8131, 0.8153, 0.8534, 0.8415,
0.8434, 0.8736, 0.8330, 0.8239, 0.8576, 0.8363, 0.8120, 0.8503, 0.8453,
0.8277, 0.8093, 0.8493, 0.8210, 0.8210, 0.8680, 0.8453, 0.8562, 0.8926,
0.8498, 0.8559, 0.8290], device='cuda:0')),
('bert.encoder.layer.9.output.LayerNorm.bias',
tensor([-9.2222e-02, 9.3270e-02, -9.6066e-03, -9.1338e-02, -5.3894e-04,
-6.6652e-02, 8.4222e-02, -9.4639e-02, -7.3827e-02, 3.8689e-02,
-9.1866e-02, -2.0516e-02, 2.7585e-03, 1.4566e-02, -8.2676e-02,
-7.5239e-02, -1.2640e-02, 1.9875e-02, 3.5812e-02, 1.0880e-02,
-2.3846e-02, -5.8694e-02, -5.2021e-02, -5.6555e-02, -4.8510e-02,
7.1607e-03, -8.1010e-02, -2.5032e-01, -8.5523e-02, -1.0619e-01,
-4.5774e-03, -1.7868e-02, 3.6226e-02, 1.3472e-02, -1.8303e-01,
-7.2644e-02, 9.3955e-02, -4.0061e-02, -3.3779e-02, -1.6704e-01,
-2.9669e-02, 1.1014e-02, -9.8410e-02, -5.0554e-02, -4.0783e-02,
2.3288e-02, -6.3774e-02, -1.3085e-01, -4.1335e-02, -8.0366e-02,
-9.6544e-02, -1.2090e-01, -1.0898e-01, 6.8565e-02, -6.1923e-02,
5.5434e-02, 6.7297e-02, -4.3058e-02, -6.5213e-02, -1.1777e-01,
1.0972e-03, -6.6113e-02, -1.7449e-01, 3.7858e-02, 2.7489e-02,
-5.5489e-02, -6.1480e-02, -1.6240e-02, -7.8468e-02, 1.1036e-01,
-3.0528e-03, 3.2445e-03, 9.9039e-03, -6.4776e-02, -1.4642e-02,
-6.5348e-02, -7.5583e-02, -1.8602e-02, -2.6125e-02, -2.4942e-02,
-8.9901e-02, -1.9485e-02, 7.2970e-03, -1.2066e-01, 4.1216e-02,
-1.5260e-01, -3.5116e-02, -3.9845e-02, -7.7803e-02, -8.0369e-02,
1.5711e-02, -1.5098e-02, -2.9638e-02, -1.7753e-02, -1.2872e-02,
-1.4501e-01, -7.4591e-02, 1.4046e-02, -3.3369e-02, -8.7188e-02,
-2.6270e-02, -3.0687e-02, -2.2524e-02, -7.0691e-02, 3.9374e-02,
-3.5745e-03, -1.5038e-01, 4.9014e-03, 3.5201e-02, 6.1927e-02,
-7.0756e-02, 1.0858e-02, -1.5057e-02, -1.8984e-02, -3.6824e-02,
-1.2460e-01, -5.1583e-02, -8.7716e-02, 3.8842e-03, -4.5657e-02,
-5.7453e-02, -9.7159e-03, -4.9157e-02, -6.4431e-02, -2.9718e-02,
-2.8035e-02, -4.3839e-02, -2.9704e-03, -1.8375e-02, -6.7566e-02,
1.6870e-02, -6.2163e-02, -4.7351e-02, -2.4702e-02, -2.5437e-03,
-7.4665e-02, -1.8278e-01, -1.0790e-01, -3.6911e-01, -6.1947e-02,
2.6541e-02, 2.9973e-02, -5.5301e-02, 8.6599e-02, -1.1124e-02,
-7.8748e-03, -2.1708e-02, -4.9309e-02, -4.9333e-02, 1.4254e-01,
8.8288e-02, 1.7723e-02, -1.8473e-02, -7.8886e-02, -5.9941e-02,
1.0148e-01, -3.8251e-02, 1.3263e-01, -1.1989e-01, 5.0414e-02,
-2.1279e-01, -9.0832e-02, -5.7732e-02, -5.4955e-02, -1.4694e-02,
4.3388e-02, -1.7315e-01, -5.2567e-02, 1.1877e-02, -7.3082e-02,
-3.7978e-02, -5.2513e-02, -3.7515e-02, -1.0120e-01, -1.3725e-01,
-1.0193e-01, -1.0622e-01, 4.9146e-02, 1.2617e-02, -7.0054e-02,
-2.8721e-02, 3.5389e-02, -3.8302e-02, 7.5411e-02, -1.6416e-02,
-8.9536e-02, -1.0204e-02, 8.3460e-02, -4.3580e-02, -1.2751e-02,
-7.7766e-02, -8.3482e-02, -1.0544e-01, -7.4375e-02, 8.5973e-02,
4.4310e-02, -2.2424e-02, 7.4878e-03, 2.6078e-02, 1.7823e-02,
-4.8152e-02, -5.8007e-02, 2.4422e-02, -3.4830e-02, -7.8974e-02,
-2.7154e-02, -8.3651e-02, 8.5528e-02, -3.1525e-02, -3.0813e-02,
-3.7213e-02, -1.3635e-02, -3.4951e-02, 3.6569e-02, -1.6948e-02,
-3.8464e-04, -1.2828e-01, -1.1949e-02, 2.5744e-02, -2.4196e-02,
-1.5965e-02, -3.3873e-02, -1.0388e-01, 4.7520e-02, 5.3540e-02,
-7.2325e-02, -4.1407e-02, -4.6251e-02, -1.5042e-01, -6.0712e-02,
-1.1807e-02, -6.5057e-02, -2.4408e-02, 1.5400e-02, 1.0382e-02,
5.8986e-02, -6.3922e-02, 4.8121e-02, -2.2551e-02, -1.2827e-02,
4.9041e-02, -1.6612e-02, -1.5461e-01, -8.8415e-02, 8.9698e-02,
2.5525e-02, -4.0207e-02, -9.6607e-02, -8.2851e-03, -1.1889e-01,
-7.9130e-02, -8.8944e-03, -1.3401e-01, -6.4577e-02, -9.1914e-02,
-1.3289e-01, 3.6519e-02, -4.3832e-02, 1.8333e-02, -1.6609e-02,
-1.1664e-01, -1.2896e-02, -9.0714e-02, -6.2752e-02, -5.6227e-03,
-8.0434e-03, -7.6906e-02, -6.1766e-02, -2.3327e-02, -4.8617e-03,
1.9502e-02, 2.6383e-02, -1.3687e-01, -1.3888e-02, -7.8036e-02,
-4.2529e-02, 2.0986e-03, -6.5573e-02, -6.7369e-02, 1.1127e-01,
-6.7243e-02, -5.2704e-02, -6.7495e-02, -2.0261e-01, 1.8338e-03,
-4.8920e-02, -4.4593e-02, 5.1419e-02, -2.3942e-02, -5.0199e-02,
-1.2276e-02, -6.6802e-02, -1.6580e-02, 4.9347e-02, -2.0207e-03,
2.4133e-02, 1.0674e-01, -9.4432e-02, 2.2386e-02, -6.3873e-02,
-1.0076e-01, 3.7601e-02, -1.8393e-02, -1.1431e-01, 1.2535e-02,
-3.9450e-02, -7.7175e-02, -6.6141e-02, 3.8155e-02, -1.4562e-01,
-1.5029e-01, -6.1309e-02, -4.5519e-02, -8.4092e-02, -1.4432e-02,
2.4952e-03, -3.8216e-02, -7.2264e-03, 4.3610e-02, 2.1573e-02,
-2.0823e-02, -8.1183e-02, -6.4986e-02, -7.8382e-03, -1.9858e-02,
-1.7827e-02, -3.1805e-02, -5.3583e-02, -3.9476e-02, -1.0224e-01,
1.3250e-01, -1.0079e-01, -2.5470e-02, -6.3792e-02, -1.3439e-02,
1.8613e-02, -3.2616e-02, -1.5303e-01, 9.6725e-02, -1.3855e-01,
-4.0867e-02, -3.5070e-02, 8.2791e-03, 1.6832e-02, -6.5192e-02,
-7.1360e-02, 6.5521e-03, 4.9154e-02, -8.7362e-02, -3.6648e-02,
2.2211e-02, 8.5476e-02, 3.8330e-02, -9.1722e-03, -3.7589e-02,
-4.2944e-03, 3.9361e-02, -3.9832e-02, -6.2936e-02, -5.3549e-02,
-3.8536e-02, 3.0297e-02, -1.3257e-02, -3.2036e-02, 6.9866e-02,
-8.9357e-02, 1.4461e-02, -1.6135e-01, 4.4611e-02, 3.7213e-02,
1.1470e-02, 3.9973e-02, -4.1165e-02, -7.0273e-02, 2.0783e-02,
-5.9691e-02, 5.4869e-03, 7.2777e-02, -1.9492e-02, -4.4644e-02,
3.3107e-02, -5.4112e-02, -5.3075e-02, -1.1983e-01, -1.7153e-03,
7.3222e-02, -9.4390e-03, -3.1160e-02, -4.4089e-02, -3.5737e-02,
-2.5413e-02, -3.8455e-02, -5.2726e-02, 8.2307e-03, 1.3469e-02,
9.7620e-03, 6.4375e-02, -2.0232e-02, 2.5694e-03, -7.0421e-03,
6.2897e-04, -3.7834e-02, 4.9010e-02, -1.6554e-02, 1.5668e-02,
-3.9260e-02, 3.6260e-02, 6.8497e-03, 1.6747e-02, 6.2490e-02,
-1.3241e-02, 2.4392e-02, -1.1414e-01, -3.8142e-02, -3.9092e-02,
4.1382e-03, -6.5394e-02, -1.5568e-01, 5.4359e-02, 8.0231e-02,
2.8369e-02, 2.3225e-02, 3.2560e-02, -1.1436e-01, -1.2431e-01,
-2.3228e-02, 3.5272e-02, 9.1593e-03, -8.2171e-02, -6.4139e-02,
5.6950e-02, -7.9108e-02, 1.2537e-02, -1.4481e-01, 1.4560e-02,
1.4990e-03, -9.8995e-02, 3.4049e-02, -6.3881e-03, -4.8497e-02,
-1.4814e-02, 5.7813e-03, 4.9493e-03, 9.0631e-02, -1.9152e-02,
2.5794e-03, -4.1534e-02, -1.6913e-02, -8.1357e-02, -2.8641e-02,
-1.1442e-01, -1.0963e-01, -1.1539e-01, -6.4481e-02, -3.3746e-02,
2.1072e-01, -6.3483e-02, -3.1871e-02, 3.5540e-02, -1.1502e-02,
2.9419e-02, 4.6725e-02, -2.1526e-02, -6.0983e-02, -2.6562e-01,
-4.8293e-02, -9.0747e-02, -1.4045e-01, -5.9574e-02, -5.3283e-02,
-1.6777e-01, -7.7360e-02, -5.7564e-02, -5.3507e-02, -3.3962e-02,
-2.1337e-02, 4.4020e-02, -1.8096e-02, -8.7177e-02, 3.2901e-02,
-3.8601e-02, 1.2311e-02, 9.8516e-02, -2.6913e-02, -5.7905e-02,
1.1457e-02, -5.5223e-02, -8.3109e-02, 6.4570e-03, -9.1779e-02,
2.5755e-02, -2.4960e-02, 6.5775e-02, -1.8733e-02, -1.2113e-01,
-2.4427e-02, -5.1754e-02, -9.9163e-03, -2.6220e-02, -1.4214e-02,
-8.6276e-02, -2.2451e-02, -8.9149e-02, 3.2167e-02, 2.1752e-02,
-1.7969e-01, -1.1391e-02, -4.3032e-02, -6.9473e-02, 4.6748e-02,
9.7484e-02, 3.3706e-02, -4.3358e-02, -6.6322e-02, 5.9404e-02,
6.3426e-02, 1.8309e-02, -8.1677e-02, -1.0332e-01, -9.2788e-02,
-5.3440e-02, 3.9996e-02, -6.7882e-02, -1.7483e-02, -5.1719e-02,
-2.5540e-03, -1.6116e-01, -1.6460e-03, 2.9228e-02, 3.0461e-02,
-3.5015e-02, -1.0163e-01, -3.9784e-03, 2.4878e-02, 6.2658e-02,
-8.5688e-02, -9.1845e-02, -3.2132e-02, 4.8025e-02, -9.8263e-02,
1.5841e-01, 2.5453e-03, -4.7178e-02, 1.8466e-02, -1.0210e-01,
-1.7249e-01, -1.3093e-01, -1.7931e-02, -6.6825e-02, -1.4346e-01,
-1.4726e-01, -7.0094e-02, 6.9942e-02, -8.3925e-02, -1.2423e-01,
-1.0745e-01, 7.1415e-02, -6.0403e-01, -2.3948e-02, -5.0871e-02,
1.0733e-02, -5.8028e-02, -5.9879e-02, -6.7586e-02, -6.4515e-02,
9.1135e-03, -2.6929e-02, 3.4610e-03, -1.0576e-02, -1.1067e-01,
-1.1162e-01, -4.0060e-02, -3.0455e-03, -2.0466e-02, -5.3721e-02,
-2.4629e-02, -6.1773e-02, -2.5969e-02, -7.2224e-02, 2.8106e-02,
-6.9036e-02, -1.9796e-01, -5.3275e-02, -1.4712e-02, -8.4388e-02,
-2.8369e-02, -3.9980e-02, -2.6047e-02, -1.0714e-01, 2.8547e-02,
-2.2193e-02, -9.5794e-02, -4.2091e-02, -1.9698e-02, -3.3627e-02,
-9.0557e-02, -3.3607e-02, -5.4587e-02, 1.4144e-02, -7.3036e-02,
-2.0886e-03, -2.8163e-02, -1.2127e-02, 3.0528e-02, 1.5006e-02,
2.8221e-02, -9.1836e-02, -2.6291e-01, -8.1494e-02, -1.1605e-01,
-4.9562e-02, -2.1673e-02, -6.0306e-02, 1.6449e-02, -1.9473e-01,
-1.2645e-01, -2.2822e-02, -1.1683e-02, -1.7057e-02, -1.2283e-02,
3.0372e-02, -4.1456e-02, -8.6416e-02, 6.2488e-03, -5.4324e-02,
1.5889e-02, 4.6791e-02, 9.9803e-02, -8.9370e-02, -1.1542e-01,
5.5319e-02, -2.5189e-02, 1.2843e-03, 9.2767e-02, -1.1522e-01,
-1.0629e-01, -8.3282e-03, -7.7570e-02, 2.7264e-02, 1.3936e-02,
-7.2265e-03, 2.7728e-02, -1.0344e-01, -4.4165e-02, -2.5108e-02,
1.0416e-02, 1.0960e-03, -1.4428e-01, 7.2959e-02, 4.1418e-03,
1.6356e-02, 4.6846e-02, 1.0580e-02, 1.4894e-02, -6.8657e-02,
-3.1016e-02, 2.2205e-02, -2.0491e-02, -1.3737e-01, 1.2997e-02,
-1.1823e-01, -2.6152e-02, -6.2798e-03, -7.6812e-02, 9.7402e-02,
-3.3943e-02, -9.9322e-02, 2.5437e-02, -3.8420e-02, -5.4646e-02,
1.8742e-02, -6.1294e-02, -1.2764e-01, -8.5667e-02, -7.2930e-02,
-9.2526e-02, -4.4225e-03, -2.3361e-02, 9.8535e-02, -5.9092e-02,
-1.2367e-01, -1.5299e-02, -7.5522e-02, -6.1065e-02, 8.3851e-03,
4.0643e-03, 9.7663e-03, -3.8153e-02, -6.8727e-02, 2.7371e-02,
-8.4940e-02, -6.9174e-02, 2.5335e-02, -7.8991e-02, -8.2843e-02,
2.5822e-03, -4.9895e-02, 1.7402e-01, -1.4825e-01, -8.2648e-02,
-5.8978e-02, -6.3372e-02, 4.9758e-02, -1.3853e-02, 6.9719e-02,
2.1704e-02, -4.7439e-02, 2.8891e-02, -6.1337e-02, -4.6418e-02,
-7.2139e-02, -4.0586e-02, -1.5898e-02, -6.6128e-02, -5.2449e-02,
-2.7252e-02, 6.8639e-02, -2.2240e-02, -7.8824e-02, -6.0170e-02,
2.3924e-02, -8.4130e-02, -7.4032e-02, 4.8558e-02, 4.0058e-02,
-2.5612e-02, -1.1996e-01, -6.6695e-03, -3.5079e-03, -5.0895e-02,
2.4184e-03, -2.8388e-03, 3.4245e-02, -2.8254e-01, 3.7315e-02,
-2.0040e-02, -8.1750e-02, -2.6415e-02, -4.1038e-02, -2.1221e-02,
5.3552e-02, -1.7253e-02, -1.3540e-01, -8.6320e-02, -7.4510e-02,
6.3735e-03, 3.8067e-02, 1.3698e-02, 1.3367e-02, -2.2677e-02,
-8.5475e-02, -4.9991e-02, -1.5168e-01, 1.2845e-02, -2.3996e-02,
2.4343e-02, -1.1987e-01, 5.6549e-02, -2.7408e-02, -8.6949e-02,
-2.5118e-02, 6.0207e-02, -7.3208e-02, 1.0865e-02, -1.1792e-02,
-2.5480e-02, -4.1199e-02, -1.5048e-01], device='cuda:0')),
('bert.encoder.layer.10.attention.self.query.weight',
tensor([[-0.0211, -0.0380, 0.0529, ..., 0.0276, 0.0116, 0.0266],
[-0.0105, -0.0035, 0.0149, ..., -0.0187, 0.0091, 0.0019],
[ 0.0224, -0.0139, 0.0163, ..., 0.0478, -0.0036, -0.0462],
...,
[ 0.0508, -0.0185, 0.0507, ..., -0.0169, 0.0511, 0.0142],
[-0.0279, 0.0899, 0.0408, ..., -0.0207, 0.0242, -0.0010],
[ 0.0061, 0.0235, 0.0314, ..., -0.0275, -0.0469, 0.0061]],
device='cuda:0')),
('bert.encoder.layer.10.attention.self.query.bias',
tensor([ 2.9180e-02, -1.7636e-02, -1.2214e-01, -8.3849e-03, 1.5353e-02,
-8.3701e-03, -7.3415e-02, 9.2232e-03, -1.8532e-02, 4.3724e-02,
2.0097e-01, -5.3892e-03, 1.2990e-02, 3.7938e-03, 6.5356e-02,
8.0928e-03, 2.6524e-02, -4.4128e-02, -3.2687e-02, -6.7639e-03,
1.7189e-02, 2.1127e-02, -4.5293e-03, 4.2473e-02, -5.4708e-02,
2.4965e-02, -3.3623e-02, -2.3952e-03, -5.2514e-03, 1.1179e-02,
-3.6568e-03, -4.8313e-02, 3.2517e-02, -6.7681e-02, 2.7380e-02,
1.9776e-02, 7.1395e-03, 2.0322e-02, 3.5834e-02, -3.2826e-02,
2.6295e-02, -1.8592e-02, 1.4732e-02, -1.8712e-02, -1.9342e-02,
-2.9874e-03, 5.8836e-02, 5.0553e-02, 8.8740e-02, 3.3569e-02,
-8.7555e-02, 3.4409e-02, 4.4129e-03, 2.6338e-03, -5.5686e-02,
2.6123e-02, 7.7033e-03, 2.6902e-02, -2.6640e-02, -5.6140e-02,
2.6942e-02, -6.6242e-02, 4.0323e-02, 5.4162e-02, -9.7865e-03,
-1.8574e-02, 1.7337e-01, 4.0385e-02, -2.3281e-02, -3.2699e-02,
2.5582e-02, 2.2421e-02, -3.8966e-02, -1.3634e-02, -3.8820e-02,
-6.4802e-02, -3.4612e-02, 7.2445e-03, 3.4239e-02, 1.4464e-02,
-1.1927e-01, 2.9406e-02, 2.6439e-04, -8.6528e-02, 5.8142e-02,
4.6677e-02, -1.4653e-02, 1.0259e-02, 9.4678e-02, -2.1409e-02,
-1.2506e-02, -2.3919e-02, -1.0346e-01, 8.0385e-02, 4.6481e-03,
3.4967e-02, 4.7089e-02, 2.5341e-02, -3.5352e-02, 3.7904e-02,
-7.4038e-02, 1.3982e-01, -6.2858e-03, -1.0374e-02, -1.0050e-02,
5.5139e-02, -8.1059e-02, -2.3157e-02, -4.3525e-02, 6.8784e-02,
-4.6945e-02, -1.0036e-02, 3.4208e-02, -7.6044e-02, -5.7368e-02,
-1.7638e-02, 1.4104e-01, 5.9383e-02, 4.7780e-02, 2.7918e-02,
1.5118e-02, -4.0757e-04, 6.2594e-02, 2.7293e-02, 3.2736e-02,
3.8605e-02, 1.2046e-01, -2.8632e-02, 6.9142e-02, -6.4520e-02,
-9.0762e-02, -4.5169e-01, -2.8650e-02, -1.0364e-03, 4.9672e-01,
-9.0170e-02, 1.1874e-01, 1.8035e-01, 1.5865e-01, -5.1052e-02,
-1.3203e-01, 1.8435e-01, 6.4500e-02, -1.4690e-01, 4.7287e-03,
1.5012e-01, 4.9198e-01, 5.6659e-02, -1.0133e-01, -3.6924e-02,
-1.8819e-01, -1.5755e-01, 9.2057e-02, -6.2020e-02, -2.4719e-01,
-1.8930e-01, -8.4878e-02, 1.1506e-01, -4.5567e-01, 2.9894e-01,
1.8682e-01, -3.9839e-02, 1.3474e-01, -4.7188e-02, 6.4979e-02,
-1.0401e-02, -6.3680e-02, -7.5548e-02, -1.4702e-01, -1.5411e-02,
-9.2555e-02, 1.1088e-02, -1.5471e-01, -3.5945e-02, -7.8232e-02,
-3.1133e-01, -1.0475e-01, 4.3738e-02, 1.0512e-01, -9.2014e-02,
-1.1424e-01, 1.0265e-01, 8.8442e-02, -1.0505e-01, 3.1411e-03,
-5.1376e-01, 5.9702e-02, -7.5462e-02, 8.8749e-02, 1.3723e-01,
-1.3730e-01, -8.0220e-03, 2.0407e-01, 2.6861e-01, 1.8145e-01,
-1.7762e-01, -2.0507e-01, -1.7804e-01, -7.4139e-01, -4.8563e-01,
-1.6491e-01, -3.0716e-01, 8.4717e-02, -5.4081e-01, 1.4898e-01,
-6.1568e-01, 3.0118e-01, 4.9865e-01, 8.0487e-02, 1.0231e-01,
6.6999e-01, 2.4428e-01, 3.3731e-01, 1.1976e-01, 6.2704e-01,
1.5993e-01, -4.5898e-02, 1.8156e-01, -5.4787e-02, -1.7268e-01,
4.6693e-01, 6.0181e-01, -8.0084e-01, -3.5794e-01, -4.3232e-01,
1.6398e-02, 1.3268e-02, -6.2108e-02, -1.8759e-01, -1.5311e-01,
-2.1932e-01, 3.3909e-01, -1.7405e-01, 4.0756e-01, -7.3311e-02,
2.5067e-01, 2.7359e-01, 6.4573e-02, -2.3286e-01, 6.2637e-01,
-2.2943e-01, -7.5062e-01, 5.6583e-02, -1.3125e-01, -7.0612e-01,
-5.5780e-02, -7.0902e-02, -1.9921e-01, -5.0148e-01, 2.8451e-01,
1.2732e-01, -3.3925e-01, -6.7594e-02, 6.7742e-01, -1.8375e-01,
-2.4720e-01, -3.1024e-01, -2.8481e-01, 5.6733e-03, 2.7705e-01,
-6.8117e-02, -6.0755e-02, -6.9190e-01, -6.3829e-01, 1.3071e-01,
3.1666e-01, -1.5294e-02, 2.7764e-01, -5.7994e-02, 3.2297e-03,
-1.2898e-02, 1.2899e-01, -1.9653e-01, -2.1400e-01, -1.9294e-01,
-1.7473e-01, -9.1551e-02, 5.5321e-02, -2.4219e-02, 1.9765e-02,
1.0807e-01, 2.6527e-01, 7.2489e-01, 2.9577e-02, -2.5702e-01,
-2.0898e-01, 8.1161e-02, -3.4399e-01, 3.0788e-01, 4.5652e-02,
3.6154e-01, 1.5052e-01, -3.2587e-01, 2.5865e-02, 1.5995e-01,
7.0835e-01, -6.5463e-01, -3.4473e-02, 2.1798e-01, -7.6553e-02,
-1.7822e-01, -5.3524e-01, 5.9189e-02, -2.5770e-01, -1.7269e-01,
-3.4270e-02, -7.0300e-02, 4.0457e-01, 1.3240e-01, -1.7307e-01,
3.1666e-01, 3.1661e-01, -2.5183e-01, -3.4943e-01, -9.4644e-02,
-2.5964e-02, 5.2336e-01, -2.1955e-01, -3.0904e-02, -4.6377e-03,
-2.9820e-01, 4.9591e-01, -4.1319e-02, -7.8561e-02, -1.5660e-02,
-5.3837e-02, -1.0305e-01, -2.0892e-02, 1.1642e-02, 4.2154e-02,
-1.0465e-01, -2.8678e-02, 9.1619e-02, 1.6502e-02, 2.7909e-02,
8.7405e-03, 6.6435e-04, 7.9340e-02, -2.3283e-01, 1.2274e-02,
-2.7785e-01, -4.9324e-02, 4.8085e-02, 1.8913e-01, -5.5428e-02,
-1.7046e-01, -1.7193e-01, 1.9564e-02, -3.4594e-02, -5.5069e-02,
5.2817e-02, 6.0531e-02, 9.6637e-03, -9.0188e-02, -6.4268e-02,
8.7927e-02, 9.8801e-02, -5.1851e-02, -7.7141e-02, -4.4606e-02,
6.4345e-02, -2.3099e-01, 1.6735e-01, -1.7897e-02, -6.7126e-02,
-4.3364e-02, -2.2134e-02, -3.9022e-01, 4.5769e-02, -1.6389e-01,
1.0535e-02, 3.2934e-01, 1.3466e-01, 1.0256e-01, 1.2913e-02,
1.5077e-01, 2.2054e-01, 2.5810e-01, -1.6151e-01, 4.4884e-01,
-2.6807e-01, -1.2984e-01, 1.3091e-01, 1.7617e-02, 2.4776e-01,
2.3898e-01, -1.0314e-01, -1.7684e-02, 1.6240e-01, 7.7136e-02,
-5.1847e-02, -2.8328e-01, -1.8466e-01, -4.2082e-02, -1.6874e-01,
-4.9835e-01, 8.1393e-02, -7.3973e-02, 1.7194e-01, -1.9234e-01,
2.5578e-01, 3.1400e-02, -1.4888e-02, -1.2394e-01, 1.3178e-01,
3.7366e-02, -8.9856e-02, 6.2281e-02, -5.3409e-01, -1.2269e-02,
-1.9333e-01, 1.9505e-02, 5.8675e-02, -1.0252e-02, -1.4018e-01,
-3.6129e-02, 1.2760e-01, 1.0385e-01, -6.4000e-02, -5.4164e-01,
-1.6501e-01, -1.0950e-02, -3.7707e-01, -4.8358e-02, -4.9836e-02,
1.9896e-01, 1.5914e-01, 3.3339e-02, -9.2473e-02, -1.3434e-01,
2.6003e-01, -9.4204e-02, 6.3464e-02, -1.6376e-01, 1.1414e-01,
-8.9991e-02, -1.4890e-02, 1.5334e-01, 6.7561e-02, -6.4373e-02,
2.2312e-01, -7.7925e-02, -4.2660e-01, 4.0315e-02, -1.5781e-01,
-1.5892e-02, 3.6314e-02, -1.2921e-01, -4.8991e-02, -1.5445e-02,
6.2731e-03, -1.7709e-02, -2.3448e-02, 4.1079e-02, -3.7376e-03,
-2.0002e-02, 3.2948e-02, 2.8337e-02, -6.1887e-03, 3.2241e-02,
1.7816e-02, -5.2336e-02, -4.5624e-02, 4.3277e-02, -2.8838e-02,
-6.5885e-02, -4.6130e-02, 2.3227e-02, -3.1214e-02, 3.7851e-02,
3.9026e-02, 6.1403e-02, 1.2599e-01, 8.9722e-03, 1.6250e-01,
-4.1909e-02, -4.4391e-02, 7.4500e-02, 3.0561e-02, -2.3595e-03,
-1.8782e-02, -3.4998e-02, 1.7360e-03, -2.2303e-03, -4.0329e-02,
3.4128e-02, 5.1193e-02, 3.1642e-02, -9.2550e-03, -1.6981e-01,
-7.9787e-02, 6.8509e-02, -3.0703e-02, 9.7579e-03, -3.9663e-02,
-4.4138e-02, 7.6530e-02, -2.4719e-02, 5.6304e-03, -2.4317e-02,
-3.7284e-02, 3.2783e-02, 3.7267e-02, 8.9586e-02, -1.7489e-01,
1.1666e-02, 7.0780e-04, 4.8465e-02, -1.8830e-02, 8.6944e-02,
-4.3129e-03, 4.5842e-02, 5.8060e-02, -1.1214e-02, -4.1941e-02,
1.7192e-02, 1.2262e-01, -2.1800e-02, 1.0512e-01, 9.9093e-03,
8.9575e-03, -9.1447e-02, 3.2273e-01, -5.7125e-02, -2.0205e-01,
4.5907e-02, 2.1216e-01, 3.5844e-02, 1.1389e-01, -1.0565e-01,
-7.3307e-02, -5.9498e-02, 1.3973e-01, 2.2598e-03, -3.0338e-02,
1.4470e-02, 1.3999e-02, 1.0172e-01, -1.5245e-03, 1.0469e-01,
-1.8180e-01, 6.5084e-02, -9.6890e-02, -2.3512e-01, -1.3930e-01,
-4.5635e-02, 4.3958e-02, 3.6201e-02, 1.0078e-01, 6.5679e-02,
9.5428e-03, 1.3488e-02, -7.6999e-02, -5.4436e-02, -8.4333e-02,
4.7323e-03, -2.3227e-01, -1.2126e-01, 1.9201e-02, 1.9159e-01,
2.8225e-02, 5.9177e-02, 4.8456e-02, 8.0710e-02, 2.9662e-02,
-4.4937e-03, 2.0139e-01, 2.2874e-02, 3.4393e-02, 1.8519e-01,
-3.7185e-02, -1.3046e-02, 3.5624e-02, 1.4080e-02, -2.5185e-01,
3.1609e-02, -7.7893e-03, -4.1139e-02, -3.7129e-02, -7.1810e-02,
4.0718e-02, -1.9476e-01, 2.0837e-03, -1.0213e-01, -6.3105e-02,
-8.0908e-03, -5.4287e-02, -1.1051e-01, 3.0471e-01, 5.1233e-02,
-2.7217e-02, -2.4129e-02, -8.0976e-02, -3.2376e-02, -3.5156e-02,
-1.7210e-02, -6.8500e-02, 1.7351e-01, 1.0179e-02, 3.7372e-02,
2.0090e-02, 5.0542e-02, 4.0936e-02, 1.0867e-01, -4.8243e-02,
5.7686e-02, 3.4915e-03, 3.6895e-02, -7.7383e-03, 4.5024e-03,
7.3497e-02, -1.0439e-01, 3.8085e-02, -5.0266e-02, -6.7068e-02,
-1.6238e-03, 7.5254e-02, -2.4165e-02, 8.8917e-02, 3.9010e-02,
-1.1652e-02, -4.0198e-03, 4.6682e-03, 1.7702e-02, 3.7074e-02,
5.2201e-03, -3.1257e-03, -8.5171e-02, 2.6984e-02, -5.4009e-02,
3.9178e-02, 4.2688e-02, 2.0581e-02, 2.5404e-02, -3.0015e-02,
3.1061e-02, 1.3164e-02, 2.3206e-02, -2.1270e-02, -4.1734e-02,
-1.4920e-02, 5.8844e-03, -7.3789e-04, 4.1703e-02, 1.5478e-02,
2.9650e-02, -4.9333e-02, -3.6521e-02, 7.4917e-03, -3.3904e-02,
3.4647e-02, 1.5573e-02, 5.3351e-02, 3.0605e-02, -2.4275e-02,
-3.7028e-02, 1.0023e-02, 5.1011e-02, 2.2218e-02, 4.9964e-02,
1.0042e-02, 1.9997e-02, 5.4313e-02, -1.0534e-02, 1.0096e-01,
1.0999e-01, -1.9934e-02, -9.1938e-02, -2.3349e-02, 1.1528e-02,
2.1535e-02, 1.9778e-01, -3.0438e-03, 5.1867e-02, -1.1673e-02,
7.6588e-03, 5.5962e-02, -3.4705e-02, -6.4068e-03, 9.2197e-02,
7.8122e-03, 3.7045e-02, -4.9098e-02, 1.3020e-02, 5.7428e-03,
-8.9676e-03, 1.8949e-02, -2.4353e-02, -1.3280e-02, 3.5592e-02,
5.3897e-02, 1.2877e-02, -1.5273e-02, 9.1102e-03, 3.5791e-02,
-1.0407e-02, -2.3993e-02, -6.1579e-03, 1.6823e-02, -1.4015e-02,
1.7306e-02, 2.6717e-02, 4.3242e-02, -2.3495e-03, -1.5286e-03,
-1.8964e-02, -8.5141e-03, 3.7792e-02, -3.3596e-02, -7.5653e-02,
-7.1305e-04, -1.3996e-02, -2.3967e-03, 1.6199e-03, -3.9898e-03,
-4.0658e-02, 2.7127e-02, -1.4057e-02, -2.7418e-02, 1.7858e-02,
-2.4911e-02, -2.0700e-02, -2.4243e-02, -2.6769e-02, -1.4811e-02,
3.5174e-03, -1.6646e-02, -3.3680e-03, 5.2662e-02, -1.5591e-02,
-1.1030e-02, 8.5776e-03, 9.8856e-02, -9.5946e-03, 1.7795e-03,
1.0764e-02, -2.2388e-02, 4.1336e-02, 2.5277e-03, 7.6311e-03,
-4.3146e-02, -1.1571e-02, -9.8467e-03, -2.4067e-02, -3.2247e-02,
-2.0195e-02, 8.5324e-03, -1.0457e-02, -1.2278e-02, 4.6436e-03,
-9.3426e-03, -3.2372e-02, 8.3191e-03, -7.4723e-03, 1.0694e-02,
-6.4944e-03, -2.6537e-02, -2.9129e-02, -1.2999e-03, 2.5862e-03,
-1.4262e-03, 1.1116e-02, -3.9048e-02, 2.5024e-02, 1.7157e-01,
2.5413e-02, -5.9341e-03, -1.0148e-01], device='cuda:0')),
('bert.encoder.layer.10.attention.self.key.weight',
tensor([[ 0.0661, 0.0441, 0.0154, ..., -0.0061, -0.0342, -0.0166],
[-0.0451, -0.0268, 0.0083, ..., 0.0218, -0.0424, 0.0047],
[-0.0235, 0.0558, 0.0074, ..., 0.0357, 0.0464, -0.0645],
...,
[ 0.0535, 0.0195, -0.0599, ..., 0.0102, 0.0075, 0.0141],
[-0.0241, 0.0276, -0.0040, ..., 0.0403, -0.0158, -0.0138],
[-0.0098, -0.0298, -0.0238, ..., -0.0396, 0.0256, 0.0152]],
device='cuda:0')),
('bert.encoder.layer.10.attention.self.key.bias',
tensor([ 3.8808e-04, 4.9086e-03, 4.9132e-04, 2.7695e-03, -6.5997e-04,
1.7839e-03, 7.7145e-03, 3.1295e-04, 4.8318e-05, 3.6096e-03,
-3.3648e-03, -4.9250e-04, 2.3162e-03, -3.4543e-03, 1.2639e-02,
-4.3985e-03, 4.7786e-04, 3.9576e-03, -7.0249e-04, -3.3845e-03,
-4.9514e-03, 5.4295e-03, 3.0464e-03, -4.7299e-03, 1.8654e-03,
-2.7212e-03, -1.5559e-03, 4.9618e-03, 3.8558e-03, -1.4085e-03,
3.7496e-03, 5.0292e-03, 6.9495e-03, 3.8285e-03, -5.5807e-03,
1.7178e-03, 1.2610e-03, -4.3850e-03, 3.1187e-03, 7.8406e-03,
1.7838e-03, -3.1063e-04, -4.9044e-03, 3.3202e-03, -3.9667e-03,
-7.5542e-04, -6.0531e-03, 2.9648e-03, 2.8779e-03, -2.4769e-03,
-2.6618e-03, 3.6112e-03, -6.9839e-03, 8.2164e-04, 2.6447e-03,
-3.0763e-03, 2.1642e-03, 5.2601e-03, -5.9337e-04, 8.9384e-03,
-3.5872e-03, -2.2751e-03, -2.4071e-03, -2.8959e-03, 1.4667e-03,
-6.3490e-03, -7.2982e-03, -1.7587e-03, -1.0527e-03, 2.8598e-03,
-1.1442e-03, 1.1185e-04, -1.5466e-04, -8.2667e-04, 1.1402e-04,
4.2677e-03, 2.2347e-03, -5.0249e-03, -3.5778e-03, -5.7863e-03,
1.3769e-03, 1.2969e-03, 2.9418e-03, 4.0355e-04, 6.9506e-03,
-1.3232e-03, 4.0454e-03, 5.2018e-03, -3.4427e-03, -3.1572e-04,
7.2365e-03, -5.2070e-03, 1.0480e-03, 1.4226e-03, 4.6080e-03,
4.7762e-03, 5.6588e-03, -7.8160e-04, -5.2288e-03, 1.7358e-03,
9.1710e-04, -8.6095e-03, -4.7721e-03, 3.6496e-03, -2.7494e-03,
-2.6430e-03, 2.5093e-03, -1.2394e-03, 2.8838e-03, -1.2008e-02,
2.0125e-03, -8.3838e-03, -7.5839e-03, 8.0440e-04, 1.8142e-03,
-1.4359e-03, 7.4799e-03, -3.6978e-03, -5.3207e-03, -5.8230e-03,
1.0556e-03, 7.0048e-04, -4.2238e-04, -1.4416e-03, 2.9481e-03,
5.8254e-03, -6.6128e-04, -2.6367e-03, -6.3389e-03, -7.5646e-03,
-3.2153e-03, -2.9213e-03, -6.6439e-03, 7.1745e-03, 6.6930e-03,
1.0224e-03, 4.9605e-03, 4.4521e-03, 3.7476e-03, -1.7460e-03,
-1.8983e-03, 4.0774e-03, 3.9168e-03, 4.9911e-03, -5.8408e-04,
3.0059e-03, 9.6244e-03, -7.0541e-03, 3.1096e-03, -4.5501e-03,
-5.3183e-04, -3.3182e-03, 7.8543e-03, -2.1907e-03, 2.7775e-03,
-9.7135e-04, -4.2590e-03, 1.7842e-03, -7.6017e-03, 5.7356e-03,
-2.9871e-03, 8.7407e-03, 5.7886e-03, -2.8190e-04, -7.4282e-05,
6.8354e-03, -3.6243e-03, 5.5978e-03, -1.7357e-03, 2.1788e-03,
-4.9526e-03, 7.9197e-04, 1.3506e-04, 8.1039e-04, 1.3453e-03,
-6.4590e-03, -1.1018e-03, -3.6357e-03, -4.6553e-03, -3.2233e-03,
1.8065e-03, 3.3803e-03, -7.3085e-04, -6.1549e-03, -3.4002e-03,
-8.1610e-03, 4.7184e-03, 2.7533e-03, 2.3523e-03, 4.5220e-03,
-8.7110e-03, 6.6411e-03, -2.8376e-03, 1.6365e-03, 6.2852e-03,
-2.8121e-03, -1.3896e-04, -9.9997e-04, -3.3164e-03, 1.2625e-03,
3.3565e-04, -3.1876e-03, 2.5248e-03, 1.7488e-03, -3.4591e-04,
-3.5371e-03, 3.6639e-03, 6.1450e-03, 1.7963e-07, 7.0866e-03,
-1.1502e-03, 9.0201e-03, 2.6615e-03, -1.7391e-03, 9.3613e-03,
1.6625e-04, -2.1279e-03, 4.7009e-03, -7.2452e-04, 1.8006e-03,
5.7789e-03, 1.4823e-03, -1.2710e-03, -3.6145e-03, 6.7628e-03,
-7.4439e-03, -4.6940e-03, 4.3761e-03, -5.6221e-04, -1.9661e-03,
6.3656e-03, 2.9631e-03, -2.9180e-03, 3.4115e-04, 2.7547e-03,
4.0229e-03, -5.3203e-04, 1.0304e-03, -4.6711e-03, -3.3242e-03,
1.3516e-03, -5.0411e-03, -5.1287e-04, -9.5597e-03, -2.5517e-03,
7.7283e-03, -6.5557e-03, 2.9158e-03, -1.8136e-03, 7.3391e-03,
-4.7448e-03, 8.1079e-03, 4.7138e-03, -6.9885e-05, -5.5180e-03,
-4.7763e-03, -5.3457e-03, -3.4530e-03, 1.1660e-03, -2.4788e-03,
1.7598e-03, -3.8877e-04, 5.0455e-03, 3.2556e-03, 3.1301e-03,
6.5212e-04, -3.0533e-03, 5.0592e-04, 1.3502e-03, -1.7020e-03,
4.5034e-03, -1.1601e-03, -2.4985e-03, 1.0885e-03, -5.4007e-04,
-3.1589e-03, -1.2399e-03, 6.3752e-03, -3.5764e-03, -1.9712e-03,
2.7652e-03, 4.0370e-03, -8.1933e-04, -4.8275e-03, -9.0516e-04,
-4.1203e-04, 3.0976e-03, 2.2060e-03, 2.1847e-04, -9.1558e-03,
3.5744e-03, -5.2460e-05, -4.3280e-04, -1.7283e-04, 5.1870e-03,
-1.3345e-03, 8.3766e-03, 1.7980e-03, -2.0566e-03, -8.0092e-04,
3.5064e-03, -3.6935e-03, 8.0798e-04, 5.3066e-03, -1.9602e-03,
-7.8034e-03, 4.7889e-03, -7.5880e-03, -1.1656e-03, -3.3109e-03,
8.1635e-03, 3.9698e-03, 2.2023e-03, 1.5875e-03, 7.6775e-03,
1.5870e-03, -1.2282e-03, 2.0211e-03, 3.4019e-03, 3.2815e-03,
-6.8682e-04, -1.8360e-03, 3.0998e-03, 4.5887e-03, 3.2432e-03,
6.2275e-03, 2.1870e-03, 4.8162e-04, -1.2444e-03, -1.4496e-03,
3.6633e-03, -1.8126e-03, -2.1128e-03, 3.8523e-04, 7.4424e-04,
6.8208e-05, 9.2732e-04, 1.3344e-03, 9.8760e-04, -2.0749e-03,
-1.8306e-03, 3.6289e-03, -4.4873e-03, 1.5073e-04, 3.1019e-03,
-3.3533e-04, 2.2004e-03, 9.6955e-04, -1.8870e-04, 2.4323e-03,
1.0517e-03, -3.9046e-03, -1.4777e-03, -3.1772e-03, 3.6478e-03,
-5.1114e-04, -1.7295e-03, 1.5908e-04, 1.7799e-03, -9.8493e-04,
6.5662e-04, 2.2053e-03, 7.5514e-04, 1.1920e-03, 2.1969e-03,
3.1604e-03, -3.3640e-04, 6.9878e-04, 2.3323e-03, 8.8422e-05,
2.3520e-03, -2.1955e-03, -5.7846e-05, 1.5616e-03, 3.8426e-04,
-4.4516e-03, -6.2413e-04, -3.9344e-03, 5.9066e-04, -5.0771e-03,
-6.6753e-05, 7.7187e-04, -2.6836e-03, -2.1823e-03, -4.8736e-03,
4.6461e-04, -3.9446e-03, -4.1495e-03, 3.4209e-03, 4.0409e-03,
2.2661e-03, 3.1035e-04, 3.2271e-03, 2.7565e-03, -3.3798e-03,
1.0785e-02, 2.4692e-03, -4.8434e-03, -1.9872e-03, -5.3289e-03,
2.4366e-04, -1.5445e-03, -2.5283e-04, -2.7938e-03, -2.2441e-03,
-9.7096e-05, 3.7257e-03, -8.3493e-06, 7.8233e-04, -4.1786e-03,
-1.7997e-03, -1.7448e-03, -2.3708e-03, 1.0127e-03, -2.0105e-03,
-3.1892e-03, -2.1444e-03, 8.1878e-04, 1.9344e-03, 7.7925e-03,
-4.3245e-03, 3.6450e-03, -3.4924e-03, -3.0679e-04, 6.7288e-04,
7.3607e-03, 9.7036e-05, -1.3028e-03, 8.7337e-04, 1.8805e-03,
2.1616e-03, 3.6163e-03, -2.1970e-04, 3.4357e-03, -1.3980e-03,
-1.2896e-03, 4.1107e-03, 2.0283e-03, 6.1456e-03, 1.8494e-03,
-1.9893e-03, -2.0269e-03, 8.0358e-03, 1.3762e-03, -4.1800e-03,
-3.9122e-03, 5.3919e-03, -4.3495e-03, -2.7432e-03, -6.4947e-04,
-8.3215e-03, 2.3827e-03, 2.8392e-03, 4.4985e-03, -7.4678e-03,
-4.2905e-04, -2.3004e-03, -4.4421e-03, 6.3033e-03, 5.4679e-03,
8.0603e-03, 6.7195e-03, 5.8281e-03, 2.1443e-03, 1.1354e-02,
5.6210e-03, 2.7485e-03, -4.5919e-03, 6.9064e-04, -3.4342e-03,
5.2361e-03, -4.6576e-03, 8.1945e-03, -2.8950e-03, 9.8782e-03,
-2.4287e-03, -4.5727e-05, -1.0238e-03, -1.4644e-03, 6.6196e-03,
4.5545e-03, 6.9541e-03, 2.4744e-03, -6.0841e-03, 5.3789e-03,
1.1055e-02, 5.5918e-03, -7.1984e-03, 4.3786e-03, 1.3966e-02,
9.4990e-04, -2.6440e-03, -5.2383e-03, -4.2470e-03, 1.1462e-02,
-7.7393e-04, 1.0436e-02, 3.3655e-03, 2.9612e-03, -3.8856e-03,
-1.6051e-03, 5.2291e-03, -4.3919e-03, -1.1878e-02, 1.5755e-03,
-5.7635e-03, 6.7309e-03, -4.5161e-03, -1.5119e-03, 1.1989e-04,
-6.0976e-03, -5.1104e-04, 1.9313e-03, -4.0218e-05, 4.3328e-05,
-7.1770e-03, 4.1805e-04, -4.0043e-04, -1.6872e-04, -3.3660e-03,
3.9681e-04, 1.1114e-03, -1.1562e-04, -1.5994e-03, -3.0412e-03,
2.8781e-04, 6.8010e-03, -1.0587e-03, -1.5483e-04, 1.6762e-03,
-3.1749e-04, -3.3523e-03, 2.0549e-03, 3.7204e-03, 2.3562e-03,
4.4121e-05, -1.2074e-03, 2.0446e-03, -2.3608e-03, 1.1539e-03,
-3.2423e-03, 1.3147e-03, 6.6237e-03, -4.5723e-03, -1.7988e-03,
1.2086e-03, 2.1212e-03, 1.6899e-03, -4.1324e-04, 3.4702e-04,
-2.3082e-05, 5.6167e-04, -4.7308e-03, 5.9644e-03, -3.7339e-03,
-1.5358e-04, -2.0925e-03, -1.4628e-03, -4.2895e-04, -1.1841e-03,
-2.5239e-03, -2.3331e-03, 4.4897e-03, 6.6892e-03, 1.9024e-03,
2.9929e-04, 2.2115e-03, -3.1439e-03, -5.5130e-04, 5.4442e-03,
-4.6224e-03, 1.3868e-03, 6.2623e-03, -5.6342e-04, 1.0737e-03,
3.3778e-03, -5.8921e-04, -6.0083e-04, -3.6113e-03, -9.7465e-04,
-5.6521e-04, -6.9325e-03, -1.8881e-03, 5.5924e-04, -8.2240e-04,
6.9680e-04, -6.0339e-03, -6.4932e-04, 4.3688e-03, 2.2687e-03,
-6.2883e-04, 1.8629e-03, 2.6414e-03, -3.4881e-03, -3.0860e-03,
2.9302e-03, -4.3083e-05, -3.9649e-03, -3.6153e-03, -5.3333e-03,
-1.7424e-04, 5.7753e-04, -6.8175e-04, -2.0807e-03, 2.9958e-03,
3.3254e-05, -1.6625e-03, 5.6714e-03, 4.6662e-04, 1.1827e-03,
1.0293e-04, 2.5692e-03, 4.1285e-03, -3.3515e-03, -8.0729e-04,
3.7026e-04, -4.3582e-03, 3.2994e-03, 2.0984e-03, 2.4749e-03,
5.3726e-04, 2.0042e-03, 1.7669e-03, 5.4069e-04, 2.9420e-03,
-7.5795e-03, -7.9811e-04, -1.3293e-04, 4.3249e-03, 1.7992e-03,
-2.3887e-03, 3.7897e-03, 1.0223e-03, 2.5415e-03, -9.8846e-05,
3.3847e-03, -6.0561e-03, 1.0822e-03, 4.2988e-04, 6.2141e-04,
-1.8838e-03, 5.7181e-04, 1.9411e-03, 5.7054e-03, 2.6736e-03,
-7.3111e-04, 7.7440e-03, 5.3410e-03, -3.9569e-03, -6.6290e-03,
-5.1656e-03, -1.7468e-03, 8.1768e-03, -1.4207e-02, -8.2815e-03,
8.5559e-03, 9.7329e-03, -3.5950e-03, 3.9386e-03, 1.1963e-02,
8.0441e-03, 2.8697e-03, -1.6480e-03, 4.1339e-04, 1.0055e-02,
1.7354e-03, -1.1654e-03, 1.1258e-03, -6.2720e-03, -5.6835e-03,
-2.6594e-03, -4.4510e-03, 4.4716e-04, -3.9291e-03, 7.5918e-03,
-5.4327e-03, -5.4755e-03, 3.2471e-03, -3.9772e-03, 3.3855e-03,
-5.0333e-04, -9.6862e-03, 1.4118e-03, 2.3212e-03, 1.3735e-02,
-1.3432e-03, 8.3733e-03, 4.4570e-03, 6.5106e-03, -1.0643e-03,
-3.3325e-03, -2.4539e-03, -5.0646e-03, -8.7442e-03, -8.0259e-03,
3.3639e-03, 9.2907e-03, 2.9424e-03, 1.3190e-03, 1.1843e-03,
-1.7020e-03, 6.5384e-04, -4.4140e-03, -3.1924e-03, -5.7904e-03,
-3.8556e-03, -3.8549e-03, 2.5169e-03, 4.0609e-03, -1.0811e-03,
5.6041e-03, 1.6480e-03, -1.4176e-03, -2.5885e-03, -1.1171e-03,
-2.7939e-04, -1.5652e-03, -1.0824e-03, -4.2317e-04, 3.7932e-03,
7.8025e-04, -5.4415e-03, 3.3751e-03, -5.5218e-04, 4.6502e-05,
-1.7323e-03, 3.5274e-03, -1.1664e-03, -5.0743e-03, -1.5035e-03,
-3.0358e-03, -4.2887e-03, -1.5196e-04, 6.7618e-04, 7.0846e-04,
2.2258e-03, -1.1005e-03, -2.3148e-03, 2.2817e-03, 1.6395e-05,
-2.1871e-03, 6.6393e-03, 8.0267e-04, 3.3268e-03, -2.4137e-03,
3.0099e-03, -1.6298e-03, -2.2990e-03, 2.8004e-03, -5.9112e-03,
-2.9208e-03, 2.1248e-03, 4.4982e-03, -7.9573e-04, 5.0004e-03,
3.3833e-03, 2.9165e-03, 2.2435e-03, -2.0537e-03, -2.2940e-03,
4.4505e-03, -2.4359e-03, 2.6802e-04, -1.1141e-04, -5.4508e-03,
-3.5462e-03, 8.5700e-04, 3.9575e-04], device='cuda:0')),
('bert.encoder.layer.10.attention.self.value.weight',
tensor([[ 0.0074, -0.0131, 0.0463, ..., -0.0201, 0.0507, 0.0559],
[ 0.0210, 0.0725, 0.0328, ..., -0.0125, 0.0393, -0.0253],
[-0.0432, -0.0128, 0.0226, ..., 0.0019, -0.0198, 0.0748],
...,
[-0.0276, 0.0378, -0.0079, ..., -0.0150, -0.0083, -0.0207],
[-0.0011, -0.0063, 0.0090, ..., -0.0298, 0.0103, -0.0022],
[ 0.0084, -0.0193, 0.0332, ..., -0.0268, 0.0199, -0.0277]],
device='cuda:0')),
('bert.encoder.layer.10.attention.self.value.bias',
tensor([-4.8081e-03, 2.3309e-02, 1.4134e-02, 8.3435e-03, 1.0190e-02,
-1.3972e-02, 5.1761e-04, -1.3699e-02, 2.6969e-02, -8.3850e-03,
9.4289e-04, -1.8652e-02, 1.1439e-03, -4.8520e-03, -2.8428e-03,
-6.6903e-03, 8.2895e-03, -3.4949e-03, 1.5248e-02, -3.0043e-03,
6.2747e-03, 1.8206e-02, 1.1763e-02, -1.1834e-02, 8.1226e-03,
5.2294e-03, -7.4572e-03, 1.6244e-02, 1.3265e-02, -3.1745e-03,
7.9232e-03, 5.4844e-03, 1.4819e-03, -1.9109e-02, -6.8446e-04,
7.4705e-03, -1.2057e-02, -4.2946e-03, -1.7356e-02, -5.7397e-03,
1.5812e-02, -2.3447e-02, -1.3102e-02, -8.1099e-03, 8.6520e-03,
1.1223e-02, -1.0568e-02, -8.4341e-03, 1.1458e-02, 1.0668e-02,
-1.6264e-02, 2.3167e-02, 1.1552e-02, -2.8982e-02, 4.8648e-03,
1.3687e-02, 2.1831e-02, 1.4980e-02, -3.6691e-03, 7.5636e-03,
-2.0005e-02, 1.4330e-03, 1.0570e-03, 1.6632e-02, -1.4754e-02,
-7.6708e-03, -4.2233e-03, -2.3048e-02, 5.5674e-03, 2.0858e-02,
-5.1818e-03, 1.2490e-02, 2.4425e-02, 5.4036e-03, 8.1635e-03,
-1.4818e-03, -4.6171e-03, 1.5887e-02, -3.3416e-03, 2.2355e-02,
-3.6775e-03, 6.3845e-03, -1.9236e-02, 9.0427e-03, -1.0916e-02,
-1.0218e-02, -1.0942e-02, -2.2595e-02, -5.5707e-04, 1.3415e-02,
3.5575e-03, -1.1180e-02, -8.9501e-03, 2.0144e-02, 1.2755e-02,
-1.8701e-02, 1.6172e-04, -6.3870e-03, 1.1606e-02, -5.0415e-03,
-1.2018e-02, 9.7887e-03, -8.1004e-03, -5.2066e-03, -4.1514e-02,
1.6546e-02, 1.0785e-02, 1.5515e-02, -1.8788e-02, 4.6399e-02,
1.0413e-03, 7.6039e-03, -1.2934e-02, -2.5702e-03, 2.0004e-02,
-2.9065e-03, -2.4294e-03, -1.2505e-02, 5.6111e-03, -1.7840e-02,
2.0339e-02, 4.8019e-03, -2.0455e-02, -8.9135e-04, -7.7298e-03,
-1.4528e-02, -7.7445e-03, 1.9691e-02, -4.8446e-02, -2.5695e-02,
-3.4887e-02, -1.5332e-02, 1.8373e-02, -2.5972e-02, 4.6386e-02,
4.9085e-02, 5.3230e-02, -1.3034e-02, 3.7704e-02, 2.4230e-02,
1.1827e-02, 4.7520e-03, -1.0795e-02, -1.0875e-02, -1.9178e-02,
2.9374e-03, 9.2104e-03, 1.8350e-03, -2.0042e-03, 2.1303e-02,
5.3899e-03, -3.4795e-02, -1.5577e-02, -5.3499e-02, 4.6065e-03,
2.9070e-02, -1.6400e-03, -2.1043e-04, 1.5732e-02, -1.0689e-03,
4.1432e-02, 3.5711e-03, -2.2434e-02, -2.4859e-02, -3.8561e-02,
1.9053e-03, 3.3347e-02, 6.9944e-02, -1.6789e-02, -5.0091e-02,
-4.0494e-03, 2.5043e-02, -7.6459e-03, 1.7486e-02, -4.6490e-02,
1.6600e-02, 2.0533e-02, 3.1475e-02, 8.1407e-03, -2.1088e-02,
-1.1159e-02, 1.1400e-02, -4.7879e-02, -2.4814e-02, 2.3630e-02,
1.4214e-02, 1.1260e-02, -4.7391e-02, -5.7606e-02, 1.1515e-02,
-4.4368e-02, 2.8129e-03, 1.6908e-02, -2.4225e-02, 1.0672e-02,
-1.9354e-02, -6.3103e-02, -3.3548e-02, -1.5704e-02, 5.5029e-02,
-1.3045e-02, -3.1003e-02, 2.5831e-02, 2.5875e-02, -3.6549e-02,
-8.8193e-05, 7.3955e-03, -1.8538e-02, 1.7011e-02, 3.1448e-02,
-5.0963e-03, -6.9040e-03, -2.3814e-02, -2.1155e-02, -1.4267e-02,
-3.8604e-02, -6.8466e-03, 1.7839e-02, 2.4309e-02, 2.4862e-02,
-8.9973e-03, 1.7015e-03, 3.7448e-02, 4.0318e-02, -9.4881e-03,
-2.3500e-02, 1.2402e-02, -1.7884e-02, -3.5523e-02, -2.3206e-02,
1.0938e-02, 2.2181e-03, -2.2852e-03, 3.4288e-03, 1.2070e-02,
-6.5388e-02, 1.8650e-02, 4.4041e-04, -7.8597e-02, 1.0829e-02,
8.2219e-03, 4.6055e-02, 4.7081e-02, 4.5556e-02, 2.0478e-02,
-9.5127e-03, 5.0151e-03, 2.1190e-02, -4.3954e-02, -3.1671e-02,
9.4253e-03, 5.1822e-02, -3.8911e-03, -1.3800e-03, -2.0795e-02,
-2.2261e-02, 2.0644e-02, -1.5844e-02, -4.1287e-03, 1.2527e-02,
3.8055e-02, 3.0386e-02, -3.6023e-02, 1.3716e-02, -2.8013e-02,
-2.2792e-02, 1.8553e-02, 7.8976e-03, -2.6535e-02, -1.6078e-04,
-7.9180e-03, -3.9633e-02, -1.8832e-02, -7.6180e-03, -5.8864e-03,
2.0331e-02, -1.8920e-02, 6.5337e-02, 7.0749e-03, -3.8662e-02,
1.4053e-03, -6.0970e-03, 1.4036e-02, 1.5323e-03, 3.1052e-03,
-7.0662e-03, -1.6843e-02, -1.4780e-03, -7.8131e-03, -9.1663e-06,
3.8042e-03, 3.9193e-02, 7.0539e-03, 2.7101e-03, 5.1915e-02,
2.7659e-02, 1.0898e-02, -5.4394e-03, -8.7539e-03, -5.8881e-02,
3.8087e-02, -3.6175e-02, 5.0366e-02, 2.4839e-02, 1.6708e-02,
-4.3446e-03, 1.1504e-04, -9.8296e-03, 5.1446e-03, -4.3773e-02,
4.1819e-02, 1.5753e-02, -6.7510e-03, 1.8859e-02, -3.1672e-02,
-3.2827e-02, -1.0551e-02, -1.8048e-02, 3.8041e-02, -3.6365e-02,
3.5978e-04, 2.2542e-02, -7.2474e-03, 1.1297e-02, 1.3055e-02,
-7.1768e-03, 5.3031e-03, -5.7201e-03, -1.4389e-02, 1.6155e-02,
-2.8250e-02, 2.6757e-02, 6.8733e-03, -7.3069e-03, 2.2055e-03,
-2.3287e-02, 1.9995e-03, 1.3038e-03, 1.6106e-02, -1.1154e-02,
1.9545e-02, 2.5269e-04, -3.4565e-03, -7.8696e-03, -1.2803e-02,
-1.5621e-02, 2.5433e-02, -3.0184e-03, -4.7789e-02, -1.2823e-02,
2.5795e-02, 1.3248e-02, 8.8074e-03, 3.3389e-03, -1.4419e-02,
-2.6726e-03, -1.5306e-02, 4.5901e-03, -3.4479e-02, 2.8026e-02,
-1.6529e-02, 1.4240e-02, -1.0970e-02, 1.0083e-02, -1.3295e-02,
2.1218e-02, -4.2085e-02, -2.6605e-03, 2.4141e-02, 7.3921e-03,
-3.5803e-02, 4.2316e-03, 4.3360e-03, 9.5050e-04, 2.4144e-03,
-1.1735e-02, -1.3683e-02, -2.5877e-02, 2.4134e-02, 6.3826e-03,
-1.3094e-02, 4.9552e-04, 2.9881e-03, -8.1918e-03, -5.2404e-02,
-3.4499e-02, -6.3960e-03, -2.4278e-02, 3.4665e-02, 3.1712e-02,
2.3719e-02, 4.6665e-02, -4.9040e-02, -2.6984e-03, 3.4113e-02,
-1.1177e-02, -9.3845e-02, -5.4450e-02, 6.4615e-02, 1.7026e-01,
-1.5147e-01, 2.3600e-02, -8.8446e-02, -1.0522e-01, -9.7701e-02,
-3.8877e-02, 6.2677e-02, 1.4184e-02, 9.1372e-02, 1.0810e-01,
-5.5199e-02, 1.9072e-02, -6.2204e-02, -4.9457e-02, -1.4322e-02,
2.8900e-02, 2.4469e-02, 5.9017e-02, 4.0941e-02, -1.2593e-01,
-6.5421e-03, 2.0720e-02, 8.9058e-05, 2.0108e-01, 4.1941e-02,
1.6546e-02, 8.5356e-02, 1.0228e-02, 9.5355e-02, 1.8678e-02,
-1.1380e-01, -3.0926e-02, 6.8573e-02, 8.1044e-02, 2.3829e-02,
7.5477e-02, 8.7446e-03, -4.3009e-02, 4.3620e-02, 3.0738e-01,
5.2247e-03, 8.1184e-02, 3.2136e-02, -1.7748e-01, 1.1794e-02,
-6.5224e-03, -5.5710e-02, -6.0320e-03, -2.8534e-02, -1.2943e-03,
1.5867e-02, 1.4597e-02, -1.6641e-02, 4.8395e-03, 1.2098e-02,
-4.6900e-03, 4.2907e-02, 3.3908e-02, -1.6126e-02, -9.5805e-03,
2.6337e-02, -1.6890e-02, 2.2329e-02, 2.7615e-03, 5.3100e-03,
-4.5141e-02, -5.8830e-03, 1.5634e-01, 1.8276e-02, 2.7041e-02,
-1.9654e-02, -5.8741e-03, -1.6939e-02, 3.5182e-02, 4.9080e-03,
7.3452e-03, 1.2783e-02, -4.8003e-04, -2.5646e-02, 4.1150e-02,
-1.8686e-02, -1.4433e-02, 1.2769e-03, 2.6605e-02, -3.2505e-02,
1.1385e-02, 2.3208e-02, -1.6443e-02, 3.6840e-02, 1.0989e-02,
-3.1838e-02, -1.5754e-02, -4.8506e-02, -4.6521e-03, 2.4808e-03,
-3.2778e-02, 4.9127e-03, -2.4763e-03, -2.3755e-02, -3.3756e-03,
4.0959e-05, -1.7587e-02, -2.8567e-02, -1.1327e-02, 3.2380e-03,
-3.0645e-03, -5.8224e-03, 2.8593e-02, 1.1970e-02, -2.8672e-02,
1.1831e-02, -4.3520e-02, -2.0441e-03, 1.0335e-02, 1.2329e-02,
-2.2122e-03, 6.5334e-04, 5.6409e-03, 3.9316e-04, 8.8920e-03,
-7.2362e-03, 1.4800e-03, -2.2645e-02, -3.0211e-02, 7.0378e-03,
1.2416e-02, -5.9203e-03, 6.3345e-03, 8.7288e-03, -1.5045e-02,
1.0030e-02, -2.1838e-02, 2.4196e-02, 2.5727e-03, 4.3966e-03,
-9.7279e-03, 6.9603e-03, 5.8437e-03, -4.0716e-03, -9.0903e-03,
-5.3046e-03, 9.4311e-03, -2.3070e-02, 1.1061e-02, 1.5402e-02,
-1.0219e-02, -1.8305e-02, 1.6079e-02, 1.6745e-02, -3.6648e-03,
6.4652e-03, 2.0818e-02, -9.7163e-03, 7.2261e-03, -8.7523e-03,
-9.9310e-03, 1.2590e-02, -9.9262e-03, 1.4202e-02, -1.2536e-02,
2.5670e-02, 2.2249e-02, 1.2780e-02, 1.4492e-02, 7.1917e-04,
1.1120e-03, -1.6849e-03, -2.5355e-02, 4.6168e-03, 8.6548e-03,
-6.3872e-03, -1.4106e-02, -4.6204e-03, -1.1646e-02, -1.0202e-02,
1.0937e-02, -1.4645e-02, -2.8747e-02, -1.7593e-02, -3.3965e-02,
-1.5650e-02, -1.2869e-03, 4.6973e-02, -7.0110e-02, 6.2139e-02,
1.0759e-02, 1.6784e-02, -4.7959e-02, -3.2459e-02, -1.8951e-02,
5.1590e-02, -4.7159e-03, -1.1605e-02, 5.7274e-02, 1.5088e-02,
1.7562e-02, 4.0560e-02, 5.4702e-03, -1.2955e-02, -9.3925e-03,
5.0446e-02, -2.3168e-02, -1.0911e-02, 5.1744e-03, -8.9292e-02,
-1.8951e-02, 2.5187e-02, -4.7789e-02, 2.3616e-02, -2.2979e-03,
6.4912e-03, -3.8908e-02, 1.6889e-03, 5.7708e-02, -1.4867e-02,
1.3058e-02, -4.2420e-02, -2.8685e-03, -1.9798e-02, 1.1240e-01,
1.1386e-02, 9.2953e-02, 9.4054e-03, -5.7401e-02, 1.3190e-02,
3.5432e-02, 3.2812e-02, 1.8756e-02, 7.1674e-02, 6.9847e-02,
1.8214e-03, 4.3617e-02, -6.9662e-04, 1.0750e-02, 6.1384e-02,
2.2843e-02, -5.6358e-02, -4.1674e-02, -2.3745e-03, -4.3241e-02,
-1.8131e-03, -1.7189e-03, 2.8931e-03, -1.4496e-02, -1.2973e-02,
-2.3576e-02, 1.7406e-02, 2.3101e-03, 7.9462e-03, -2.0159e-03,
-1.0865e-03, 9.7094e-03, 1.3945e-02, 7.7751e-03, 1.2115e-02,
-1.0348e-02, 9.4609e-03, -1.0878e-02, 9.0871e-03, -5.5302e-03,
-2.1951e-03, -5.0512e-03, 1.6880e-02, -1.0711e-02, -1.5944e-02,
-2.2950e-03, -3.0676e-02, 1.0203e-02, -1.3280e-02, -1.2986e-02,
-7.2038e-03, -9.3026e-03, -4.4463e-03, 9.8860e-03, 1.4279e-02,
-1.9393e-02, 1.3272e-02, 2.3210e-03, 1.6494e-02, -1.5576e-03,
9.4173e-04, -4.2223e-03, -1.6108e-02, -4.3160e-03, -9.0764e-04,
-1.2346e-02, 1.5336e-02, 6.4858e-03, -1.9381e-04, 4.9966e-03,
1.2893e-02, 6.8232e-03, 9.1621e-03, -9.3124e-03, 4.1110e-03,
7.9371e-03, 1.6611e-02, 4.9952e-03, 6.6541e-03, -2.4391e-02,
-1.8367e-03, -7.0036e-02, 1.9535e-02, -4.4301e-03, 1.1372e-02,
-4.3805e-03, -1.7456e-03, -1.4460e-02, -8.7643e-03, 1.6628e-02,
1.0326e-02, -9.3517e-03, -1.9627e-02, 5.1476e-03, -1.0811e-03,
3.7800e-03, 7.3016e-03, -1.1444e-02, -1.0179e-03, -1.4284e-02,
3.3586e-03, 8.5603e-03, 2.0687e-03, -1.6998e-02, -1.2566e-02,
-8.9877e-03, 7.6775e-03, 6.2601e-04, 1.1334e-02, -1.3662e-03,
-1.2181e-02, 2.3601e-03, -2.4713e-02, -4.5526e-03, 1.1214e-02,
-1.4191e-02, -9.3254e-03, 7.0166e-03, 5.2283e-03, 1.1928e-02,
5.6641e-03, 6.3114e-03, -5.9665e-03, -1.6936e-02, 2.3369e-02,
-3.6167e-03, 6.7628e-04, -1.3372e-04, -2.9039e-03, -1.4883e-04,
-1.4044e-02, -1.7381e-02, 3.2874e-03, -1.4307e-02, -3.2103e-03,
-3.4803e-03, 4.4542e-03, 1.3893e-02, 3.9904e-03, 1.2571e-02,
-1.0034e-03, 1.6899e-02, 1.9232e-02, -6.2675e-03, 1.4390e-02,
2.6467e-02, 7.4599e-03, -9.6776e-03], device='cuda:0')),
('bert.encoder.layer.10.attention.output.dense.weight',
tensor([[ 0.0565, -0.0056, 0.0451, ..., -0.0366, 0.0015, 0.0479],
[-0.0200, -0.0016, -0.0094, ..., -0.0659, -0.0058, 0.0371],
[-0.0149, -0.0186, -0.0013, ..., 0.0039, 0.0090, 0.0530],
...,
[-0.0694, -0.0012, -0.0352, ..., 0.0165, 0.0475, -0.0317],
[-0.0008, 0.0138, 0.0269, ..., -0.0267, 0.0351, 0.0101],
[ 0.0135, -0.0329, -0.0365, ..., 0.0213, 0.0262, 0.0096]],
device='cuda:0')),
('bert.encoder.layer.10.attention.output.dense.bias',
tensor([-7.9271e-02, 2.4277e-02, 6.2471e-02, 2.1825e-02, 2.3979e-03,
-1.6763e-02, 1.8361e-02, -7.2322e-03, -5.7137e-02, 2.3615e-02,
3.0837e-02, -2.0406e-02, -3.2651e-02, 6.1279e-02, -9.7631e-03,
-1.1405e-01, -1.2302e-02, 1.9188e-02, -6.9907e-02, -1.7032e-02,
8.1114e-02, -3.0139e-02, 6.6032e-02, -3.4032e-02, 6.4795e-02,
1.1234e-02, 7.2982e-02, 5.3690e-02, -3.9292e-02, 1.8513e-02,
5.9389e-02, -3.6507e-02, 7.8168e-02, -8.1123e-02, -8.6181e-02,
-2.5926e-02, -3.2230e-02, 6.7374e-02, 5.7971e-02, -2.7857e-02,
-1.3296e-02, -3.5212e-02, -3.0388e-02, 9.7532e-02, -6.4551e-02,
6.4821e-02, 7.1203e-02, -3.0424e-02, -8.3763e-03, 9.2012e-02,
-7.7651e-02, -4.2275e-02, -7.9203e-02, 6.5457e-02, 9.8339e-02,
8.0153e-02, 1.1589e-01, 4.1903e-02, -5.5702e-02, 1.7062e-02,
4.3498e-04, 1.2463e-02, 1.3496e-02, -1.6661e-02, 5.2986e-02,
-4.8119e-02, -3.5050e-02, 7.2093e-02, 2.9857e-02, 9.2373e-02,
1.1725e-01, 1.3568e-01, 3.3002e-02, -8.5204e-02, -2.5582e-02,
8.0305e-02, -5.4393e-02, -4.4395e-02, 1.0530e-01, 4.4520e-02,
1.0589e-01, -6.0070e-02, 2.7192e-02, 2.2199e-02, -5.0683e-02,
-2.4132e-02, -4.1304e-02, 2.0126e-02, 6.5385e-02, -1.2330e-01,
-4.1568e-02, -1.1890e-01, -3.9927e-02, -1.4757e-02, 4.9474e-02,
-2.5484e-02, -5.9922e-02, 6.8253e-03, 2.2789e-02, -1.0765e-02,
6.5079e-02, 9.5446e-02, 3.2500e-02, 1.1854e-02, 4.0400e-02,
1.7346e-03, -2.4225e-02, 2.7377e-02, 2.3528e-02, -1.4210e-01,
6.9573e-03, -1.4467e-02, -1.6652e-02, -1.5558e-02, -1.4865e-01,
-5.3159e-02, 1.6749e-01, 5.9165e-02, 6.5464e-02, 5.4873e-02,
1.4968e-01, -8.1895e-03, -6.5431e-02, -4.2867e-02, -1.1603e-02,
-9.1211e-02, -5.4997e-02, 9.6283e-03, 5.0411e-02, -1.0975e-01,
7.9973e-02, -2.1880e-02, 1.0573e-01, 5.6864e-03, 2.2076e-02,
1.2800e-01, -1.1554e-01, -1.7355e-03, -3.1440e-02, 7.9833e-02,
1.2461e-01, -4.3970e-02, 6.1417e-02, 4.2099e-02, -1.0318e-01,
-8.1304e-02, -9.7224e-02, 4.6999e-02, 3.0299e-02, 7.4942e-02,
7.3613e-02, -4.7314e-02, -8.0775e-02, -1.7134e-01, 3.3692e-02,
1.8034e-01, 1.1988e-02, 3.6052e-02, -6.7102e-02, 5.1704e-02,
5.8928e-02, -5.3238e-03, -1.0255e-01, -1.4161e-02, -7.4833e-02,
1.5334e-02, 2.3791e-02, 6.4715e-02, 1.2979e-02, 2.3801e-02,
-8.0962e-02, -6.8766e-03, 3.8568e-02, -8.5324e-02, -8.6745e-02,
5.8877e-02, -8.8959e-04, 7.5920e-03, 3.9862e-02, 2.8642e-03,
7.4362e-02, -8.7651e-02, -5.0402e-02, 1.4491e-01, -7.2743e-02,
-1.2607e-02, -5.0273e-02, -4.2129e-02, 1.1060e-01, -9.9287e-02,
-1.6327e-02, 1.0555e-01, -5.1899e-03, -9.2604e-02, 2.5174e-02,
-9.9589e-02, 4.2801e-02, 3.0499e-02, -1.2694e-02, 2.4503e-02,
1.5131e-02, -8.3215e-02, 8.4434e-02, 4.9539e-04, 6.2103e-02,
2.6388e-03, 5.7845e-03, -1.2934e-02, 4.7815e-02, 1.3687e-01,
8.0342e-02, 2.8176e-02, -4.0606e-02, 8.8170e-02, -2.6887e-02,
6.3423e-02, -7.9918e-03, -1.6742e-01, -9.5603e-02, 1.2640e-01,
-5.8353e-02, 6.8187e-02, -8.4792e-02, 1.1685e-01, 1.8609e-02,
-5.5081e-02, 1.4104e-02, 2.7977e-02, -1.0921e-01, -7.9536e-04,
-1.2870e-01, 6.6325e-02, 1.6823e-02, -9.1930e-02, -3.3241e-02,
3.3511e-02, -1.9798e-02, -1.2141e-02, -9.0710e-02, -9.7632e-02,
6.0982e-02, 1.9411e-02, -5.8758e-02, 1.0931e-01, -1.9724e-02,
-5.1524e-03, -1.5983e-02, -1.7846e-02, -3.6940e-02, -2.6870e-02,
-1.0555e-01, -6.5885e-02, 5.4296e-02, -5.0150e-02, -5.9500e-02,
-2.5046e-02, -2.9075e-02, 4.2835e-02, 8.0096e-02, -4.6317e-02,
-3.4953e-02, 6.2393e-02, 1.4382e-02, -1.5328e-02, 6.8810e-02,
3.8036e-02, -3.0399e-02, -2.9979e-02, 7.4405e-02, 6.6585e-02,
2.9019e-02, 9.3619e-02, -5.6621e-03, -5.9150e-02, 5.3204e-02,
-8.3977e-03, 6.3753e-02, 8.9718e-02, -5.4246e-02, 2.0240e-02,
-3.6466e-02, -2.7419e-02, 1.0431e-01, -5.2447e-02, -5.0976e-02,
-4.0343e-02, -1.2096e-01, -7.1365e-02, -2.0944e-02, -1.1239e-01,
2.8891e-02, -5.0581e-02, -5.6296e-02, -9.2648e-02, -9.1772e-02,
4.7360e-02, 8.0040e-02, -5.4117e-02, -8.8924e-02, 5.4622e-02,
-2.8282e-02, 1.2688e-02, 1.1883e-02, -5.4410e-02, 9.6025e-04,
-3.9720e-03, 1.0384e-02, 5.6535e-03, 8.2845e-02, -7.0138e-02,
5.4764e-02, 3.9904e-02, -1.0636e-02, -1.7269e-01, 1.3471e-01,
8.1182e-02, 4.5399e-02, -5.7744e-02, -5.6788e-02, 4.0137e-02,
-4.1710e-02, 5.9069e-02, 4.8668e-02, 2.7203e-02, 1.4205e-01,
-6.5383e-02, 6.7210e-02, 2.8998e-02, 5.6654e-02, 9.5857e-02,
1.3401e-02, 1.8056e-02, 8.6046e-02, -2.6379e-02, 6.0336e-02,
7.8737e-02, -3.5837e-03, -5.8140e-02, 5.7806e-02, 7.7800e-02,
-2.0793e-02, -2.4570e-03, -7.1537e-02, -7.3961e-02, -4.4757e-03,
3.6434e-02, 3.4982e-02, 5.3470e-02, -1.5923e-02, -7.7020e-02,
6.4751e-03, -5.2258e-02, 1.4998e-02, 6.3390e-02, 1.8183e-02,
8.1286e-02, 4.0481e-02, -9.2703e-02, -5.5286e-02, -5.3462e-03,
1.1762e-02, 3.8635e-02, -6.9007e-02, -2.5745e-03, 9.9019e-03,
7.2407e-02, -1.2300e-02, -1.5959e-02, 4.7126e-02, -1.4946e-01,
-2.0601e-02, 1.1198e-03, 8.8582e-02, -3.6119e-02, 7.5154e-03,
-4.4316e-02, 5.6116e-02, 3.1495e-02, -9.9016e-02, -7.3745e-02,
-8.0807e-02, -9.4414e-03, -1.8370e-02, -4.3417e-02, 5.7943e-02,
-6.5591e-03, -1.2520e-02, 1.8884e-02, 5.0080e-02, 3.8213e-02,
3.1919e-02, 5.6733e-02, 4.4127e-02, -1.4119e-02, -3.5682e-02,
-7.4413e-02, 1.1914e-03, -6.0982e-02, 8.7812e-02, -9.9483e-03,
8.7100e-02, -1.2122e-01, -3.1519e-03, 9.3985e-02, -1.2155e-01,
-4.2327e-02, -4.3788e-02, 5.4971e-02, 2.3763e-02, 2.7501e-02,
2.4077e-02, -1.2984e-02, 4.1900e-02, 1.7490e-02, 9.6888e-02,
-1.2987e-01, -6.2935e-02, -4.6806e-02, 6.1611e-02, -2.8537e-02,
-4.2335e-02, -9.5722e-03, -1.1759e-01, 1.4407e-03, -7.4601e-02,
-7.8232e-02, 2.1912e-02, 3.4631e-02, -1.3805e-01, -9.6752e-02,
-2.2525e-03, -4.6800e-02, 4.4756e-02, 8.6720e-03, 2.6751e-02,
-1.1481e-02, -2.2951e-02, 6.6000e-02, 1.2593e-02, -1.1782e-02,
2.9347e-02, 1.2128e-01, 5.5347e-02, 7.0157e-03, 8.3959e-02,
7.2415e-02, -1.8290e-03, 6.9392e-02, 2.5577e-02, -4.2097e-02,
1.6603e-02, 5.1123e-02, 3.6314e-02, 1.2445e-02, 6.8735e-02,
-8.8779e-03, 3.5106e-02, 2.8355e-02, -3.8080e-02, 2.4629e-02,
-3.1320e-02, 7.5621e-03, -5.1159e-03, -3.5435e-03, 1.9219e-02,
-2.8422e-02, 5.3152e-02, -1.4272e-01, 4.9577e-02, -7.2591e-02,
-2.8524e-03, -6.2053e-02, -7.7306e-03, -3.9735e-02, -4.7742e-02,
-7.9453e-02, 9.0873e-02, 4.4695e-02, -2.7010e-02, 9.8592e-03,
1.8412e-02, -8.5250e-02, -2.8135e-02, -1.2251e-01, -7.6122e-02,
3.0494e-02, 5.9042e-02, -7.3070e-02, -5.1483e-02, 5.6642e-02,
1.1271e-02, -3.0647e-02, -2.0232e-02, 4.6952e-02, -5.2894e-02,
-3.5627e-02, 8.7976e-02, -3.4112e-02, -5.1915e-02, 9.6190e-03,
-1.0833e-01, 6.0903e-03, 7.1602e-03, 1.7717e-01, 7.3691e-03,
4.6579e-02, -3.1697e-02, -7.1470e-03, -1.4484e-02, -6.7091e-02,
1.2358e-01, 1.4279e-02, 5.1250e-02, 8.7772e-02, 3.8380e-02,
-6.2730e-02, 2.3249e-02, 8.9999e-02, 5.0931e-02, 1.2567e-02,
1.2091e-01, 3.5089e-02, 3.5240e-02, -6.5852e-02, -5.2589e-02,
2.7265e-02, -3.0350e-02, -1.5178e-02, 1.5715e-01, 3.3457e-02,
5.7297e-02, -4.8952e-02, -1.7486e-02, 5.8197e-03, 5.3580e-02,
-1.4341e-01, 5.3924e-02, 2.5498e-02, -4.5216e-02, -6.2376e-02,
-1.5303e-02, -1.3306e-01, -6.2276e-02, -7.2887e-02, -5.6067e-02,
-2.0966e-02, 1.6701e-02, 1.2199e-03, -8.0999e-02, 3.8653e-03,
-9.7153e-02, -7.7714e-02, 5.6193e-02, -2.5748e-02, -5.6049e-02,
-1.2654e-01, -6.6400e-02, 5.3270e-01, -2.8369e-03, 1.9650e-02,
-1.0084e-01, -1.2401e-02, -5.7372e-02, -6.7963e-02, -1.1239e-01,
-5.2300e-02, -2.6440e-02, 3.4749e-02, -2.0935e-02, 6.4374e-02,
-2.6806e-02, -8.0563e-03, -3.6192e-02, -8.9876e-02, 4.4590e-02,
2.1760e-02, -5.7975e-02, 7.8475e-03, -4.4160e-02, 7.4527e-02,
-4.0853e-02, -3.4232e-03, -1.3138e-02, 9.3149e-03, -4.1502e-02,
-9.8637e-02, 3.5324e-02, -6.0078e-02, 5.7727e-02, 9.2641e-02,
-3.9747e-02, -8.7994e-02, 1.3131e-02, -5.6981e-02, -1.2448e-02,
-1.7523e-02, 7.7396e-02, 5.3356e-03, 4.6589e-02, -3.1331e-03,
2.7501e-02, 7.9872e-02, 6.0196e-02, -2.8189e-02, 6.2673e-02,
6.7721e-02, -1.1228e-01, -2.9487e-04, 6.0963e-02, -1.1456e-03,
-9.0733e-02, 9.9691e-02, -7.9452e-02, -5.3444e-02, -6.0140e-02,
-8.6357e-02, -1.7955e-02, -1.0059e-02, 6.2670e-02, 2.0930e-03,
3.4272e-02, 3.4391e-02, -6.5693e-02, -7.9627e-03, 2.7643e-02,
6.2040e-03, -3.3907e-02, 2.3862e-02, -5.4018e-02, -5.7425e-02,
6.5122e-02, 9.2607e-02, 7.7451e-03, -3.9712e-02, 1.6264e-01,
-7.6952e-02, 1.6986e-02, -2.7587e-02, 4.1006e-02, 1.1555e-02,
1.5040e-01, 3.0255e-02, -6.5837e-02, -1.0119e-02, 1.8915e-02,
-2.5001e-03, 4.5255e-02, 8.6038e-03, 3.1631e-02, -2.1541e-02,
-9.4296e-02, 1.0805e-01, 3.8323e-02, 6.8224e-02, 5.2599e-03,
1.0209e-01, -2.7599e-03, 2.2423e-02, -1.2729e-01, -3.5494e-02,
6.0919e-02, -1.6675e-01, -8.3215e-02, -2.1733e-02, 1.5191e-01,
-6.5102e-03, 2.4371e-02, -2.0981e-02, 1.5547e-02, 2.7840e-02,
-7.8810e-02, -2.7626e-02, 7.8102e-02, 1.7792e-02, -7.7915e-02,
-9.5340e-02, -3.1174e-02, 9.8182e-02, -6.0487e-02, -1.1962e-03,
8.7755e-02, 2.3568e-02, -6.5106e-02, -4.4814e-02, -2.7892e-02,
-2.8505e-02, 5.0483e-02, 3.6874e-02, 2.6559e-02, 4.6688e-02,
-4.5904e-02, -1.7838e-01, 4.7772e-02, -5.6823e-02, 9.4955e-02,
-3.7173e-02, -4.5003e-02, -4.1899e-02, -1.8621e-01, 4.4773e-02,
-2.5389e-02, -8.3174e-02, -1.5444e-03, -4.5693e-02, -3.8369e-02,
8.1828e-02, -9.7544e-02, -2.7484e-02, -7.1681e-03, 7.1080e-02,
2.2496e-02, 2.6393e-02, 3.7085e-02, 3.4266e-02, -2.2572e-02,
8.1055e-02, -1.5757e-02, 2.5314e-02, 1.3971e-01, 6.3600e-02,
8.0120e-02, -9.6505e-02, 4.9060e-02, -1.0698e-02, 3.4138e-02,
-2.8151e-02, 1.1860e-01, 8.5289e-02, -1.0464e-01, -8.8445e-03,
-6.8786e-02, 2.1143e-02, -5.3136e-02, -1.3464e-01, -5.2214e-03,
-2.7687e-02, -8.0971e-02, 3.5086e-02, -1.6441e-02, -4.7506e-02,
-1.4703e-01, -2.2578e-03, 5.8416e-02, -1.2372e-02, 6.9022e-02,
1.5822e-01, -3.7757e-02, 1.2691e-01, -6.1317e-03, 9.5474e-02,
8.6121e-02, 7.8841e-02, -1.0040e-02, -8.0328e-02, 2.7443e-02,
-5.0926e-02, -2.3703e-02, 8.2906e-03, -1.5076e-02, -1.9754e-03,
7.6575e-02, -1.0831e-01, 5.7232e-02, -7.1417e-02, 2.5706e-02,
-5.9388e-02, -9.1650e-02, 3.8953e-02], device='cuda:0')),
('bert.encoder.layer.10.attention.output.LayerNorm.weight',
tensor([0.8455, 0.8358, 0.8099, 0.8397, 0.7983, 0.7729, 0.7874, 0.7892, 0.8343,
0.7872, 0.8239, 0.8472, 0.8555, 0.8395, 0.8520, 0.7681, 0.8028, 0.7726,
0.8338, 0.8279, 0.7894, 0.8425, 0.7742, 0.7783, 0.7953, 0.8061, 0.8410,
0.9535, 0.8161, 0.8257, 0.8215, 0.7638, 0.8530, 0.7739, 0.8409, 0.7815,
0.8167, 0.8345, 0.7729, 0.8751, 0.8351, 0.7756, 0.8421, 0.8378, 0.8664,
0.8775, 0.8170, 0.9031, 0.8483, 0.7741, 0.8613, 0.8228, 0.8241, 0.8363,
0.7786, 0.8210, 0.8126, 0.8164, 0.8031, 0.8298, 0.8044, 0.8824, 0.8484,
0.7930, 0.8148, 0.8654, 0.8044, 0.7905, 0.7971, 0.8489, 0.8288, 0.8273,
0.7884, 0.8051, 0.8782, 0.8710, 0.7986, 0.8559, 0.8559, 0.8645, 0.8127,
0.8075, 0.8352, 0.8149, 0.7732, 0.8335, 0.8087, 0.8053, 0.8221, 0.8069,
0.7988, 0.7858, 0.8549, 0.7969, 0.7883, 0.8131, 0.7621, 0.8007, 0.9298,
0.7970, 0.7836, 0.8567, 0.7976, 0.8726, 0.7728, 0.8559, 0.8732, 0.7951,
0.8672, 0.8499, 0.7863, 0.7856, 0.9076, 0.7524, 0.7936, 0.8605, 0.8378,
0.8313, 0.8208, 0.8652, 0.8023, 0.8515, 0.8649, 0.7660, 0.7991, 0.7698,
0.8066, 0.7549, 0.8155, 0.7977, 0.8339, 0.7859, 0.8035, 0.8703, 0.8162,
0.8058, 0.6902, 0.8134, 3.2713, 0.8303, 0.7872, 0.8519, 0.7872, 0.7682,
0.7640, 0.8154, 0.8147, 0.8082, 0.7953, 0.8748, 0.8569, 0.7918, 0.8428,
0.8102, 0.8282, 0.8292, 0.8546, 0.8099, 0.8448, 0.8058, 0.9846, 0.8734,
0.7902, 0.8210, 0.8367, 0.8327, 0.9016, 0.7556, 0.8047, 0.8207, 0.8503,
0.7588, 0.8060, 0.8580, 0.8132, 0.8481, 0.8802, 0.8201, 0.8889, 0.8012,
0.7688, 0.7802, 0.7940, 0.8525, 0.8420, 0.8475, 0.7842, 0.8322, 0.8456,
0.8199, 0.8198, 0.7336, 0.8181, 0.8069, 0.8203, 0.8520, 0.8343, 0.8181,
0.8031, 0.8690, 0.8547, 0.8400, 0.8182, 0.8030, 0.8004, 0.8010, 0.8389,
0.9257, 0.8291, 0.8009, 0.8292, 0.8477, 0.7496, 0.8299, 0.8047, 0.8501,
0.7957, 0.7687, 0.8012, 0.7909, 0.8308, 0.7813, 0.8620, 0.8419, 0.7835,
0.8349, 0.8247, 0.8467, 0.8377, 0.7574, 0.8163, 0.8824, 0.7946, 0.7757,
0.8074, 0.8279, 0.8002, 0.8921, 0.8360, 0.8683, 0.7919, 0.7428, 0.8020,
0.7787, 0.8316, 0.7865, 0.8528, 0.7788, 0.8767, 0.8638, 0.8600, 0.8123,
0.9305, 0.8812, 0.9000, 0.8375, 0.8351, 0.8170, 0.8323, 0.8222, 0.7550,
0.8272, 0.8201, 0.7786, 0.8275, 0.8012, 0.8433, 0.8653, 0.7810, 0.8442,
0.8467, 0.8350, 0.9381, 0.8167, 0.8483, 0.8532, 0.8154, 0.8371, 0.8087,
0.8358, 0.8865, 0.8456, 0.7879, 0.8270, 0.8391, 0.8877, 0.7693, 0.8489,
0.8446, 0.8259, 0.7978, 0.8096, 0.7644, 0.8527, 0.8121, 0.8012, 0.8907,
0.7516, 0.8333, 0.8168, 0.8743, 0.7994, 0.7971, 0.7748, 3.2939, 0.8219,
0.7972, 0.8511, 0.8585, 0.8404, 0.8140, 0.8072, 0.8229, 0.7696, 0.7681,
0.8435, 0.7744, 0.8169, 0.8702, 0.7928, 0.7979, 0.8796, 0.8130, 0.8458,
0.8083, 0.7874, 0.8354, 0.8077, 0.8630, 0.8008, 0.8554, 0.8029, 0.8669,
0.8215, 0.8931, 0.8529, 0.8121, 0.8954, 0.9469, 0.8029, 0.7500, 0.8889,
0.8181, 0.8727, 0.8323, 0.8639, 0.8235, 0.7976, 0.8225, 0.7758, 0.8185,
0.8496, 0.7938, 0.8250, 0.8946, 0.8279, 0.7987, 0.8017, 0.8284, 0.8019,
0.8025, 0.8668, 0.7927, 0.8390, 0.8224, 0.8157, 0.8415, 0.9539, 0.8226,
0.8209, 0.8269, 0.8533, 0.8370, 0.7960, 0.8142, 0.7740, 0.7684, 0.8211,
0.8233, 0.7654, 0.7873, 0.8095, 0.8471, 0.8755, 0.7832, 0.8005, 0.8008,
0.8475, 0.7964, 0.8035, 0.8794, 0.7957, 0.8088, 0.8155, 0.8264, 0.8303,
0.7977, 0.8607, 0.8137, 0.7960, 0.7515, 0.7834, 0.7895, 0.8106, 0.8240,
0.8661, 0.8012, 0.8066, 0.8538, 0.9003, 0.7963, 0.8027, 0.8590, 0.8875,
0.8200, 0.7478, 0.7614, 0.8419, 0.8346, 0.8368, 0.8307, 0.8391, 0.8405,
0.8137, 0.8213, 0.8235, 0.8062, 0.7388, 0.7920, 0.8586, 0.8236, 0.8579,
0.7825, 0.8671, 0.7607, 0.8363, 0.7979, 0.8225, 0.8439, 0.8590, 0.8313,
0.7914, 0.8125, 0.8245, 0.7928, 0.7732, 0.8442, 0.8739, 0.8219, 0.8199,
0.8177, 0.7798, 0.8012, 0.8527, 0.7923, 0.9805, 0.7918, 0.7374, 0.8085,
0.7708, 0.8000, 0.8160, 0.8006, 0.8476, 2.2491, 0.7821, 0.8177, 0.8542,
0.8230, 0.8363, 0.8650, 0.7950, 0.8828, 0.8147, 0.8720, 0.8471, 0.7698,
0.8453, 0.8229, 0.8965, 0.7883, 0.7770, 0.8444, 0.8391, 0.8142, 0.8134,
0.8940, 0.7524, 0.9104, 0.7765, 0.8339, 0.8448, 0.8282, 0.8107, 0.8485,
0.8168, 0.7867, 0.8810, 0.7936, 0.8312, 0.8566, 0.8497, 0.8112, 0.7993,
0.8312, 0.9627, 0.8777, 0.8002, 0.8081, 0.8101, 0.8166, 0.8420, 0.8007,
0.8275, 0.8284, 0.8186, 0.8486, 0.8464, 0.7655, 0.8179, 0.8368, 0.7930,
0.8282, 0.9114, 0.8263, 0.9221, 0.9398, 0.8704, 0.8511, 0.8568, 0.8607,
0.8094, 0.8336, 0.8075, 0.8128, 0.8226, 0.8208, 0.8159, 0.8089, 0.8478,
0.8765, 0.8686, 0.7835, 0.7857, 0.7832, 0.9141, 0.8305, 0.7837, 0.8225,
0.8280, 0.8085, 0.8072, 0.8957, 0.8204, 0.7963, 0.8152, 0.8018, 0.8561,
0.7980, 0.8031, 0.8412, 0.8593, 0.7655, 0.8412, 0.8304, 0.8287, 0.7839,
0.8253, 0.7653, 0.8541, 0.8083, 0.8153, 0.7915, 0.8239, 0.8519, 0.9200,
0.8019, 0.8019, 0.8522, 0.8080, 0.8396, 0.8812, 0.8654, 0.8232, 0.8352,
0.8497, 0.7580, 0.8376, 0.8285, 0.7757, 0.8563, 0.7623, 0.8022, 0.7445,
0.7960, 0.9294, 0.8073, 0.8058, 0.8210, 0.8239, 0.8137, 0.7749, 0.8019,
0.8230, 0.9473, 0.8162, 0.8156, 2.0299, 0.8712, 0.9014, 0.8035, 0.7709,
0.8209, 0.8036, 0.9400, 0.9017, 0.8495, 0.8743, 0.8545, 0.8325, 0.8452,
0.7655, 0.8265, 0.8787, 0.7925, 0.8871, 0.8621, 0.8570, 0.7774, 0.7865,
0.8555, 0.8294, 0.8223, 0.8438, 0.8066, 0.8004, 0.8209, 0.8227, 0.8480,
0.8339, 0.8902, 0.7781, 0.8447, 0.8007, 0.8099, 0.8088, 0.7789, 0.8600,
0.8453, 0.8072, 0.7915, 0.8528, 0.7953, 0.7781, 0.8340, 0.8029, 0.8470,
0.7812, 0.8570, 0.8433, 0.7981, 0.8046, 0.8070, 0.7978, 0.8195, 0.8314,
0.8664, 0.7387, 0.7659, 0.8104, 0.9040, 0.8058, 0.8156, 0.8858, 0.7984,
0.8122, 0.8309, 0.8355, 0.8883, 0.7946, 0.8662, 0.7851, 0.8445, 0.8999,
0.8511, 0.7922, 0.7847, 0.8587, 0.8095, 0.8421, 0.8310, 0.7745, 0.7933,
0.8145, 0.8361, 0.8050, 0.7927, 1.0332, 0.8046, 0.8779, 0.7780, 0.7467,
0.7968, 0.7987, 0.8343, 0.8896, 0.8169, 0.8366, 0.8023, 0.8446, 0.7733,
0.8139, 0.8509, 0.8007, 0.8713, 0.8337, 0.7726, 0.7917, 0.8000, 0.8175,
0.8249, 0.8227, 0.8204, 0.7697, 0.8782, 0.7706, 0.8630, 0.7815, 0.7935,
0.7969, 0.7819, 0.7936, 0.8466, 0.9832, 0.8013, 0.8814, 0.8387, 0.7780,
0.8718, 0.8726, 0.8785, 0.8261, 0.7883, 0.8525, 0.7843, 0.7887, 0.8261,
0.8381, 0.7904, 0.7906, 0.8271, 0.8161, 0.8962, 0.7798, 0.8440, 0.8077,
0.8098, 0.8103, 0.8378, 0.8449, 0.7698, 0.8277, 0.8499, 0.7908, 0.8489,
0.8230, 0.8634, 0.8175], device='cuda:0')),
('bert.encoder.layer.10.attention.output.LayerNorm.bias',
tensor([ 7.4331e-02, -2.3134e-01, -1.3688e-02, 1.5043e-01, 2.8646e-02,
-1.3049e-01, -1.3255e-01, 1.0163e-01, -1.4263e-02, -4.3611e-02,
5.7205e-02, 9.8583e-02, -5.1725e-02, 6.8967e-03, 4.0900e-02,
6.8368e-02, -1.3671e-02, -5.4405e-02, -8.8714e-02, -1.0779e-01,
-2.7931e-02, -5.7160e-02, 1.5766e-03, 2.1739e-02, -4.2825e-03,
-1.5111e-01, -1.2099e-02, 3.7119e-01, 8.1235e-02, 3.4565e-02,
-4.1637e-02, -4.0154e-02, -9.2103e-02, -5.8910e-02, 2.1406e-01,
1.1995e-01, -2.0230e-01, 2.4527e-02, -5.0278e-02, 2.7005e-01,
-2.1786e-02, -7.1685e-02, 5.2556e-03, -3.2210e-03, -6.1127e-03,
-5.0673e-02, 7.3134e-02, 1.1287e-01, -7.3646e-02, 5.4587e-02,
9.7916e-02, 7.2493e-02, -2.9495e-02, -1.5974e-01, 4.8514e-02,
-8.0015e-02, -2.0325e-01, -2.4293e-02, 2.5058e-02, 1.6215e-01,
-4.3953e-02, -1.0501e-02, 1.5415e-01, -8.3182e-02, -7.1262e-02,
1.8750e-02, -3.4923e-02, 9.5243e-03, 1.4289e-01, -2.9996e-01,
-7.7673e-02, -1.2394e-01, -1.2297e-01, 4.7581e-02, -6.2255e-02,
4.4388e-02, 1.6097e-02, -1.3585e-01, -5.0260e-02, -7.1976e-02,
5.4223e-02, 1.3490e-01, 7.9045e-03, 1.4089e-01, -6.5109e-02,
1.0052e-01, 6.1286e-03, -7.1665e-02, -1.9991e-02, 7.9450e-02,
-2.1859e-02, 4.3488e-03, 1.2113e-01, -4.3540e-02, 1.2468e-03,
1.7408e-01, 6.2074e-02, -8.7951e-02, -1.1798e-01, 4.5716e-02,
-2.5504e-02, -5.6617e-02, -4.5013e-02, 9.6061e-02, -1.2156e-01,
5.1026e-02, 1.3751e-01, -4.1471e-02, -6.4125e-02, -7.1917e-02,
2.3261e-02, -5.3904e-02, -1.5068e-02, -4.5405e-02, 5.1520e-03,
1.1876e-01, -3.7775e-02, 9.9032e-03, -5.8620e-02, -4.7984e-02,
-4.1797e-02, -7.7487e-02, -8.2915e-02, 5.2863e-02, -2.5032e-02,
2.6003e-02, -1.9112e-02, -1.1529e-01, -1.9434e-02, 3.8643e-02,
-2.4701e-02, -7.6144e-02, 7.6097e-02, -6.8506e-03, -2.7255e-02,
-8.7316e-03, -4.8135e-01, 1.0454e-01, -2.8574e+00, -2.4208e-02,
-1.6459e-01, -6.5098e-02, 6.5797e-02, -1.2953e-01, -2.3457e-02,
-3.0060e-02, -6.6075e-02, 1.1566e-01, -2.9909e-02, -1.0750e-01,
-1.6776e-01, -4.7139e-02, -6.4677e-02, 4.1900e-02, 3.7436e-02,
-2.6446e-01, -9.5778e-03, -1.4982e-01, 2.4235e-01, -1.4398e-01,
2.0941e-01, 2.1690e-01, 1.4723e-03, -1.9924e-02, 2.7643e-03,
-1.6803e-01, 2.9412e-01, -9.1289e-03, -1.7088e-01, 6.2542e-02,
1.2483e-02, -2.8500e-02, -5.5778e-02, 7.2500e-02, 8.8207e-02,
5.3055e-02, 1.9194e-01, -2.0057e-01, -3.0279e-02, -2.2834e-02,
2.4455e-02, -8.7919e-02, -1.5820e-02, -1.8727e-01, 3.1948e-02,
6.2932e-02, -4.6485e-02, -1.3308e-01, 3.5215e-02, 2.1962e-02,
-2.1609e-03, -3.1398e-02, 4.4933e-02, 3.6238e-02, -2.0110e-01,
-1.0245e-01, 1.2915e-02, -5.9429e-02, -9.7034e-02, -8.9527e-02,
8.5305e-03, 1.4333e-01, -2.1942e-02, 1.7121e-02, -6.7383e-02,
5.6647e-02, -4.1335e-02, -1.4615e-01, -4.7488e-02, -5.3670e-02,
-9.4686e-02, -1.3211e-01, 5.5722e-03, -1.3764e-01, -7.3099e-02,
-1.6515e-02, 1.7435e-03, 3.0162e-02, -2.3080e-02, -4.2948e-02,
-8.1914e-02, 6.1743e-02, 1.4371e-01, -1.6359e-01, -1.1933e-01,
6.5864e-02, -1.4711e-02, -4.4141e-02, 1.6427e-01, -1.9668e-02,
9.4961e-03, 4.0909e-02, -1.7782e-02, -8.7753e-02, -1.2723e-01,
-1.2682e-01, 5.2569e-02, -1.3558e-01, 7.5654e-03, 7.6940e-02,
-1.0565e-01, -7.0909e-02, 1.3929e-01, -8.1040e-03, -2.1764e-01,
-8.1584e-02, 3.1271e-04, 1.2638e-01, -1.2050e-01, 5.8934e-03,
1.0269e-02, -1.6294e-02, 2.4859e-01, 1.0620e-01, 4.0650e-02,
1.0204e-01, -3.0343e-02, 1.6629e-02, -5.4321e-02, -2.9523e-02,
5.2705e-02, 4.1650e-03, 5.7654e-02, -2.4636e-02, -6.3198e-02,
-3.4738e-02, -7.7219e-03, -3.8884e-02, 4.2205e-02, -1.6766e-02,
-8.2939e-02, -5.5014e-02, 1.9810e-01, -2.7910e-02, -1.0885e-02,
-1.8964e-03, -1.0958e-01, -1.6238e-02, 1.0085e-01, -2.1285e-01,
1.5468e-01, -4.8298e-02, 1.5709e-02, 4.1341e-02, -1.6373e-01,
7.6027e-02, -2.0472e-02, -4.3219e-02, -4.2925e-02, -7.8794e-02,
-6.7578e-02, 6.8165e-02, -1.3001e-01, -8.8465e-02, 3.1128e-03,
-1.4909e-01, -2.4786e-01, -1.1663e-02, -5.0240e-02, -3.8683e-03,
1.4602e-01, -6.3397e-02, 9.9678e-02, 2.3651e-02, -1.1297e+00,
-6.9118e-02, 5.0311e-02, 8.8122e-02, 5.4654e-02, 8.7208e-02,
1.9734e-01, -1.6181e-02, -1.1728e-01, 3.3760e-02, -7.2084e-02,
-3.1480e-02, 3.9016e-02, -1.8556e-02, -1.1862e-01, -2.8006e-02,
-5.8831e-02, 5.6861e-02, -2.8830e-02, 3.5309e-02, -9.6681e-02,
1.7626e-02, -1.9136e-02, -3.7118e-02, 9.6072e-02, -1.0755e-01,
-2.8686e-01, 1.3252e-02, -6.3647e-03, 1.4662e-01, -3.8441e-02,
-6.2379e-02, -6.4913e-02, 1.1600e-01, -3.6904e-01, 1.2896e-01,
3.0244e-02, 1.6486e-02, -3.3887e-02, -6.0933e-02, 4.4032e-03,
1.3267e-01, -1.0712e-01, -9.5671e-02, -1.3314e-02, 6.3080e-03,
-7.9831e-02, -3.0049e-01, -4.7757e-02, 1.8818e-02, 3.8923e-02,
-4.6384e-02, -1.4471e-01, 5.1662e-02, 1.4346e-02, -6.8289e-02,
4.2756e-03, -4.4067e-02, -2.9746e-02, -1.0717e-01, -1.1169e-01,
-5.3252e-02, -2.2802e-02, 2.5487e-01, -1.4045e-01, -1.1847e-01,
-6.3900e-02, -2.1963e-01, 2.3739e-02, 1.2828e-01, -4.6507e-02,
4.7201e-03, -1.7007e-01, -1.6949e-01, -1.4337e-02, -6.3904e-02,
2.5320e-02, -2.1892e-02, 5.0246e-02, 5.6379e-02, 2.7419e-02,
-1.2496e-01, -5.8818e-02, 6.3990e-02, 2.1892e-02, 2.9561e-02,
-5.8546e-02, 1.0863e-02, 1.8554e-02, -8.8547e-02, -7.7006e-02,
4.7777e-03, -1.4416e-01, -9.7401e-03, -6.2780e-02, -1.6928e-02,
-1.0347e-01, 4.6099e-02, -9.8282e-02, -7.4629e-02, -4.0729e-02,
2.7525e-02, -1.9495e-01, -4.4765e-02, -2.0402e-01, -2.0349e-01,
-1.1849e-02, -1.0094e-01, 7.7679e-02, -1.1469e-02, 1.3283e-01,
-1.1841e-01, 1.1971e-02, 7.7345e-02, -1.7634e-01, -4.3431e-02,
-7.6964e-02, -1.7887e-02, 1.2986e-02, 2.5222e-01, 3.3029e-02,
7.6851e-04, -1.3684e-01, -1.0906e-01, 1.8308e-03, 2.8470e-02,
-7.0427e-02, 9.1967e-02, -8.6512e-02, 1.1909e-01, -9.0123e-02,
5.0307e-02, 1.0320e-01, -9.1227e-02, -1.7539e-02, -1.7925e-01,
-3.2092e-02, -6.4983e-02, -4.8349e-02, -2.1658e-01, -6.8565e-02,
-9.1578e-02, -5.6030e-02, -1.8229e-01, -2.7980e-02, -1.0902e-01,
1.0629e-01, -3.0265e-02, 6.4015e-02, 3.0541e-02, 7.9297e-05,
-5.1773e-01, 9.0637e-02, -6.2647e-02, -3.5377e-02, 1.3419e-02,
-1.2845e-01, -1.5698e-01, 5.2254e-03, -6.2943e-02, 8.3491e-01,
1.4147e-02, -2.2768e-02, 3.3133e-01, 6.4411e-02, -2.8906e-02,
1.4388e-01, 3.0916e-02, 4.3374e-02, 8.3846e-02, 2.3524e-02,
-1.0412e-03, -1.2322e-01, -7.9323e-02, -1.3976e-02, -2.0741e-01,
-8.4714e-02, 3.3913e-02, -1.1920e-01, -6.2924e-02, 6.6714e-02,
2.1400e-02, 7.2408e-02, 8.8697e-02, -1.6314e-01, 4.3608e-02,
-1.9592e-01, -1.6110e-01, -1.9820e-01, 2.8173e-02, -4.5626e-03,
-5.3080e-02, -6.8913e-02, -8.5385e-03, -6.1629e-02, 4.9669e-06,
2.6185e-02, -2.8683e-02, 5.8155e-03, -1.1378e-01, -5.5174e-02,
3.6821e-01, -2.6874e-02, -3.4786e-02, 8.4335e-02, -8.3469e-03,
-1.5539e-01, -1.9761e-01, 5.8347e-02, -1.1820e-02, -1.2447e-01,
-8.2496e-02, -9.0465e-03, 1.0920e-01, 4.8663e-02, 8.7003e-02,
9.5976e-02, -1.2747e-01, 5.0769e-02, -7.5603e-02, 2.5676e-02,
-3.1190e-02, 3.3559e-01, -1.2603e-01, -2.4820e-01, -8.9627e-02,
9.3721e-02, 4.3272e-02, -7.3315e-02, -7.4194e-02, -1.0846e-01,
5.8548e-02, 4.8805e-02, -1.4256e-02, -1.2597e-01, 8.3337e-02,
-3.2899e-01, -7.9649e-03, 7.3392e-02, -1.3001e-01, 1.0827e-01,
2.8035e-01, 4.3777e-02, 5.7821e-02, -7.2327e-02, 1.0853e-01,
1.4180e-01, -9.8630e-03, -1.5054e-01, 7.5342e-02, 8.4199e-02,
1.4979e-01, -9.5391e-02, -1.8434e+00, -2.0475e-03, 4.8575e-03,
-8.0206e-02, -1.9197e-02, 4.2841e-02, 5.0380e-02, 2.7100e-02,
-1.7042e-01, -7.7054e-02, 3.1212e-02, -5.9107e-02, 1.0312e-01,
8.6094e-02, 4.4559e-02, -4.0591e-02, -1.3802e-02, 2.6238e-02,
-9.6953e-03, -7.3383e-02, 2.9362e-02, 5.1689e-02, -1.0115e-01,
1.4378e-01, 2.0435e-01, 2.5968e-03, -2.5299e-03, 9.3802e-02,
1.0031e-02, 5.5362e-02, -7.3602e-02, 9.1882e-02, -7.6191e-02,
-4.4507e-02, 8.3296e-02, 3.4970e-02, 2.4205e-02, -1.8978e-02,
1.2951e-01, -4.5595e-02, 7.0504e-03, 5.3092e-02, -2.5091e-02,
-2.9289e-02, -6.5449e-02, 2.7562e-02, -3.5974e-04, 2.6951e-02,
1.8086e-02, 3.7236e-02, 6.9695e-01, -5.9787e-02, 1.6403e-01,
8.2712e-02, -2.0964e-02, 5.3074e-02, -8.5332e-03, 3.7771e-01,
1.7171e-01, -6.9481e-02, -3.2829e-02, -8.6724e-02, -4.6636e-02,
-6.5375e-02, -9.9267e-02, 5.7146e-02, -4.4627e-02, 5.5748e-02,
-1.1800e-01, -2.2644e-02, -1.5642e-01, 6.7883e-02, 6.8122e-02,
-1.6671e-01, -1.1106e-03, -1.6686e-01, -2.3345e-01, 9.4157e-02,
5.4992e-02, -1.1854e-01, -1.7883e-03, -3.9583e-02, -8.5585e-02,
-1.4312e-01, -1.1303e-01, 2.6581e-03, -4.0209e-02, 3.3157e-02,
-3.9975e-02, -4.3018e-02, 1.4963e-01, -1.0210e-01, 4.0915e-02,
-3.9108e-02, -7.6224e-02, -2.1704e-01, -1.6496e-01, 8.3351e-02,
-5.2257e-02, -4.3732e-02, 1.4002e-03, 1.8974e-01, -1.5629e-01,
9.6166e-02, 2.1238e-02, 4.3324e-02, 5.3063e-02, -2.4816e-01,
3.2701e-02, 5.0937e-02, -5.8403e-02, -8.9589e-04, 9.2876e-02,
-4.3814e-02, 4.5310e-02, 2.0168e-01, 4.9363e-02, 5.4196e-02,
1.2333e-01, -9.5485e-02, -4.8237e-02, -1.6105e-01, -2.3228e-02,
8.5542e-02, -6.8287e-02, 3.8779e-02, 1.0755e-02, -1.0357e-01,
3.0989e-02, -8.8859e-02, -7.0396e-02, -1.3151e-02, -1.2403e-01,
9.6754e-02, 7.5420e-02, -9.4697e-02, 2.7759e-02, 9.6119e-02,
6.8350e-02, -7.8508e-02, -5.4724e-01, 1.5620e-01, 1.1696e-01,
-6.4977e-03, 2.4087e-02, -5.8906e-02, -1.7684e-02, -1.1527e-01,
-4.7735e-02, 7.5569e-02, -6.3919e-02, 5.9477e-02, 6.1592e-03,
7.7222e-02, -5.1267e-02, -1.1314e-01, 5.3792e-02, -2.8314e-03,
-5.3822e-03, -1.4705e-01, -2.2228e-02, -3.5033e-02, -3.5213e-02,
-5.6810e-02, 1.4660e-01, -5.0603e-02, -1.1446e-01, -1.1762e-02,
-4.7559e-02, 6.2058e-02, -3.0691e-02, -5.7177e-02, 4.8334e-03,
-3.9242e-02, -8.7804e-02, -2.8235e-02, 3.0751e-01, -1.5684e-01,
7.5417e-02, 8.3382e-02, 4.2396e-03, 1.2521e-01, -1.0679e-02,
-1.2365e-01, -7.8473e-02, 1.1560e-01, 8.3254e-02, 3.7809e-02,
-6.1386e-02, -2.8435e-02, -5.4846e-02, -5.7169e-03, -1.3081e-01,
1.3851e-01, 9.0960e-03, 2.4731e-01, -4.6352e-02, -6.0475e-02,
-1.9273e-02, 1.1520e-01, -1.6847e-01, -1.1280e-01, 8.1221e-02,
-1.4548e-01, -1.2833e-01, 6.1389e-02, -6.6215e-02, -5.1146e-02,
6.7931e-02, -5.1115e-02, 1.3512e-01], device='cuda:0')),
('bert.encoder.layer.10.intermediate.dense.weight',
tensor([[ 0.0417, -0.0386, 0.0274, ..., 0.0235, -0.0381, -0.0001],
[ 0.0141, 0.0676, 0.0490, ..., 0.0097, -0.0257, -0.0065],
[-0.0248, 0.0366, 0.0020, ..., -0.0005, -0.0450, -0.0550],
...,
[ 0.0475, 0.0058, -0.0047, ..., 0.0307, -0.0059, 0.0292],
[-0.1002, -0.0255, 0.0240, ..., 0.0204, -0.0428, 0.0120],
[-0.0269, 0.0153, 0.0392, ..., 0.0647, -0.0096, 0.0332]],
device='cuda:0')),
('bert.encoder.layer.10.intermediate.dense.bias',
tensor([-0.0944, -0.0363, -0.0773, ..., -0.0079, -0.0962, -0.0942],
device='cuda:0')),
('bert.encoder.layer.10.output.dense.weight',
tensor([[ 0.0312, -0.0375, -0.0572, ..., -0.0095, -0.0630, -0.0186],
[-0.0511, 0.0021, -0.0547, ..., 0.0228, -0.0370, 0.0144],
[ 0.0336, -0.0550, 0.0274, ..., -0.0139, 0.0216, -0.0628],
...,
[-0.0267, -0.0104, -0.0301, ..., -0.0218, -0.0475, 0.0254],
[-0.0429, -0.0266, -0.0259, ..., -0.0054, -0.0277, 0.0500],
[ 0.0322, -0.0513, -0.0011, ..., -0.0038, 0.0014, -0.0118]],
device='cuda:0')),
('bert.encoder.layer.10.output.dense.bias',
tensor([ 1.0025e-01, -9.2635e-02, -7.2645e-02, 1.6350e-01, -6.2996e-02,
-1.1051e-01, -1.1826e-01, 7.8119e-02, 6.7524e-02, -1.0064e-01,
1.8326e-02, -2.7069e-02, -5.9804e-02, 5.0576e-02, 1.8764e-03,
1.0199e-01, -2.9818e-02, -8.6129e-02, 3.6577e-02, -1.1084e-01,
-3.0137e-02, -9.2417e-02, 5.3995e-02, 5.6433e-02, -2.6625e-02,
-4.5459e-02, 1.4633e-02, 1.3656e-01, 1.8009e-01, 7.4646e-02,
-7.1319e-02, 7.7159e-03, -1.1655e-01, -3.1477e-02, 1.2234e-01,
1.0581e-01, -1.0908e-01, 6.0757e-02, -2.9727e-02, 1.6408e-01,
-6.1644e-02, -2.0823e-02, 5.1129e-02, -1.0113e-01, 1.3298e-01,
-9.6546e-02, -1.2671e-02, 5.8692e-02, -4.6343e-02, 1.4528e-01,
1.0502e-01, 1.6586e-01, 1.5535e-01, -1.2558e-01, 7.3919e-02,
-6.4041e-02, -1.6729e-01, -5.6450e-02, 8.9132e-03, 1.6751e-01,
-8.3331e-02, -9.9215e-02, 2.7162e-02, -1.9904e-02, -8.5761e-02,
8.2666e-02, 2.9798e-02, 1.9391e-02, 1.6641e-01, -2.2856e-01,
-1.7106e-03, -8.0009e-02, -2.2134e-02, 8.3611e-02, -1.0305e-01,
3.2256e-02, 4.5804e-02, -9.1307e-02, -7.8919e-02, -6.3895e-02,
4.0579e-02, 3.6956e-02, 5.7480e-02, 1.2218e-01, 6.2332e-02,
-7.3241e-03, -1.7717e-02, -4.1764e-02, -1.1642e-02, 4.7583e-02,
-3.2726e-02, 3.1560e-02, 9.0652e-02, -7.6017e-02, -5.3718e-02,
2.9486e-02, 1.1690e-01, 5.4748e-02, 4.5211e-02, 1.2716e-01,
4.4554e-02, -4.7988e-02, -2.8436e-02, 4.2589e-02, 4.4727e-02,
-4.6883e-02, 8.5709e-02, -1.0715e-01, 1.1411e-02, -4.1454e-02,
5.8547e-02, 5.6413e-02, 2.6583e-02, -4.3713e-02, 9.0263e-02,
1.0277e-01, -8.2320e-02, 2.4191e-02, -9.4020e-02, -1.2704e-01,
-2.2628e-02, 2.5440e-02, 8.8683e-02, -4.2917e-02, 3.4643e-03,
6.3306e-02, -4.4600e-04, -4.4146e-02, 4.8259e-02, 6.6146e-02,
-3.0046e-02, 1.8246e-02, 1.2136e-01, 4.8779e-02, -6.5456e-02,
-8.2458e-02, 3.5392e-02, 1.1587e-01, 7.1118e-02, 3.7697e-03,
-8.6289e-02, -5.5213e-02, 6.7257e-02, -1.7375e-01, -5.9833e-02,
1.2229e-02, -4.2913e-02, 4.2479e-02, 5.8657e-02, -1.5609e-01,
-1.7592e-01, -4.3253e-02, -1.2772e-02, 5.8771e-02, -3.0844e-02,
-1.8072e-01, -1.0551e-01, -6.5555e-02, 1.1363e-01, -1.5905e-01,
1.8848e-02, 5.3191e-02, 5.2212e-02, 4.5747e-02, 3.6786e-02,
-1.0054e-01, 1.6057e-01, 1.2236e-02, 1.7315e-02, 9.2367e-02,
4.7650e-02, 2.5365e-02, -9.7005e-02, 1.7908e-01, 1.7605e-01,
8.2944e-02, 1.3272e-01, -1.0321e-01, 3.3847e-02, 6.6517e-03,
-4.8712e-02, -5.5718e-02, 7.0780e-02, -7.2144e-02, 6.0613e-02,
1.0063e-01, -4.2009e-02, -7.0434e-02, -1.0518e-02, -4.5681e-02,
3.2820e-02, -5.0441e-02, 3.5223e-02, 1.1885e-01, -1.8415e-01,
-6.2292e-02, -8.8592e-02, -2.6521e-02, -1.1647e-01, -9.3057e-02,
-6.7781e-02, 1.7978e-02, -5.0600e-02, 9.1547e-02, 2.9844e-02,
-7.9757e-02, 6.8604e-02, -9.9675e-02, 2.8346e-02, -5.8909e-02,
-5.0599e-02, -9.2242e-02, 7.9647e-02, -7.3704e-02, -3.6528e-02,
-4.9657e-02, 7.5625e-02, 2.2409e-02, 1.1423e-02, -7.1035e-02,
-4.1410e-02, 7.3904e-03, 9.5413e-02, -9.5038e-02, 7.2859e-02,
6.2190e-02, 1.3424e-02, -3.7148e-04, 5.1754e-02, 2.6872e-02,
2.9840e-02, 3.7088e-02, 7.9955e-02, -3.0122e-02, -2.8367e-02,
-8.4975e-02, 1.0026e-01, -9.7536e-02, -3.0906e-02, 1.0886e-01,
-2.4625e-01, 8.5573e-03, 1.9416e-01, 4.7725e-02, -1.3308e-02,
-9.2150e-02, 2.4825e-02, 7.5137e-02, 6.3415e-02, 8.4227e-02,
9.6825e-02, 2.1118e-02, 2.8075e-03, 1.6537e-02, 7.7692e-02,
1.0693e-01, -8.1548e-02, -9.1376e-03, -9.8251e-02, 1.1684e-01,
2.2561e-02, -1.2813e-02, 1.7917e-02, 8.0397e-02, -1.9387e-02,
-3.2231e-02, 1.1358e-01, -9.8579e-05, 2.6582e-02, -7.8449e-02,
-2.2238e-02, -1.4331e-01, 8.1476e-02, 7.3929e-02, 6.1541e-02,
7.3845e-03, -3.7198e-02, 1.3118e-02, 3.7960e-02, -4.6761e-02,
3.9765e-03, 3.2286e-02, -2.6129e-02, 1.6689e-01, -5.8121e-02,
-1.5967e-02, 1.1338e-01, -9.1637e-02, 5.0279e-02, 7.4775e-02,
1.3591e-01, 7.1900e-02, -5.1762e-02, -8.5176e-02, 2.6902e-02,
-1.2212e-01, -3.7912e-02, 4.2783e-02, -5.0327e-03, -5.2039e-04,
7.6954e-02, -1.7326e-02, 9.1219e-02, 1.2837e-01, -1.7283e-01,
1.4144e-02, 4.2211e-02, 7.1416e-02, -3.8157e-02, 1.0002e-01,
1.5353e-01, 5.8225e-02, -1.0747e-01, 1.1700e-01, -8.8443e-02,
-1.0008e-01, 1.7286e-03, 8.3174e-02, -1.8935e-02, -1.4102e-01,
-1.6956e-01, 4.3052e-02, -9.8586e-03, -5.2148e-02, -1.0738e-01,
-6.7067e-02, -4.6864e-02, 9.6494e-02, 5.5404e-02, -1.5514e-01,
-1.2245e-01, 1.3294e-01, -8.2353e-02, 7.3078e-02, -4.4096e-02,
-7.2283e-02, -3.5127e-02, 1.4661e-01, -1.1456e-01, 2.0440e-02,
1.1197e-01, 2.4828e-02, 7.7198e-03, -1.3942e-02, 4.5150e-02,
1.2466e-01, -4.7255e-02, -6.7814e-02, 7.5214e-02, 2.4086e-02,
-7.0035e-02, -1.6840e-01, -1.0010e-01, 4.8919e-02, 9.3635e-02,
-9.3190e-02, -6.2605e-02, 2.6813e-02, 9.4929e-02, -4.2963e-02,
3.4610e-02, -8.8681e-02, 9.8392e-02, 6.1164e-03, -5.7864e-02,
-6.3029e-02, 7.8271e-02, 1.3082e-01, -7.7565e-02, -3.6675e-03,
-3.3635e-02, -1.1739e-01, 5.9937e-02, 8.5925e-02, -1.4048e-01,
1.0377e-01, -2.2281e-01, -1.4842e-01, 3.0629e-02, -2.1985e-02,
-8.0656e-02, 1.1859e-01, 7.5972e-02, 1.0198e-01, 8.1581e-03,
-1.0560e-01, 2.2188e-02, -7.4681e-02, 1.3070e-01, 7.2934e-02,
-8.2281e-02, 3.0294e-02, 5.6299e-02, -6.5436e-02, 4.2621e-02,
-1.2268e-01, -5.6247e-02, -7.0465e-02, -1.0388e-01, 1.7317e-02,
-1.0761e-01, 1.7536e-01, -5.5636e-02, -1.9065e-01, -9.5700e-02,
9.5127e-02, -1.0303e-01, -7.7372e-02, -8.7646e-02, -9.1251e-02,
9.2295e-02, -3.2857e-02, 3.2663e-02, 3.8269e-02, -2.2128e-02,
-1.0983e-01, 2.5537e-02, 3.5114e-02, -1.3267e-01, -1.0241e-01,
2.0351e-02, -6.9447e-02, 7.1280e-02, 1.1900e-01, 9.7174e-02,
-1.6420e-02, -4.1648e-02, -1.1556e-01, 5.0425e-02, -1.0964e-02,
-3.3958e-02, 1.4534e-01, -1.1464e-01, 1.2239e-01, -1.7207e-02,
-2.4539e-02, -2.9762e-02, -8.7254e-02, -4.4233e-02, 7.1151e-02,
2.5867e-02, -9.2106e-02, -8.6636e-02, -1.7632e-01, -1.1957e-01,
-4.2665e-02, -3.2353e-02, 7.2935e-04, -1.5136e-02, 4.0401e-03,
7.3065e-02, 5.5672e-02, 7.6326e-02, 3.8080e-02, 2.3731e-02,
-1.6232e-01, 1.2091e-01, -3.3230e-02, -9.1614e-02, 1.9144e-02,
-8.0377e-02, -7.6692e-02, -6.1828e-02, 2.4685e-02, 2.3948e-01,
1.5791e-01, -3.5629e-02, 2.7590e-01, 1.7912e-02, -1.9363e-02,
9.6995e-02, 2.0677e-02, 6.8916e-02, 1.1472e-01, 1.1926e-01,
2.2681e-02, -2.3152e-01, -6.2574e-02, 8.6446e-02, -5.2895e-02,
-9.1493e-03, 8.0955e-02, -1.9015e-02, 7.0544e-02, 5.5841e-02,
1.0632e-02, 2.1943e-02, 1.2880e-01, -8.2272e-02, -1.0963e-01,
-1.4959e-01, -7.4056e-02, -1.1151e-01, 7.1974e-02, 2.5146e-02,
5.4176e-02, -1.1135e-01, -3.5093e-02, 6.2142e-03, 1.3665e-01,
1.0867e-01, -1.2807e-03, 4.1031e-03, -4.0168e-05, -1.4984e-01,
1.3808e-01, 2.0660e-02, 3.0592e-02, -3.7945e-02, -9.7928e-02,
1.0323e-03, -1.0009e-01, 5.6771e-02, -5.1050e-02, -3.8435e-02,
-1.0427e-01, -5.7075e-03, 4.6932e-02, 4.5902e-02, 9.1488e-02,
-8.1397e-02, -1.9089e-01, -7.9001e-02, -3.8396e-02, 8.7903e-02,
-1.0740e-01, 1.1375e-01, -6.6707e-02, -1.6905e-01, -2.3511e-02,
4.2752e-02, 5.2364e-02, -1.2102e-01, -1.0973e-01, -1.3396e-02,
9.1149e-03, 6.4144e-02, 7.0250e-02, -5.7599e-02, 1.2355e-01,
-1.0931e-01, 1.9434e-02, 8.6288e-02, -1.5544e-01, 5.2876e-02,
1.4211e-01, 1.7488e-01, -3.2986e-02, -1.3374e-02, 5.8999e-02,
1.4474e-01, 1.3150e-02, -1.3204e-01, 5.0444e-02, 1.0709e-01,
1.1860e-01, -9.2451e-02, -6.4222e-01, 5.5535e-02, 3.7269e-02,
3.3332e-02, -4.3704e-02, 6.7348e-02, -3.2657e-03, 5.9827e-02,
-8.4973e-02, -1.3637e-02, -1.0407e-01, -1.5294e-02, 2.1762e-02,
1.4192e-01, -4.0584e-02, 1.1284e-01, -3.3792e-02, 1.2799e-01,
-2.5680e-02, 9.6940e-02, 4.6711e-02, 1.2329e-01, -1.9116e-01,
8.3742e-02, 1.3369e-01, 5.1259e-02, 4.5705e-02, 5.0335e-02,
7.2604e-02, 1.1815e-02, 4.4956e-03, 1.6062e-01, -7.5624e-02,
-4.2578e-03, 4.4528e-02, 2.7015e-02, 3.0898e-02, 2.1976e-02,
4.1856e-02, 2.5347e-03, 6.3413e-02, 4.7870e-02, -1.4891e-02,
7.6410e-02, -5.7650e-02, -4.9430e-02, -2.2900e-02, -8.5771e-02,
-1.0122e-01, 1.7386e-01, 1.8544e-01, 7.3750e-02, 1.2034e-01,
1.2565e-02, -1.2547e-01, 9.4349e-02, -6.8263e-02, 1.2738e-01,
1.3823e-01, -9.4992e-03, -8.3725e-02, -6.8377e-02, 6.6589e-02,
-7.5948e-02, -1.2994e-01, 1.8580e-01, -1.1863e-01, 1.0141e-02,
-2.9541e-02, -7.5441e-02, -1.7984e-01, 1.0803e-01, 2.8880e-02,
-5.6708e-02, 6.8887e-02, -6.8081e-02, -1.2958e-01, 1.2532e-01,
4.0008e-02, -4.7042e-02, 3.4135e-02, -1.1961e-02, -3.6043e-02,
-5.0807e-02, -4.2160e-02, 2.3339e-02, -2.1172e-02, -2.2576e-02,
-5.1385e-02, -4.0350e-02, 8.2540e-02, -9.7479e-02, -7.6087e-02,
-2.9939e-02, -7.6981e-02, -4.4496e-02, -8.3915e-02, 6.6821e-02,
6.2710e-02, -4.7313e-02, -6.0559e-02, 9.6415e-02, -6.1282e-02,
1.4080e-02, 3.5313e-02, -4.1061e-02, 8.7026e-02, -1.2286e-01,
7.1687e-02, 3.3613e-02, -4.2337e-02, -7.3183e-02, 1.2532e-01,
-1.8996e-02, 1.9247e-01, 7.5753e-02, 9.4597e-03, 4.7395e-02,
1.0871e-01, 3.6770e-02, 3.1412e-02, -7.9413e-02, -6.9878e-02,
2.8306e-02, -4.1237e-02, 1.1319e-01, 5.7472e-02, -5.9153e-02,
5.6455e-02, -1.2222e-01, 6.9349e-02, 5.4322e-02, -9.6692e-02,
4.2289e-02, 1.9655e-01, -9.0891e-02, 1.0914e-01, -2.9754e-02,
-4.5448e-02, -3.3479e-02, -1.1799e-01, 1.2729e-01, -2.2060e-02,
1.6008e-02, -2.2006e-03, 2.5745e-02, -8.9326e-02, -8.5861e-02,
-1.6107e-02, 6.4715e-02, -7.5742e-02, 1.3097e-01, -2.1356e-02,
-1.1565e-03, 6.8983e-02, -9.4151e-02, 5.3988e-02, -1.1716e-02,
-1.7883e-01, -7.3773e-02, -1.0267e-01, -3.4559e-02, 3.7164e-02,
-1.1425e-01, 5.1731e-03, 1.0460e-02, -7.4306e-02, -3.1994e-02,
-3.1839e-02, 7.4279e-02, -6.5072e-02, 6.3217e-02, -1.9734e-02,
-9.5452e-03, -1.0548e-01, -1.2925e-01, 1.4595e-01, -4.0234e-02,
5.7538e-02, 5.0390e-02, -4.7287e-03, 1.3424e-01, -8.2824e-02,
-2.8621e-02, -2.9302e-02, 5.2928e-02, 7.0134e-02, 4.6287e-02,
-1.5748e-01, -5.3824e-02, -5.3697e-02, -5.5637e-02, -7.1278e-02,
1.5367e-01, 5.0043e-02, 5.0631e-02, -9.7023e-02, 7.8810e-02,
4.0281e-02, 4.5964e-02, -5.4834e-02, 7.0331e-02, 9.0879e-02,
-9.7510e-02, -3.2170e-02, 5.8973e-02, -4.7972e-03, 1.5688e-02,
-2.2621e-02, 3.5360e-02, 7.6543e-02], device='cuda:0')),
('bert.encoder.layer.10.output.LayerNorm.weight',
tensor([0.8127, 0.8380, 0.8733, 0.8166, 0.8273, 0.8142, 0.7793, 0.8312, 0.8422,
0.7904, 0.8799, 0.8802, 0.8959, 0.8875, 0.8492, 0.8158, 0.8669, 0.8167,
0.8429, 0.8490, 0.8549, 0.8867, 0.8216, 0.8403, 0.8607, 0.8550, 0.8524,
0.7637, 0.8577, 0.8753, 0.8489, 0.8547, 0.8966, 0.8204, 0.8224, 0.8495,
0.8075, 0.8742, 0.8436, 0.7811, 0.8650, 0.8445, 0.8200, 0.8801, 0.8564,
0.8497, 0.8477, 0.8255, 0.8765, 0.8450, 0.8707, 0.8155, 0.8410, 0.8609,
0.8039, 0.8104, 0.8293, 0.8775, 0.8214, 0.8275, 0.8600, 0.8824, 0.8708,
0.8658, 0.8236, 0.8697, 0.8597, 0.8389, 0.8247, 0.7629, 0.8573, 0.8433,
0.8384, 0.8372, 0.8629, 0.8759, 0.8432, 0.8564, 0.8750, 0.8882, 0.8372,
0.8733, 0.8490, 0.8412, 0.8261, 0.8356, 0.8360, 0.8528, 0.8796, 0.8503,
0.8323, 0.8125, 0.8524, 0.8649, 0.8400, 0.8442, 0.8088, 0.8515, 0.7589,
0.8486, 0.8235, 0.8913, 0.8113, 0.8557, 0.8136, 0.8916, 0.8961, 0.8449,
0.8853, 0.8691, 0.8155, 0.8597, 0.8870, 0.8102, 0.8558, 0.8643, 0.8547,
0.8443, 0.8601, 0.8756, 0.8457, 0.8676, 0.8419, 0.8058, 0.8291, 0.8410,
0.8431, 0.8083, 0.8354, 0.8617, 0.8781, 0.8498, 0.8466, 0.8582, 0.8794,
0.8577, 0.9530, 0.8245, 0.1421, 0.8669, 0.8162, 0.8586, 0.8404, 0.8045,
0.8381, 0.8511, 0.8356, 0.8565, 0.8710, 0.8385, 0.8494, 0.8656, 0.9043,
0.8725, 0.8346, 0.8252, 0.8617, 0.8504, 0.8055, 0.8738, 0.8648, 0.8808,
0.8601, 0.8606, 0.8377, 0.8497, 0.7951, 0.8249, 0.8409, 0.8558, 0.8525,
0.8192, 0.8245, 0.8639, 0.8373, 0.8354, 0.8351, 0.8092, 0.8828, 0.8378,
0.8273, 0.8453, 0.7983, 0.8638, 0.8617, 0.8569, 0.8294, 0.8126, 0.8422,
0.8326, 0.8440, 0.8389, 0.8067, 0.8346, 0.8121, 0.8338, 0.8590, 0.8651,
0.8552, 0.8530, 0.8742, 0.7897, 0.8657, 0.8450, 0.8431, 0.8507, 0.8663,
0.8728, 0.8593, 0.8469, 0.8630, 0.8788, 0.8012, 0.8494, 0.8429, 0.8751,
0.8218, 0.8179, 0.8464, 0.8287, 0.8846, 0.8551, 0.8728, 0.8675, 0.8390,
0.8374, 0.8633, 0.8557, 0.8158, 0.7876, 0.8498, 0.8740, 0.8310, 0.8679,
0.8446, 0.8015, 0.8262, 0.8448, 0.8539, 0.8743, 0.8533, 0.8425, 0.8188,
0.8531, 0.8335, 0.8553, 0.8791, 0.8258, 0.8932, 0.8695, 0.8795, 0.8443,
0.9561, 0.8850, 0.8865, 0.8520, 0.8795, 0.8240, 0.8625, 0.8478, 0.7924,
0.8016, 0.8631, 0.8476, 0.8457, 0.8695, 0.8626, 0.8836, 0.8491, 0.8528,
0.8307, 0.8564, 0.8603, 0.8451, 0.8739, 0.8387, 0.8563, 0.8614, 0.8046,
0.8568, 0.9369, 0.8654, 0.8491, 0.7448, 0.8576, 0.8712, 0.8129, 0.8638,
0.8428, 0.7650, 0.8287, 0.8434, 0.8495, 0.8494, 0.8384, 0.8381, 0.7879,
0.8285, 0.8719, 0.8236, 0.8544, 0.8376, 0.8338, 0.8398, 0.1546, 0.8851,
0.8439, 0.8583, 0.8687, 0.8578, 0.8105, 0.8415, 0.8511, 0.8522, 0.8492,
0.8554, 0.8272, 0.8223, 0.8802, 0.8032, 0.8443, 0.8563, 0.8553, 0.8795,
0.8480, 0.8595, 0.8656, 0.8583, 0.8624, 0.8304, 0.8362, 0.8324, 0.8455,
0.8862, 0.8699, 0.8666, 0.8557, 0.8528, 0.8138, 0.8208, 0.8170, 0.8722,
0.8187, 0.8743, 0.8477, 0.8769, 0.8664, 0.8392, 0.8564, 0.8296, 0.8652,
0.8108, 0.8215, 0.8487, 0.8987, 0.8544, 0.8496, 0.8343, 0.8793, 0.8230,
0.8295, 0.8166, 0.8593, 0.8667, 0.7871, 0.8348, 0.8707, 0.8752, 0.8564,
0.8522, 0.8716, 0.8718, 0.8365, 0.8250, 0.8105, 0.8291, 0.8187, 0.8766,
0.8713, 0.7913, 0.8154, 0.8578, 0.8512, 0.8724, 0.8219, 0.8130, 0.8433,
0.8801, 0.8651, 0.8387, 0.8579, 0.8386, 0.8527, 0.8481, 0.8577, 0.8855,
0.8204, 0.8740, 0.8472, 0.8268, 0.8230, 0.8487, 0.8253, 0.8587, 0.8488,
0.8355, 0.8326, 0.8704, 0.8246, 0.9036, 0.8533, 0.8146, 0.8678, 0.8917,
0.8669, 0.8628, 0.8135, 0.8520, 0.8347, 0.8797, 0.8467, 0.9108, 0.8429,
0.7881, 0.8473, 0.8625, 0.8151, 0.8386, 0.8564, 0.8745, 0.8497, 0.8482,
0.8247, 0.8512, 0.8215, 0.8951, 0.8306, 0.8442, 0.8607, 0.8200, 0.8676,
0.8177, 0.8513, 0.8330, 0.8453, 0.8259, 0.8562, 0.8548, 0.8498, 0.8216,
0.8551, 0.8256, 0.8394, 0.8599, 0.8320, 0.7844, 0.8075, 0.8433, 0.8394,
0.8287, 0.8454, 0.8549, 0.8227, 0.8981, 0.1946, 0.7993, 0.8244, 0.7674,
0.8766, 0.8431, 0.8395, 0.8427, 0.8760, 0.8096, 0.8683, 0.8457, 0.8167,
0.8785, 0.8203, 0.8676, 0.8653, 0.8320, 0.9061, 0.8507, 0.8562, 0.8460,
0.8858, 0.8280, 0.9435, 0.8565, 0.8113, 0.8746, 0.8475, 0.8586, 0.8574,
0.8364, 0.8525, 0.8637, 0.8333, 0.8382, 0.8852, 0.8825, 0.8545, 0.8176,
0.8454, 0.8190, 0.9117, 0.8492, 0.8669, 0.8639, 0.8449, 0.8669, 0.8264,
0.8469, 0.8521, 0.8267, 0.8567, 0.8421, 0.8315, 0.8644, 0.8784, 0.8505,
0.8652, 0.9224, 0.8669, 0.8803, 0.8285, 0.9008, 0.8301, 0.8639, 0.8389,
0.8421, 0.8720, 0.8425, 0.8154, 0.8284, 0.7973, 0.8503, 0.8550, 0.8414,
0.8350, 0.8776, 0.8155, 0.8178, 0.8215, 0.8546, 0.7717, 0.8306, 0.8565,
0.8437, 0.8124, 0.8208, 0.8862, 0.8236, 0.8122, 0.8526, 0.8067, 1.1323,
0.8411, 0.8540, 0.8705, 0.8775, 0.8513, 0.8674, 0.8569, 0.8762, 0.8661,
0.8591, 0.8227, 0.8410, 0.8327, 0.8626, 0.8192, 0.8649, 0.8481, 0.8729,
0.8443, 0.8266, 0.8755, 0.8739, 0.8542, 0.8330, 0.8594, 0.8456, 0.8659,
0.8589, 0.8399, 0.8356, 0.8281, 0.8438, 0.8850, 0.8182, 0.8431, 0.8297,
0.8547, 0.8686, 0.8322, 0.8362, 0.8802, 0.8506, 0.8737, 0.8453, 0.8381,
0.8637, 0.7637, 0.8565, 0.8569, 0.1876, 0.8421, 0.8608, 0.8391, 0.8280,
0.8229, 0.8474, 0.8319, 0.8497, 0.8994, 0.8752, 0.8636, 0.8548, 0.8711,
0.8493, 0.8350, 0.8785, 0.8238, 0.8547, 0.8361, 0.8083, 0.8475, 0.8090,
0.8647, 0.8599, 0.8329, 0.8182, 0.8109, 0.8271, 0.8621, 0.8670, 0.8544,
0.8747, 0.8708, 0.8295, 0.8592, 0.8438, 0.8503, 0.8392, 0.8049, 0.8436,
0.8733, 0.8303, 0.8135, 0.9092, 0.8184, 0.8309, 0.8319, 0.8352, 0.8676,
0.8389, 0.8123, 0.8502, 0.8262, 0.8465, 0.8497, 0.7974, 0.8372, 0.8673,
0.8964, 0.8133, 0.8373, 0.8226, 0.8876, 0.8003, 0.8000, 0.8907, 0.8414,
0.8359, 0.8451, 0.8905, 0.8667, 0.8648, 0.8732, 0.8531, 0.8430, 0.8816,
0.8531, 0.8337, 0.8279, 0.8907, 0.8557, 0.8729, 0.8756, 0.8306, 0.8566,
0.8467, 0.8829, 0.8639, 0.8421, 0.7752, 0.8221, 0.8741, 0.8575, 0.8236,
0.8016, 0.8338, 0.8587, 0.8833, 0.8525, 0.8783, 0.8503, 0.8503, 0.8440,
0.8744, 0.8687, 0.8264, 0.8746, 0.8568, 0.7883, 0.8288, 0.8452, 0.8691,
0.8363, 0.8258, 0.8511, 0.8215, 0.8698, 0.8193, 0.8850, 0.8337, 0.8542,
0.8582, 0.8396, 0.8573, 0.8715, 0.8225, 0.8469, 0.8590, 0.8566, 0.8365,
0.8367, 0.8866, 0.8417, 0.8631, 0.8028, 0.8250, 0.8139, 0.8310, 0.8541,
0.8386, 0.8594, 0.8338, 0.8076, 0.8535, 0.8305, 0.8175, 0.8520, 0.8716,
0.8298, 0.8470, 0.8714, 0.7818, 0.8249, 0.8499, 0.8783, 0.8456, 0.8916,
0.8568, 0.8756, 0.8370], device='cuda:0')),
('bert.encoder.layer.10.output.LayerNorm.bias',
tensor([-9.7629e-02, 6.8768e-02, -6.3548e-02, -5.2208e-02, -6.3844e-03,
-1.0693e-02, 1.7951e-02, -7.0519e-02, -5.2583e-02, 6.0426e-03,
-5.7131e-02, -1.0381e-01, 1.6367e-03, -4.0295e-02, -6.0846e-02,
-6.3284e-02, -4.0206e-02, -4.1512e-02, 3.5517e-02, 7.2152e-03,
-3.0828e-02, -2.8239e-02, -6.2158e-02, -3.5868e-02, -5.8217e-02,
1.0361e-02, -6.0192e-02, -2.1750e-01, -4.5070e-02, -9.0725e-02,
-2.3935e-02, 1.2613e-03, -2.2461e-02, 4.7972e-03, -1.2611e-01,
-8.2024e-02, 5.3385e-02, -6.6461e-02, -4.5696e-02, -1.9179e-01,
-7.0246e-03, -5.2087e-03, -9.7986e-02, -4.3549e-02, -6.2423e-03,
1.3663e-02, -1.0640e-01, -1.1521e-01, -2.3402e-02, -3.7013e-02,
-9.7045e-02, -4.2064e-02, -5.4059e-02, -1.8725e-03, -4.3311e-02,
1.1072e-02, 7.3527e-03, -5.9613e-02, -2.6191e-02, -9.4741e-02,
-4.5731e-03, -6.3711e-02, -1.5403e-01, -9.9716e-03, 1.6690e-02,
-4.3571e-02, -1.7228e-02, -2.5712e-02, -5.2433e-02, 2.9530e-02,
-5.2114e-04, 3.7842e-03, 3.3222e-02, -9.2213e-02, -2.2753e-02,
-3.8304e-02, -7.8486e-02, -3.0417e-02, -5.8721e-02, -3.7411e-02,
-5.8685e-02, -6.8987e-02, -3.8358e-02, -9.7301e-02, 1.8926e-02,
-1.4494e-01, -2.1409e-02, -4.3913e-02, -4.1780e-02, -7.7222e-02,
-8.8468e-03, -2.7463e-02, -4.9174e-02, -5.3675e-03, -4.3605e-02,
-1.6514e-01, -7.1279e-02, -1.3186e-03, -1.9845e-02, -3.9865e-02,
-1.6371e-02, -2.6024e-02, -4.3137e-02, -8.6068e-02, 1.0175e-02,
-3.5336e-02, -1.1954e-01, -2.4674e-02, -8.0183e-03, -2.8243e-04,
-8.9736e-02, 1.8523e-02, -2.4682e-02, -1.6432e-02, -4.9508e-03,
-8.8994e-02, -4.9587e-02, -6.8121e-02, -3.3640e-02, -3.8701e-02,
-6.1888e-02, 1.6961e-03, -5.3215e-02, -8.6814e-02, -4.9780e-02,
-2.6827e-03, -3.7266e-02, 3.4231e-03, -2.0389e-02, -7.0249e-02,
-3.0818e-03, -5.1986e-03, -7.2094e-02, -3.6160e-02, -4.8383e-02,
-6.3758e-02, -3.2822e-02, -8.0071e-02, 1.7546e+00, -5.7469e-02,
2.5778e-02, 2.6006e-02, -6.0837e-02, -1.6244e-02, -3.8323e-02,
-1.0010e-01, -9.9125e-04, -6.1540e-02, -4.2381e-02, 4.6186e-02,
3.1153e-02, -1.2199e-02, -2.8061e-02, -3.0596e-02, -6.9042e-02,
6.9963e-02, -5.8095e-02, 2.1577e-02, -1.3255e-01, 6.6971e-03,
-1.7974e-01, -1.2550e-01, -4.5400e-03, -4.0757e-02, -2.0098e-02,
4.2922e-02, -1.5403e-01, -1.8029e-03, 2.8317e-02, -6.8493e-02,
-2.8406e-02, -2.6079e-02, 3.0995e-02, -5.5163e-02, -6.2546e-02,
-7.3497e-02, -1.1755e-01, 9.9000e-02, -5.4441e-03, -6.4628e-02,
-9.7231e-02, 4.6654e-03, -9.0644e-04, 4.6950e-02, -6.8614e-03,
-8.7310e-02, -3.6641e-02, 5.8967e-02, -4.8388e-02, -2.7844e-02,
-4.7667e-02, -6.0352e-02, -1.0948e-01, -5.4061e-03, 5.8223e-02,
1.9663e-02, -4.4834e-02, -1.6145e-02, -3.2085e-03, 3.0203e-03,
-6.9147e-02, -8.1055e-02, -6.6842e-03, -5.5721e-02, -7.0561e-02,
-7.2221e-02, -2.8663e-02, 5.9860e-02, -2.1361e-02, -2.9154e-02,
-4.7208e-02, -9.9672e-03, -1.7935e-02, -1.0828e-02, 6.0644e-03,
-3.0608e-02, -5.0164e-02, -2.0221e-02, 4.8298e-02, -3.5189e-02,
-5.7092e-02, -5.0357e-02, -8.3195e-02, 3.3796e-02, 6.5930e-02,
-9.3118e-02, -4.7346e-02, -4.1148e-02, -1.3465e-01, -3.1210e-02,
-2.4388e-02, -7.4132e-02, -4.1517e-02, -9.3788e-04, 3.3966e-02,
6.3165e-02, -5.2294e-02, 3.7350e-02, -7.9675e-03, -3.3539e-02,
-1.1103e-02, 1.7834e-02, -1.0160e-01, -3.5598e-02, 6.9373e-02,
6.4791e-03, -3.8884e-02, -8.0427e-02, -1.1889e-02, -8.3103e-02,
-6.8177e-02, -1.4884e-02, -1.4819e-01, -6.1671e-02, -4.3153e-02,
-7.3747e-02, -1.6620e-02, -1.5602e-02, 8.9542e-03, -8.4828e-03,
-7.0281e-02, 7.7492e-03, -7.1278e-02, -2.0155e-02, -1.7326e-02,
-2.6865e-02, -1.5507e-02, -4.9205e-02, -2.9697e-03, -3.5394e-02,
-4.2939e-03, -2.7924e-02, -1.1519e-01, -5.6711e-02, -6.3462e-02,
-1.4783e-02, -6.5136e-03, -4.1895e-02, -7.1570e-02, 7.3091e-02,
-1.0755e-01, -2.7843e-02, -9.7154e-02, -6.2984e-02, 4.0383e-02,
-6.4979e-02, -1.4706e-02, 6.6784e-03, -2.5569e-02, -4.3604e-02,
1.9917e-02, -2.1204e-02, -2.3588e-03, 2.5199e-02, -1.7851e-02,
-2.7707e-02, 8.6307e-02, -4.3508e-02, 1.6717e-02, -7.1980e-02,
-9.8275e-02, 1.2516e-03, -7.7168e-03, -5.2013e-02, 8.5199e-01,
-2.8388e-02, -7.4935e-02, -9.7316e-02, -2.1307e-02, -1.1488e-01,
-1.2441e-01, -3.0438e-02, 1.0903e-02, 1.0808e-02, 5.1371e-03,
-1.2617e-02, -1.6081e-02, 6.8029e-03, 2.0996e-02, -5.8182e-04,
-4.7596e-02, -9.3737e-02, -5.5020e-02, -3.9454e-02, -3.8375e-02,
-4.3475e-02, -5.9265e-02, 1.7168e-03, -6.5279e-02, -4.4081e-02,
1.1499e-01, -5.9192e-02, -2.8159e-02, -4.9569e-02, -1.9762e-02,
4.7947e-03, -1.1071e-02, -1.2415e-01, 1.4971e-01, -9.9579e-02,
4.0231e-03, -1.9315e-02, -2.9681e-02, 2.4779e-03, -5.7239e-02,
-8.7161e-02, -2.0734e-02, 3.6440e-02, -5.5364e-02, 1.1226e-02,
-2.9833e-02, 7.3035e-02, 1.0003e-02, -5.3215e-02, -3.5401e-02,
-3.9713e-02, 5.5154e-02, -4.0893e-02, -5.1928e-02, -2.7588e-02,
-5.4543e-02, 2.5180e-02, -1.0591e-04, -2.2916e-02, 4.5838e-02,
-5.1516e-02, -7.4025e-03, -1.4165e-01, 4.2514e-02, 4.3076e-02,
-4.5669e-02, 3.9948e-02, -6.1212e-02, -5.9835e-02, -1.4740e-02,
-6.6580e-03, -8.2782e-03, 2.1925e-02, -1.8606e-02, 1.5740e-02,
5.6935e-03, -2.5013e-02, -5.9614e-02, -7.6859e-02, -5.7448e-02,
1.6306e-02, 7.0200e-03, -5.4763e-02, -3.3318e-02, -6.9021e-02,
-3.7271e-02, -3.8571e-02, -4.5201e-02, -1.5703e-02, 2.4236e-02,
-2.2120e-02, 2.8025e-02, -3.4423e-02, -3.0439e-02, 8.5328e-03,
-8.2056e-03, -2.6404e-02, 3.6048e-02, -4.1012e-02, 9.2021e-03,
-1.1241e-02, 9.1548e-03, -2.8834e-02, 6.4727e-02, 3.2350e-02,
4.5919e-04, 1.3297e-02, -7.6771e-02, -3.8016e-02, -7.3859e-02,
-8.6139e-03, -6.0413e-02, -9.5629e-02, 1.1299e-02, -6.6509e-03,
4.6721e-04, -1.4310e-02, -1.3005e-02, -1.1598e-01, -5.2229e-02,
-4.1214e-02, 5.0007e-02, 1.5879e-02, -5.6039e-02, -6.6149e-02,
1.8797e-02, -7.3186e-02, 1.7643e-02, -9.7395e-02, 4.6551e-03,
-4.4367e-02, -5.8932e-02, -1.0960e-02, -3.4287e-02, -5.6667e-02,
-9.5601e-03, -1.3159e-02, -4.6283e-02, 8.4239e-03, -1.5966e-02,
1.0536e-02, -8.5076e-03, -5.3658e-03, -7.0120e-02, 1.3918e-02,
-1.0184e-01, -7.2391e-03, -1.0364e-01, -5.7170e-02, -8.5446e-02,
1.8345e-01, -7.8991e-02, 4.7242e-03, -3.7582e-02, -3.0754e-02,
1.0009e-02, 3.6360e-02, -4.9127e-02, -3.7518e-02, -5.4070e-01,
-2.9574e-02, -5.5105e-02, -1.3289e-01, -8.6475e-02, -2.0803e-02,
-1.1999e-01, -7.2181e-02, -7.4762e-02, -4.3939e-02, 7.2528e-03,
-1.0787e-02, -6.3063e-03, -3.7885e-02, -4.9258e-02, 4.0690e-02,
-1.4467e-02, -5.1598e-02, 3.7152e-02, -3.8071e-03, -4.5359e-02,
-1.9664e-02, -6.8543e-02, -4.8327e-02, -3.1333e-03, -1.1028e-01,
3.8652e-02, -1.5818e-02, 8.2905e-03, -2.3496e-02, -6.1172e-02,
-4.6251e-02, -5.5105e-02, -4.4081e-02, -5.1766e-02, 2.0442e-02,
-4.1440e-02, -3.1530e-02, -5.6456e-02, 6.0734e-03, -2.7102e-02,
-2.0047e-01, -1.2586e-02, -1.1937e-02, -9.6773e-02, 4.5540e-03,
4.3137e-02, 4.4503e-02, -8.8273e-02, -5.5278e-02, 1.7874e-02,
5.6627e-02, -4.6777e-02, -1.0431e-01, -8.4880e-02, -6.0847e-02,
-8.4221e-02, -5.1364e-03, -5.4108e-02, -2.1296e-02, -1.4953e-02,
-4.0188e-03, -1.7183e-01, 1.8422e-02, 6.2862e-02, -1.8548e-02,
-6.5666e-02, -3.8080e-02, -3.4863e-02, -1.0573e-03, 3.8691e-02,
-6.6248e-02, -9.0751e-02, 2.7359e-03, 2.2510e-02, -1.0726e-01,
9.3053e-02, -4.2810e-02, -4.4637e-02, 7.8028e-03, -7.0891e-02,
-1.6171e-01, -1.0772e-01, -6.0608e-02, -3.1518e-02, -1.0041e-01,
-8.6337e-02, -2.0817e-02, 6.0662e-02, -7.1801e-02, -7.1729e-02,
-3.1620e-02, 4.5169e-02, -1.0613e+00, -4.6733e-02, -4.1578e-03,
-2.1753e-02, -6.4934e-02, -4.7617e-02, -9.6220e-02, -7.5472e-02,
1.4311e-02, 5.9136e-03, -6.4900e-02, -1.6920e-02, -6.2708e-02,
-6.2050e-02, -6.9209e-02, 3.7664e-02, -4.9442e-02, -5.3466e-02,
-4.8314e-02, -3.7268e-02, -4.4544e-02, -2.8681e-02, -4.9679e-02,
-7.1749e-02, -1.5558e-01, -2.7314e-02, 5.7029e-03, -5.5352e-02,
-4.6923e-02, -4.1555e-02, -2.5049e-02, -6.3667e-02, -1.5758e-02,
-1.7168e-02, -6.3442e-02, -3.8201e-02, -3.6373e-02, -1.7973e-02,
-8.8030e-02, -4.2747e-03, -4.4311e-02, -5.0452e-02, -6.2402e-02,
-4.0327e-03, -5.0456e-02, -3.0078e-02, -7.9756e-03, -2.7398e-02,
-2.7990e-02, -6.1019e-02, -5.9309e-01, -3.7958e-02, -1.0117e-01,
-7.8258e-02, 1.4713e-03, -4.5574e-02, -4.6063e-02, -1.8687e-01,
-1.1290e-01, -1.7849e-02, -6.4818e-03, -2.2060e-02, -4.4640e-02,
2.6804e-02, -3.3986e-02, -3.5354e-03, 5.8812e-03, -8.6781e-02,
-1.2068e-02, -1.3520e-02, 6.9939e-02, -1.2789e-02, -4.0671e-02,
3.1474e-02, -2.1541e-02, 1.7908e-02, 4.9268e-02, -6.7364e-02,
-7.6378e-02, -3.5639e-02, -3.5335e-02, 6.8561e-03, -1.1173e-02,
2.2441e-02, 1.9409e-02, -3.2404e-02, -1.8242e-02, -4.6468e-02,
-2.8264e-02, -2.6403e-02, -9.4632e-02, -2.8703e-03, -6.9854e-02,
1.5004e-02, 8.8990e-03, 6.2729e-03, 2.0601e-02, -4.7474e-02,
-4.1590e-02, -1.8888e-02, -3.3977e-02, -1.1494e-01, 3.1396e-02,
-5.1054e-02, -4.7116e-02, -4.3144e-02, -9.7755e-02, 6.9019e-02,
-3.2752e-02, -4.2359e-02, -3.8075e-03, -5.2071e-02, -8.1706e-02,
-5.3141e-03, -5.0035e-02, -1.3519e-01, -5.4814e-02, -7.2379e-02,
-6.2772e-02, 2.8918e-02, -5.1551e-02, 6.3910e-02, -6.4553e-02,
-1.2783e-01, -5.5333e-02, -7.1117e-02, -7.7348e-02, 1.3986e-02,
-1.3966e-02, -1.5552e-03, -9.2283e-03, -6.6214e-02, 9.0474e-03,
-6.9085e-02, -3.4371e-02, 1.0351e-02, -4.6121e-02, -1.0168e-01,
-4.4703e-02, -5.4820e-02, 2.2490e-01, -1.1592e-01, -1.0338e-01,
-2.2205e-02, -3.4195e-02, 2.7856e-02, -8.6390e-03, 2.8113e-02,
3.1167e-03, -5.8371e-02, 1.4589e-03, -5.2243e-02, -3.9663e-02,
-3.8804e-02, -3.2302e-02, 3.7376e-02, -2.8123e-02, -2.7265e-02,
-6.4222e-02, 4.1929e-02, -3.4435e-02, -6.9501e-02, -4.1993e-02,
1.6877e-02, -9.3344e-02, -4.4421e-02, 1.1967e-02, -5.7417e-03,
6.7617e-03, -7.1274e-02, -3.1082e-02, 3.6869e-03, -5.4107e-02,
1.1006e-02, -5.0179e-02, -2.6305e-02, -2.4893e-01, 5.6312e-02,
-1.8687e-02, -8.7317e-02, -6.5729e-02, -5.9261e-02, -4.5036e-02,
6.2380e-02, -1.1527e-02, -1.1717e-01, -1.0176e-01, -7.5452e-02,
-3.0940e-02, -4.2164e-02, -1.7499e-02, 1.5853e-02, 1.9601e-03,
-8.5867e-02, -1.7905e-02, -1.7241e-01, 2.2088e-02, -1.3757e-02,
-1.6499e-02, -1.4039e-01, 4.2005e-02, -1.4382e-02, -1.0847e-01,
-2.1502e-03, 4.0799e-02, -7.6276e-02, -3.2816e-03, 4.5880e-03,
-3.7229e-02, -2.7270e-02, -1.2487e-01], device='cuda:0')),
('bert.encoder.layer.11.attention.self.query.weight',
tensor([[-0.0030, -0.0048, -0.0093, ..., -0.0476, -0.0077, -0.0757],
[-0.0212, 0.0093, -0.0195, ..., 0.0141, -0.0079, 0.0057],
[-0.0369, 0.0217, 0.0472, ..., -0.0539, -0.0240, -0.0257],
...,
[ 0.0153, -0.0073, -0.0228, ..., -0.0379, 0.0208, 0.0300],
[-0.0514, 0.0974, -0.0746, ..., -0.0626, -0.0052, 0.0587],
[ 0.0209, 0.0493, 0.0415, ..., 0.0586, -0.0412, -0.0534]],
device='cuda:0')),
('bert.encoder.layer.11.attention.self.query.bias',
tensor([ 1.2324e-01, 1.5082e-02, 1.2770e-01, -1.8665e-01, 8.1737e-02,
-1.1181e-01, 1.1411e-02, 1.6335e-01, -4.1312e-02, -3.6071e-01,
5.2167e-02, -1.5854e-01, 3.8704e-03, -1.4881e-01, 1.3623e-01,
-9.8274e-02, -5.7544e-02, 1.5976e-01, -2.1148e-02, 1.0057e-01,
1.6047e-03, 9.9443e-02, -1.0944e-01, -3.4265e-02, 2.2460e-02,
-3.7647e-02, -1.0843e-01, 6.4884e-02, 2.7329e-01, 1.2731e-01,
-9.1489e-02, -1.7058e-01, 5.5723e-02, 1.4691e-02, -4.1406e-02,
-1.0962e-01, -1.8871e-01, 1.0091e-01, -6.1051e-02, -5.2866e-02,
1.0422e-01, -2.6670e-02, 5.6077e-02, -3.9938e-02, 3.9583e-02,
7.1373e-02, 1.4656e-02, 1.3995e-01, 1.8325e-02, -9.5772e-03,
9.7784e-02, -3.2398e-02, -5.8406e-02, 4.9137e-02, 4.1513e-02,
-9.8840e-02, -8.3557e-02, 2.7507e-01, 5.4756e-02, 5.7382e-03,
-6.4171e-03, -1.4556e-02, 3.5345e-02, -1.4037e-03, 1.7683e-01,
-3.3311e-04, 2.4276e-01, 3.8557e-02, 6.7990e-02, -2.4944e-01,
-2.0507e-01, 5.3854e-02, -2.8283e-01, 2.3106e-01, -8.1348e-02,
-6.8609e-01, -9.1347e-02, 4.0115e-02, -1.9550e-01, -1.1780e-01,
-9.6371e-03, 5.0286e-01, -9.6777e-02, 1.0518e-01, -3.2857e-01,
-4.4041e-02, 4.4837e-01, -1.8354e-01, 9.1271e-02, -2.9681e-01,
1.4897e-01, 1.3836e-01, 1.0575e-01, -2.4195e-01, -5.0752e-02,
9.8292e-03, 5.5970e-03, 2.6434e-01, 3.6342e-02, 2.5046e-02,
2.9015e-02, 1.6572e-03, 1.5157e-01, -9.4186e-02, -1.2694e-01,
3.4582e-02, -2.5270e-01, -5.8554e-01, 1.5548e-01, -5.1798e-01,
-1.1094e-02, -3.2430e-01, 3.3901e-02, 4.3871e-02, 1.6126e-01,
1.3213e-01, 7.7743e-02, 5.9535e-02, 1.6184e-01, -1.5198e-01,
8.8578e-02, -3.1137e-01, 2.5325e-01, -3.0538e-02, 1.9913e-01,
-4.2238e-01, -1.9629e-02, -1.0984e-01, 3.5109e-01, -6.8156e-01,
3.8148e-01, -1.6627e-01, 3.4818e-01, 1.8150e-01, -1.1693e-01,
3.3067e-01, -1.1141e-01, 8.3323e-02, 2.3233e-01, 1.2313e-01,
-4.1194e-01, -3.8367e-01, 1.7994e-01, 3.5247e-01, -1.2479e-01,
-2.9393e-01, -6.3386e-02, -7.8063e-02, 8.2613e-02, 3.6782e-02,
-2.4321e-01, -2.7120e-01, 2.3214e-01, 1.3598e-01, 1.0924e-01,
2.2171e-01, 2.8284e-01, -1.0926e-02, 3.5061e-01, 1.7646e-01,
2.6588e-02, -4.2357e-01, 4.0402e-02, 7.0043e-02, 8.5749e-02,
5.9144e-01, -5.7669e-01, -1.3882e-01, -2.6104e-01, 7.4748e-02,
-6.7503e-02, -5.7825e-02, -2.1168e-01, 5.8511e-02, 1.6970e-01,
1.1099e-01, 1.3077e-01, 1.5847e-01, -1.5028e-01, -6.3796e-02,
1.8169e-01, 3.3584e-01, 1.0830e-01, 1.8443e-01, 3.7854e-01,
9.6695e-02, -3.4741e-01, -1.2435e-01, -2.6230e-01, -7.1585e-01,
3.6509e-02, -3.4344e-01, -8.4726e-02, -1.9020e-01, 2.3996e-01,
-3.7092e-02, 3.8738e-01, -7.4800e-01, 1.7718e-02, -6.8231e-01,
-4.8684e-01, -8.2730e-03, 3.3070e-01, -1.1450e-01, 2.2140e-01,
1.6587e-01, 2.0377e-01, 2.2443e-01, 3.2303e-01, -1.3482e-01,
5.1225e-01, -7.6749e-02, 3.7697e-01, 1.5004e-01, 1.2958e-01,
4.3846e-02, -6.7864e-01, 1.3544e-01, -2.9901e-01, -2.7892e-01,
1.5587e-01, 1.5945e-01, -1.2585e-01, -4.6307e-02, 1.4109e-01,
6.7160e-01, -3.0960e-01, -3.0333e-01, 3.8765e-02, -6.0241e-02,
-6.6184e-01, 1.9578e-01, -1.3508e-01, -5.0927e-01, 1.6589e-01,
-1.2905e-01, -3.2438e-01, -1.4294e-01, 2.1788e-01, -1.2117e-01,
-1.2377e-01, -1.7300e-01, 3.6371e-01, -1.4809e-01, -1.7891e-01,
-6.8370e-02, -5.2942e-02, 2.5666e-01, 1.8634e-01, 2.7453e-01,
1.0290e-01, 3.0504e-01, 2.3424e-01, 1.7807e-02, -5.2082e-01,
-1.8872e-01, 6.9056e-02, 1.1919e-02, -1.6552e-02, -5.9829e-02,
-3.5082e-02, 2.3299e-02, 4.3653e-02, 1.5409e-01, -6.6360e-02,
5.7160e-02, 3.3269e-02, 1.0671e-02, -1.6395e-03, -3.1129e-02,
4.2356e-02, 6.6101e-02, -5.3831e-04, -1.9009e-01, 2.0976e-02,
5.3942e-03, 8.3191e-03, -6.0401e-02, -4.1189e-02, -6.1204e-02,
4.0820e-03, 8.2753e-04, -4.1942e-02, 1.4875e-02, -1.0484e-01,
-7.6287e-02, 1.5304e-02, -4.4646e-02, -7.8175e-02, -4.4050e-02,
2.4635e-02, -2.7128e-02, 6.5936e-02, -1.1318e-01, -3.2032e-02,
4.5328e-02, 4.9820e-02, -6.1613e-02, -3.4164e-02, 5.2729e-02,
1.3853e-02, -1.4816e-03, -8.1088e-03, 3.9889e-02, -1.3113e-02,
-1.1015e-01, -1.6771e-01, -8.1139e-04, 2.8051e-02, -9.4046e-03,
-4.0328e-02, -5.8357e-02, -3.0080e-02, 3.6249e-02, 2.8430e-02,
-1.0947e-04, -2.1157e-02, 4.5025e-02, 2.9909e-02, -3.3640e-01,
-1.2768e-01, -1.8685e-01, -4.1453e-02, -1.1977e-01, 1.8243e-01,
-2.2541e-01, 4.8452e-01, -1.4689e-01, 1.3313e-02, 3.0595e-01,
1.2690e-01, -2.4001e-01, 1.6916e-02, 1.6480e-01, -8.7399e-02,
2.6356e-01, -1.6666e-02, -2.1766e-01, -5.1144e-01, -1.1225e-01,
5.2531e-02, 3.0285e-01, 3.1463e-02, 6.2434e-02, -1.7016e-01,
2.2443e-01, 1.8025e-01, -7.5363e-02, 6.8428e-02, -5.7635e-02,
2.1685e-02, 1.5853e-01, -2.7028e-01, 2.2103e-01, -3.0929e-01,
1.3675e-01, 2.0177e-01, 4.0367e-02, -1.2628e-01, -3.1518e-01,
1.1711e-01, -2.4497e-01, -1.2708e-01, -1.7188e-01, 1.7609e-02,
8.5830e-02, -6.5289e-02, -1.2118e-02, 2.3909e-01, -1.2687e-01,
2.6658e-01, 6.6126e-02, 5.0244e-02, -2.7623e-03, -1.9288e-01,
-3.3343e-02, -1.8490e-01, 4.7614e-01, 1.0023e-01, -3.3355e-03,
-2.2038e-01, -3.2249e-02, -3.3201e-02, -9.2393e-02, -2.6806e-01,
-2.9700e-01, 1.4163e-01, 1.1566e-02, -3.0206e-02, 1.2800e-01,
-7.1137e-02, 4.3644e-02, 9.2268e-02, 4.6343e-02, -8.5257e-02,
1.5798e-01, -3.3749e-02, -1.5482e-01, -1.1047e-01, -2.4276e-03,
-2.6592e-02, 2.7188e-01, 1.5172e-01, 2.5381e-02, 2.5360e-01,
6.3327e-02, 1.6452e-01, 1.7142e-01, 6.6784e-03, 7.6518e-02,
2.5480e-02, 1.1326e-01, -3.3891e-02, 1.5053e-02, -6.0978e-02,
8.9045e-02, -8.6171e-02, -3.4446e-01, -1.2643e-01, -1.2407e-01,
-8.3002e-03, 4.9713e-02, -1.7469e-02, -3.4917e-02, 4.4345e-02,
-1.0253e-01, -6.0382e-02, -2.0815e-03, -3.4523e-02, -1.5470e-01,
-1.7242e-01, -1.3841e-01, 4.8211e-02, -2.4381e-01, 6.6409e-01,
1.4095e-01, 3.5451e-02, 2.9332e-01, -5.5167e-02, 7.6004e-02,
-1.4783e-01, 1.3821e-01, 1.1286e-02, -1.2586e-01, -1.9919e-03,
1.4151e-01, -1.7512e-01, 1.2069e-01, 2.2855e-02, 7.8469e-02,
3.4599e-02, -4.1140e-02, 5.9723e-03, 8.0361e-02, 1.5554e-01,
9.1677e-02, 3.7472e-02, -5.6326e-02, 1.1115e-01, 3.4208e-02,
-1.0837e-01, 1.0425e-03, -1.6157e-02, -4.2550e-02, 2.4609e-02,
1.5286e-02, -1.9488e-02, -9.8804e-02, 5.0876e-02, 3.4223e-01,
-1.8492e-02, 7.4376e-03, 5.1815e-02, 2.2964e-03, 6.8901e-02,
2.3289e-02, 1.8274e-01, 7.4077e-02, -1.0182e-02, 6.4672e-02,
2.8928e-02, -4.8447e-02, -1.2920e-02, -2.6033e-01, -7.9491e-02,
-2.2762e-02, -1.1282e-01, 6.5627e-02, -7.5805e-02, -5.0418e-03,
-1.1594e-01, 3.7879e-02, -9.2645e-02, 2.2229e-02, -4.1011e-02,
9.0060e-02, -1.2811e-01, 1.4961e-02, 9.7976e-03, -5.1148e-02,
1.7452e-02, -1.8311e-01, -1.2376e-01, -5.6901e-02, 4.7544e-02,
3.3025e-02, 5.2209e-02, 3.4283e-02, -3.9638e-02, -8.8142e-02,
3.3677e-02, 1.7049e-01, 1.8385e-02, 7.7980e-02, 1.2387e-01,
-1.2102e-01, -1.9454e-01, -8.2468e-03, -1.6715e-01, -1.0206e-01,
-9.4337e-02, 6.7589e-02, 1.0162e-01, -3.6633e-02, 1.0180e-01,
2.9798e-02, 4.0259e-02, -1.2906e-02, 6.1946e-02, 1.2203e-01,
-9.8861e-02, -7.2110e-02, -1.1347e-01, 6.3532e-02, -1.4693e-01,
8.2101e-03, 2.5907e-02, -2.3733e-02, 3.6438e-02, -6.0434e-02,
4.9759e-02, 3.1288e-02, -5.0161e-02, -1.6000e-01, 4.5357e-03,
-5.6590e-02, 4.8466e-02, -1.2643e-01, 9.1728e-02, -1.1861e-01,
-1.9629e-01, -1.6565e-01, -1.5240e-03, -4.8083e-02, 7.2834e-02,
1.7579e-01, -2.2871e-02, -6.6037e-02, 1.2400e-01, -1.5945e-02,
2.9599e-02, 3.0297e-02, -6.1485e-03, 2.1946e-02, -1.0194e-01,
-1.2166e-01, 1.5481e-01, 7.6055e-02, 9.7857e-02, -2.5117e-02,
-6.8625e-02, -3.5795e-02, -6.4436e-02, 1.0141e-01, -1.7269e-01,
1.3727e-01, 1.6619e-02, 7.6208e-02, -9.5755e-02, 6.8641e-02,
6.7857e-02, 4.8945e-02, -2.3898e-01, -1.1054e-02, -3.8090e-02,
5.2379e-02, 6.8531e-03, -2.4582e-02, -4.4726e-02, -7.6343e-02,
-3.9869e-02, -2.2078e-02, -5.6183e-02, -9.9489e-02, -4.8711e-02,
-3.3082e-03, 6.7986e-02, 4.7178e-02, -9.5188e-02, -1.9864e-02,
-4.7389e-02, -2.9031e-02, -1.5400e-02, 2.6762e-02, -6.6072e-02,
-3.9736e-02, 7.2128e-02, -7.1320e-02, -3.7455e-02, 1.3329e-01,
1.1471e-02, -8.2235e-02, 1.0904e-01, 2.5726e-02, -2.2460e-02,
2.2639e-02, 4.2128e-02, -2.7295e-02, 3.4843e-03, -6.8029e-02,
-5.0540e-02, 2.5553e-02, 7.7991e-02, 8.7690e-03, -1.7234e-03,
4.9080e-02, 1.1907e-01, 3.0032e-03, -1.9352e-03, 6.7132e-02,
5.2776e-02, 9.5488e-02, -3.0681e-02, -2.2635e-02, -1.1750e-02,
9.6448e-03, -1.1318e-01, 2.5942e-02, -1.9729e-02, -9.4323e-02,
-7.8468e-02, 7.1889e-02, -1.9066e-01, -5.6871e-01, 2.7091e-01,
-1.4163e-01, -1.9918e-01, 2.8316e-01, 7.5790e-02, -2.6680e-01,
2.4243e-02, -2.7552e-02, 7.2754e-02, -2.9786e-01, 1.2807e-01,
-2.3966e-01, 7.0949e-01, -1.2727e-01, -2.6550e-01, -8.9195e-02,
-1.7333e-02, -1.9780e-01, 4.7528e-01, -9.9398e-02, 1.4701e-02,
2.6605e-01, -1.8007e-01, 1.6312e-01, -2.6689e-02, 1.2668e-02,
-1.2087e-01, 3.8999e-01, 4.4377e-02, 2.3178e-01, -1.1621e-01,
2.9452e-01, -1.1946e-01, 1.4637e-01, -1.8541e-01, 5.2455e-01,
-1.2154e-01, -1.7446e-01, -1.7262e-01, 6.9943e-03, -6.7820e-02,
-5.7928e-02, 8.3364e-02, 9.0320e-02, 4.1961e-01, 1.9256e-01,
-4.5538e-02, -5.8061e-02, -2.3257e-02, 6.1048e-02, -7.9232e-02,
-2.8488e-02, 7.9514e-02, -2.4490e-01, -6.6441e-02, -2.7094e-01,
-2.9768e-01, 2.5480e-01, -2.6163e-01, -4.5672e-01, 2.6256e-02,
-4.9352e-01, 7.0965e-03, 1.1539e-01, -1.2014e-04, 1.6610e-01,
4.1229e-01, -1.7886e-01, -1.0468e-02, -3.6520e-02, -2.2007e-02,
-1.4488e-01, -5.9224e-01, -3.0218e-01, -1.7696e-01, 1.5649e-02,
2.6460e-01, 4.7844e-01, -1.0552e-01, -2.7863e-01, 8.9253e-01,
-6.9365e-02, -7.1208e-02, 1.0269e-01, -1.4326e-01, -8.5634e-02,
-9.1551e-02, -2.8639e-01, -1.5279e-01, -3.9989e-01, -8.1220e-02,
1.5329e-01, 2.0297e-01, -8.5462e-02, 4.1257e-01, -1.2338e-01,
4.0487e-01, 2.9721e-01, 2.8157e-03, 8.3523e-02, 2.9950e-01,
1.0293e-01, 3.1167e-01, 8.2857e-02, 5.2554e-02, 1.0521e-01,
-1.4564e-01, 3.1978e-01, 3.2184e-02, 4.1802e-01, -9.9067e-02,
-2.2631e-01, -5.0207e-01, -1.2682e-01, 6.2725e-01, -9.4694e-03,
2.3304e-02, 8.1671e-01, 8.4851e-02, 2.1406e-01, 2.9784e-01,
-1.5902e-01, -3.2065e-01, -8.3559e-01], device='cuda:0')),
('bert.encoder.layer.11.attention.self.key.weight',
tensor([[-0.0192, 0.0719, -0.0207, ..., 0.0060, -0.0042, -0.0675],
[ 0.0167, -0.0527, -0.0131, ..., 0.0029, -0.0226, 0.0212],
[ 0.0220, -0.0416, -0.0042, ..., -0.0158, 0.0018, 0.0097],
...,
[-0.0070, 0.0438, -0.1157, ..., -0.0453, -0.0323, -0.0250],
[-0.0027, 0.0265, -0.0018, ..., -0.0706, 0.0105, -0.0299],
[ 0.0209, 0.0409, -0.0824, ..., 0.0370, -0.0571, -0.0836]],
device='cuda:0')),
('bert.encoder.layer.11.attention.self.key.bias',
tensor([-7.7447e-04, 3.1950e-03, -4.2067e-04, 1.4976e-03, 1.1655e-03,
-6.7334e-04, 6.9145e-03, -7.4662e-04, 3.3186e-03, 6.5898e-03,
3.2893e-03, 3.2123e-04, -3.2576e-03, -4.8722e-03, 1.5899e-04,
1.9989e-03, 3.6974e-03, 7.4025e-05, -3.4222e-03, 1.6151e-03,
1.2584e-03, -2.5341e-03, 1.0451e-03, 5.3570e-04, -3.2990e-04,
2.6481e-03, 5.0601e-04, -3.3150e-03, -1.1246e-03, -1.8770e-03,
4.8222e-04, 4.3345e-03, -4.0309e-03, 4.5255e-04, 2.6725e-03,
-8.4072e-04, -3.3386e-03, -1.3108e-03, 1.2540e-03, 2.5181e-03,
3.5243e-03, -6.2241e-03, 9.0927e-04, 5.9337e-03, 8.3884e-03,
-2.5797e-03, -4.1441e-03, -4.6786e-03, -1.4778e-03, -3.9640e-04,
6.8682e-05, 8.4184e-04, -2.0793e-04, -5.6379e-04, -9.1258e-05,
-3.9878e-03, -3.0910e-04, 1.9532e-03, -9.2862e-04, 1.5941e-03,
-1.5428e-03, 2.5105e-03, 1.6512e-04, 2.8964e-04, 1.0728e-04,
5.3496e-03, -3.5500e-04, 3.7845e-03, -3.4597e-03, -7.4537e-03,
-1.0519e-03, -2.4806e-03, -1.9697e-03, -7.1651e-03, -7.8970e-03,
-9.6296e-03, -7.3134e-04, -7.9140e-04, 2.5765e-03, -3.8277e-03,
2.7696e-03, 6.6846e-03, 3.2705e-03, -2.3523e-03, 8.9223e-04,
2.4914e-05, -6.0736e-04, -1.1030e-03, -3.9416e-04, 1.2377e-03,
5.4410e-03, 1.5503e-04, 4.4068e-03, -2.9920e-03, 1.1520e-03,
-2.1169e-03, -6.4296e-03, 2.1580e-03, -3.2992e-03, -2.5647e-03,
5.9387e-03, 3.6179e-03, -8.4677e-04, 1.1395e-03, -1.8730e-03,
-2.7933e-03, 3.7463e-03, 3.1687e-03, 2.8102e-03, -8.4401e-03,
3.3362e-03, 7.6669e-04, 5.1628e-03, -3.9063e-03, 6.8710e-03,
-3.7220e-04, 4.7786e-05, -2.8168e-03, 1.1507e-03, -1.5708e-03,
-9.0775e-04, -5.2068e-03, 3.3212e-04, 2.2409e-03, 6.9169e-03,
1.3498e-03, -1.1509e-03, -9.0329e-04, 3.0294e-03, -8.5620e-03,
3.8231e-04, -7.0694e-03, 2.1038e-03, -6.3151e-03, -1.9627e-03,
-2.4086e-03, 4.3628e-03, -2.2877e-03, 2.1126e-03, -3.3589e-03,
1.0203e-02, -4.1756e-03, -1.0734e-03, -1.7118e-03, 4.1300e-03,
1.7395e-03, -2.4230e-04, -3.8056e-03, 2.7478e-03, -5.4160e-04,
2.0857e-03, -6.5418e-03, 2.6227e-04, 5.0769e-03, 2.5642e-03,
-3.8371e-03, -4.1918e-03, -1.5609e-03, -3.2369e-03, 3.7093e-03,
-5.0958e-03, 5.5660e-03, 2.7756e-03, -4.8041e-03, -9.7620e-04,
1.3818e-03, -5.4573e-04, 3.2605e-03, -3.3990e-04, 7.3985e-03,
7.8858e-03, 3.6675e-03, -2.3074e-03, 2.9239e-03, -3.4889e-03,
-3.5853e-03, -1.1966e-03, 1.0334e-03, 3.4108e-06, -4.2411e-03,
4.6823e-03, -2.6586e-03, 1.3938e-03, 2.4605e-03, 3.7523e-03,
-3.8217e-03, -1.2080e-04, -1.4147e-03, -5.5728e-03, -7.9387e-03,
1.0516e-02, 4.7207e-03, -1.1988e-03, 8.4227e-03, 8.3772e-03,
3.2221e-03, -6.1875e-03, -5.7372e-03, 2.0945e-03, -6.7318e-03,
-7.5528e-03, 3.2526e-03, 3.6184e-04, -1.7981e-03, 3.3517e-04,
-1.9429e-03, -3.7554e-03, 5.0796e-03, -2.9855e-03, 2.5374e-03,
2.6723e-03, 7.4639e-04, 3.9022e-03, -2.2880e-03, -9.0239e-03,
-7.8716e-04, -7.7316e-03, 1.7353e-03, -5.8920e-03, 3.7674e-03,
2.5565e-04, 9.6812e-04, -3.5620e-03, -4.4774e-03, 2.3358e-03,
3.0740e-03, 1.1546e-03, -6.4198e-03, 2.4362e-03, -7.8193e-03,
-1.8643e-03, -7.7562e-03, -6.1821e-03, -7.8391e-03, 1.1610e-03,
4.1797e-03, 2.1519e-03, 6.1547e-04, 1.9980e-03, 1.1456e-03,
-4.0725e-03, -3.0481e-03, 2.6950e-03, -3.5646e-03, -1.7510e-03,
6.6876e-03, -2.3290e-03, 2.2352e-03, 5.6302e-03, 6.2566e-03,
-6.7301e-03, 5.2302e-03, 8.7940e-04, -3.6456e-03, -6.8178e-03,
1.4210e-03, 1.9962e-04, 2.1095e-03, 1.1991e-03, 5.6750e-03,
9.6617e-04, -4.6789e-03, 1.7437e-03, 2.7885e-03, -3.5585e-03,
4.7421e-03, 5.6970e-03, 5.0877e-04, 7.5902e-04, 1.1805e-03,
-2.8130e-03, 5.8787e-03, 3.6562e-03, -9.4156e-03, -1.1066e-03,
-1.6273e-06, 3.0729e-03, 1.7081e-03, -7.8370e-03, 1.4981e-03,
-2.8273e-03, -1.0599e-03, 1.8422e-03, -1.8637e-04, -9.6688e-06,
-1.6974e-03, -1.4590e-03, 2.7163e-03, -6.2062e-03, -2.3079e-03,
3.3542e-03, -9.9616e-04, -1.2032e-03, 4.3571e-03, -1.2479e-03,
-1.5005e-03, 5.2217e-04, -2.7481e-03, -3.6206e-03, 4.5971e-03,
-5.6928e-03, -1.0514e-03, 1.3906e-04, -2.4553e-03, 2.6051e-03,
-2.1906e-03, -1.8411e-03, 1.1599e-03, -5.7423e-03, 2.2500e-03,
3.2040e-03, -1.1173e-03, -2.9331e-03, 2.6109e-04, -3.0325e-03,
3.4874e-03, 6.5896e-03, -6.5532e-03, 2.1140e-03, -1.3578e-02,
1.2530e-03, 8.0277e-03, -3.6251e-04, -4.5251e-04, -4.2747e-03,
-1.3490e-03, -1.0234e-04, 6.4749e-03, 3.0235e-03, 3.4834e-04,
-2.9685e-03, 3.3079e-03, -1.6645e-03, 5.3188e-04, -3.6711e-03,
4.4617e-03, -8.4756e-04, -2.6268e-03, 2.3838e-03, 4.9257e-03,
2.1795e-03, -1.7685e-03, 1.2853e-04, -1.7067e-03, -3.5565e-03,
-5.1405e-03, -3.9990e-03, 5.3480e-04, 1.4825e-03, -3.8626e-03,
-1.6107e-04, -1.3898e-03, 2.5919e-03, 8.6665e-04, -1.1774e-03,
-1.3293e-03, 2.6069e-03, 5.3761e-03, -1.0055e-03, -8.8132e-04,
1.7585e-03, 5.0327e-03, -2.6007e-03, -1.6317e-03, 3.8342e-03,
-1.4416e-03, 4.9567e-03, -2.4019e-03, -1.0646e-03, 2.8076e-03,
7.2555e-04, 2.6406e-03, -1.0969e-03, -4.5926e-04, -1.1971e-03,
-6.3478e-04, 1.3051e-04, -3.0090e-03, 5.8043e-03, 4.6883e-03,
2.8436e-03, 2.3452e-04, 1.5844e-03, -2.0020e-03, -3.0235e-03,
-1.4169e-03, -1.7325e-03, 2.5801e-03, -1.2907e-03, -1.0199e-03,
1.3243e-03, 5.1297e-03, -1.7092e-03, 3.1917e-03, 1.5235e-03,
-9.4034e-03, 1.2128e-04, 5.4655e-04, -2.4917e-03, -2.5032e-04,
-2.0424e-03, 5.7372e-04, -4.8516e-04, -3.9694e-03, -1.7431e-03,
1.3339e-03, -2.6765e-03, 1.5211e-04, 1.8600e-03, -1.8261e-03,
-1.1661e-03, 3.8266e-03, -4.0685e-04, -2.1340e-03, 2.5494e-03,
1.3014e-03, -2.8686e-03, -2.4935e-03, -6.6329e-03, 9.9339e-04,
1.9520e-03, 3.8713e-03, -8.2129e-03, 7.4887e-03, -1.4396e-03,
2.4652e-03, -2.4287e-04, 9.1255e-04, -1.2984e-03, -4.3764e-03,
1.7920e-03, -1.8051e-03, 1.7311e-03, -3.7200e-03, 1.6727e-03,
2.4200e-03, 3.4249e-03, 3.8965e-03, 2.2544e-03, -3.0327e-03,
-8.2705e-04, -3.6054e-03, 2.3506e-03, -3.4156e-03, -2.5032e-03,
4.0981e-03, -8.7533e-03, 2.9554e-04, -2.5292e-03, -5.1469e-03,
2.3215e-03, 5.3721e-04, -1.6310e-03, -1.6096e-03, 7.3526e-03,
3.4977e-03, -3.9109e-03, 2.9746e-03, 8.6482e-03, 1.4614e-03,
-4.9525e-03, 2.2506e-03, 6.9509e-04, 3.4132e-03, -1.4029e-03,
5.0516e-04, -8.9605e-03, 2.8984e-03, 1.0681e-03, 9.1921e-03,
1.4864e-03, -7.2304e-03, 5.2532e-03, -1.2320e-03, 5.6105e-03,
-3.1477e-03, 1.1148e-02, 6.3697e-03, -4.0777e-03, 3.0036e-03,
2.5080e-03, 2.7715e-03, -7.6149e-04, -9.2927e-03, -1.6805e-03,
-1.8827e-03, 1.2541e-03, 1.1742e-03, -1.4198e-03, -2.1566e-03,
-4.6996e-03, 1.9512e-03, -2.6374e-03, 1.4364e-03, -6.8330e-03,
1.8841e-03, 7.2889e-05, -6.4686e-04, -4.2911e-04, -8.0292e-04,
6.5089e-03, -8.3599e-03, -3.8929e-03, 1.4346e-03, -5.1271e-03,
-8.5902e-04, 1.4052e-03, 8.5763e-03, -5.6091e-03, 4.2295e-03,
4.0561e-03, -5.0636e-03, -2.2473e-03, -7.1970e-04, 1.8212e-03,
-1.0211e-03, 1.6843e-03, 3.4360e-03, -1.8973e-03, -1.1645e-03,
4.9493e-03, 2.8284e-03, 4.7961e-03, -3.9258e-03, 5.5471e-03,
-1.9853e-03, 6.0470e-03, -2.1539e-03, -3.8965e-03, -9.3727e-04,
9.3165e-05, 1.9867e-03, 9.7884e-03, 2.1279e-03, 2.4843e-03,
3.1430e-03, 4.9076e-03, -6.3205e-03, -5.3584e-03, 4.1501e-03,
-6.4894e-03, -3.2181e-03, -6.2738e-03, -1.2822e-03, 3.6162e-03,
5.4082e-03, 1.2444e-03, 4.0892e-03, 2.1790e-03, 1.5996e-03,
-6.6506e-03, -2.1184e-03, -6.4268e-03, -5.5562e-03, -4.4368e-03,
-3.6887e-03, -6.8200e-06, -6.7923e-03, -3.6177e-03, -3.2045e-03,
-2.5544e-03, 1.5130e-03, -8.9823e-03, -9.2640e-05, 3.4164e-03,
-1.7659e-03, 2.3829e-03, 4.0448e-03, -2.6986e-04, 6.8616e-03,
-2.3757e-03, -5.5615e-03, 6.4517e-03, 1.6520e-03, 6.5501e-04,
6.5305e-03, 1.3527e-03, 1.7354e-04, -5.8655e-04, -2.0474e-03,
-1.2285e-03, -1.6807e-03, 3.8305e-03, 3.0735e-03, -1.4242e-03,
3.8415e-03, -1.8276e-03, 2.5009e-03, -4.4026e-03, -2.9035e-03,
-4.7282e-04, -2.3733e-03, -3.4994e-03, 4.9521e-03, 6.3063e-03,
-2.9758e-03, -4.6907e-03, -2.9244e-03, -3.1777e-04, -1.8450e-03,
2.0138e-03, 2.0558e-04, 2.3113e-03, -3.5289e-04, -1.8936e-03,
-3.1073e-03, 2.5603e-03, 1.2880e-03, -1.3851e-03, 6.3008e-06,
3.5058e-03, -1.8575e-04, 5.2682e-03, -5.6429e-03, -4.2207e-03,
1.8273e-03, -1.3632e-03, -1.7764e-03, -1.0244e-04, -1.6700e-03,
-4.2195e-03, -2.7237e-03, -3.3897e-03, 1.6004e-03, 5.5941e-03,
7.5538e-03, 1.6431e-03, 7.7734e-04, -4.3207e-04, -1.6318e-03,
3.1096e-03, 1.1853e-03, -3.5543e-04, 1.9502e-03, 2.7066e-03,
6.4111e-03, -8.8777e-04, -2.9398e-04, -3.2124e-03, -2.1433e-03,
-4.3154e-03, -8.3052e-05, 5.0368e-03, 2.8116e-03, -2.1134e-03,
6.4508e-03, -4.8934e-04, 5.5750e-03, -5.8036e-04, -1.0182e-02,
-4.8996e-03, -2.3324e-03, 5.7959e-03, 6.9731e-03, 2.3895e-03,
6.1697e-03, 7.3368e-03, 1.9138e-03, -1.9680e-03, -7.2118e-04,
2.9474e-03, -2.7130e-03, 4.7824e-03, -1.4396e-03, -2.8202e-03,
9.8495e-03, 1.4762e-04, -4.5728e-04, -2.8505e-03, -2.1624e-03,
4.1303e-03, -6.5471e-03, 5.0535e-04, -7.4126e-04, 7.7002e-05,
1.6534e-03, -8.6554e-03, 2.3486e-03, -3.0405e-03, 1.2594e-02,
3.8319e-03, -1.8356e-03, -2.4917e-03, -2.3213e-03, 7.7727e-05,
-3.5321e-03, -4.2038e-03, 3.6296e-05, 6.3511e-03, 1.3403e-03,
2.1892e-03, 6.6904e-03, 2.8225e-03, -2.5680e-03, 3.7757e-03,
-3.1238e-03, -2.3244e-03, -3.4971e-03, 1.7350e-03, 2.4632e-03,
-2.0890e-03, -1.1029e-03, 1.2517e-03, -4.7307e-03, 6.6544e-03,
7.1222e-04, 2.5518e-03, 5.0886e-03, -1.7850e-04, 5.5470e-04,
-3.7602e-04, -1.1707e-03, -1.6461e-03, -3.5630e-03, -2.8184e-03,
8.9047e-05, -3.8808e-03, -5.1047e-03, 2.2146e-04, -3.1099e-03,
2.4839e-03, -3.4367e-03, 6.9525e-03, -2.6465e-03, 6.0203e-03,
-3.9896e-03, 1.5595e-03, -3.3477e-03, -6.6423e-03, 7.8894e-04,
3.6672e-03, -1.5775e-03, 3.6631e-03, 4.1733e-03, 4.0949e-03,
-5.7453e-03, -5.4231e-03, 1.7506e-05, -5.4687e-03, 4.3223e-03,
1.0992e-03, -2.2764e-03, -2.7194e-04, -2.0234e-03, 3.2157e-03,
2.1428e-03, 2.2907e-03, -8.9669e-04, 2.2786e-03, -1.0440e-03,
1.1763e-02, 2.6980e-03, 4.9781e-03, 2.4616e-03, -5.5029e-03,
-4.2803e-04, -3.4958e-03, -2.7345e-03, 2.3469e-03, -1.5955e-03,
4.8359e-03, -5.1368e-04, 9.0076e-04, 3.6835e-03, 7.4520e-03,
-3.2138e-03, -4.1109e-03, -1.7049e-03], device='cuda:0')),
('bert.encoder.layer.11.attention.self.value.weight',
tensor([[ 0.0619, -0.0530, 0.0128, ..., -0.0075, -0.0318, 0.0709],
[-0.0191, -0.0459, 0.0144, ..., 0.0425, 0.0003, -0.0809],
[-0.0466, 0.0335, 0.0298, ..., -0.0094, 0.0576, -0.0287],
...,
[-0.0164, 0.0317, 0.0356, ..., -0.0079, -0.0253, 0.0137],
[-0.0321, -0.0457, -0.0447, ..., 0.1048, -0.0428, -0.0515],
[ 0.0415, 0.0149, -0.0582, ..., 0.0865, 0.0574, 0.0394]],
device='cuda:0')),
('bert.encoder.layer.11.attention.self.value.bias',
tensor([ 5.1201e-04, 5.8188e-03, -1.4456e-02, -4.0081e-03, 1.6610e-02,
-7.3046e-03, 7.4040e-03, 2.3671e-03, 1.7853e-02, -1.7117e-02,
7.9242e-03, 1.8767e-02, 1.6903e-02, -7.0186e-03, -7.3476e-03,
-3.0094e-02, -1.7340e-02, 9.9605e-03, 7.3990e-03, 8.7697e-03,
1.4202e-03, 2.3581e-02, -8.6742e-03, 4.1553e-03, 4.1416e-03,
4.3466e-03, -9.6627e-03, -4.8742e-03, -6.8591e-03, -9.9406e-03,
1.3713e-03, -2.6014e-03, 1.8458e-02, -2.1000e-02, 8.4983e-03,
-1.0191e-02, 1.0094e-03, 1.1218e-02, -1.7924e-03, -1.1124e-02,
2.1883e-02, -7.2808e-03, -8.3089e-03, 2.3591e-02, -1.1962e-02,
-3.0502e-02, -8.5531e-03, -1.6061e-02, -1.7777e-02, 4.2424e-03,
1.5200e-03, 8.7946e-03, 1.0623e-02, -1.2296e-02, -1.0925e-02,
1.1895e-02, 5.7843e-03, 1.5333e-03, -1.5628e-03, 2.2223e-02,
2.6761e-02, -2.2196e-02, -9.7135e-03, -3.8064e-03, 1.9534e-02,
4.8591e-03, 3.1471e-03, 2.5710e-02, 1.5026e-02, -3.1326e-02,
-1.3263e-02, 2.4528e-02, 2.6859e-02, 1.1720e-02, -8.3270e-03,
-1.0460e-02, -5.0129e-03, -2.5067e-02, 1.5134e-03, -2.0524e-02,
-1.4566e-02, 2.2120e-02, 3.3653e-02, -5.7773e-03, -5.5205e-03,
5.4704e-03, 1.3453e-02, -5.3091e-03, -5.0981e-03, 2.7946e-02,
-7.9695e-03, -2.8755e-02, 5.1525e-03, 9.2969e-03, -5.4005e-03,
1.3605e-02, -1.8768e-02, 2.2411e-03, -4.5822e-03, 6.8033e-03,
6.9330e-03, 7.7495e-03, -1.6758e-02, -1.6000e-02, -1.3859e-02,
-5.6911e-03, 7.7792e-03, 4.9580e-02, 6.6761e-03, -1.7750e-02,
5.1311e-04, -1.1447e-02, -1.6371e-02, 3.4822e-02, 2.0198e-03,
-1.7679e-03, 8.3280e-03, 1.6544e-02, -7.8420e-03, 2.6848e-02,
1.5797e-02, -1.8192e-04, 1.2985e-02, -2.8648e-03, -2.5910e-02,
-1.6388e-02, 7.2691e-03, -1.5738e-02, 7.6800e-03, -1.2354e-02,
8.1157e-02, -1.3020e-02, 1.0795e-02, -1.5246e-02, 1.1123e-02,
4.0600e-02, 1.0123e-01, -1.2740e-02, 6.8704e-03, 5.4693e-03,
8.3188e-03, 1.9637e-02, 1.2939e-02, 1.9344e-02, -6.1311e-02,
-1.0736e-02, -4.5218e-03, 4.0939e-02, 3.1284e-02, -2.7569e-02,
-7.1159e-03, -8.3584e-03, 3.9642e-03, -1.2003e-02, 3.1575e-02,
9.3149e-03, -8.3840e-02, -9.5214e-03, 8.3629e-04, 3.1736e-02,
-2.4510e-03, -5.9366e-02, -4.6901e-03, -3.2319e-02, -9.0923e-03,
4.0600e-03, 2.8551e-02, 3.8511e-02, 2.9644e-02, 1.0276e-01,
-4.0926e-02, -1.8283e-02, -4.4523e-02, -2.0869e-03, -1.9366e-03,
-8.2053e-03, -2.0870e-04, 8.2548e-03, -1.9798e-02, -1.9246e-02,
-1.8714e-02, 1.3304e-02, -9.5601e-04, -3.2414e-02, 4.3092e-03,
-2.4528e-02, -2.1743e-02, -5.3714e-03, -9.5100e-03, -1.6029e-03,
8.3485e-03, -6.5850e-03, 1.7690e-03, 1.4280e-02, 9.3362e-03,
-7.4526e-03, -1.2758e-02, -2.0186e-02, 1.2585e-02, -1.0379e-02,
-1.7435e-02, 2.8852e-02, 2.0069e-02, 6.1682e-03, -9.8927e-03,
-2.5198e-03, 1.9814e-02, 1.1014e-03, 4.8652e-04, 4.4355e-02,
-5.0242e-03, -3.8908e-02, -3.9398e-02, 1.3655e-02, -9.2779e-03,
1.9431e-02, -1.6837e-02, -4.2879e-02, -7.8690e-04, -2.2728e-02,
3.9664e-03, 2.8310e-02, -2.5212e-02, -2.2677e-02, 2.2288e-02,
-2.2986e-02, -3.2008e-03, 3.1583e-02, -1.8352e-02, 1.2663e-02,
3.5313e-02, 1.1697e-02, -1.0084e-02, 8.9162e-03, 2.6750e-03,
4.8185e-02, -2.8340e-02, -2.8795e-02, 2.8396e-01, 2.2244e-02,
6.6700e-03, -1.0079e-02, 6.9411e-03, 4.9976e-02, 5.7413e-03,
2.3153e-02, -6.4035e-03, -3.6471e-02, 8.0817e-03, -3.0233e-02,
1.0361e-02, 1.0696e-02, 2.2573e-02, 1.9493e-03, 1.9853e-02,
-5.9910e-03, -9.9099e-03, 3.0314e-03, -1.1075e-02, 1.6815e-02,
1.5732e-02, -7.2708e-03, -1.8615e-02, -2.3562e-03, -8.5753e-03,
-1.2282e-03, 1.2490e-02, 9.6353e-04, -1.0004e-01, 1.4159e-02,
-7.8597e-03, 2.4676e-02, 1.5166e-03, 8.5597e-03, -1.2194e-02,
-5.4560e-03, -1.4064e-02, 1.4043e-03, 1.5218e-02, 2.1316e-02,
1.6298e-03, -3.9150e-03, 7.2145e-03, 3.6795e-03, 4.8182e-03,
1.9646e-02, -9.9135e-03, -1.0081e-02, 7.7734e-04, 1.0036e-02,
-1.0753e-02, 8.9110e-04, -3.8743e-03, -2.4435e-03, -1.1269e-03,
4.3426e-03, 4.3023e-03, 1.1195e-02, -8.9167e-04, 1.9282e-02,
-3.2513e-03, 1.0956e-03, 1.9229e-02, -9.3241e-04, 1.7796e-02,
-3.4354e-03, -9.8587e-03, 4.6658e-03, -1.3010e-02, 4.4356e-03,
6.3840e-03, -1.7990e-02, -3.5225e-03, 3.4571e-03, -5.7306e-04,
-5.9525e-04, 2.9204e-03, -1.9940e-02, 3.9158e-03, -6.9134e-03,
-3.3624e-02, -1.0796e-02, 2.0139e-02, 1.0480e-02, -1.6911e-02,
2.4516e-03, -2.6940e-02, 1.3766e-02, 1.5772e-03, -3.8800e-03,
8.6515e-03, 9.3901e-03, -1.3950e-02, -1.8036e-02, 7.6257e-04,
-1.5477e-02, -2.5123e-02, -2.4127e-02, 1.4630e-02, -3.2079e-02,
-8.2350e-04, 1.4137e-02, -1.4379e-02, 6.7587e-03, 9.1675e-03,
1.0700e-02, 1.8060e-02, 1.4711e-02, 5.2760e-02, 9.3704e-03,
3.4230e-02, -1.5326e-02, -1.0602e-02, -2.6489e-02, -5.3287e-03,
-4.6854e-03, -1.0287e-02, -5.5573e-03, -2.4812e-03, 2.0720e-02,
1.0098e-02, 7.4205e-04, -7.0852e-03, -2.9695e-02, 1.8678e-02,
-2.0459e-02, 1.0175e-04, 1.0075e-02, -1.0689e-02, 8.3532e-03,
1.0103e-02, 7.8577e-03, 1.1537e-02, 1.9624e-02, 1.2786e-02,
-1.4523e-02, 2.4677e-02, 4.2550e-03, -1.6215e-03, 7.1188e-03,
-2.4822e-02, 3.0154e-02, -1.2050e-02, -4.6215e-03, -2.3067e-02,
2.3125e-02, -8.0474e-02, 8.4500e-02, -4.9661e-02, 1.4327e-02,
-8.6114e-02, -3.0027e-02, 2.2064e-02, -8.5698e-02, 8.2292e-03,
-6.1501e-02, 9.7297e-03, 1.3411e-02, 1.0482e-01, 3.4290e-02,
3.3875e-03, -7.0279e-02, -2.1452e-02, 4.4937e-04, -4.9191e-02,
-1.2004e-03, -3.2147e-03, -1.1118e-02, 1.7758e-02, 1.0541e-01,
-8.3852e-02, -7.8377e-03, 2.4647e-02, 5.4801e-02, 9.9629e-02,
-2.3448e-02, 9.7729e-03, 4.5990e-02, 1.9188e-02, 1.6941e-01,
-3.0411e-02, -1.3309e-02, 9.0752e-02, 4.4045e-02, -5.3231e-02,
-4.5708e-02, 1.6693e-02, -7.2309e-02, -8.2488e-02, -6.3147e-03,
-1.8118e-02, -2.9367e-02, -2.3016e-02, 1.9483e-02, -7.0155e-02,
8.8489e-03, 3.6817e-02, -4.6732e-03, 4.0634e-02, 2.2341e-02,
9.8601e-02, -3.2702e-02, 3.2048e-02, -7.0380e-02, 4.7505e-03,
1.2231e-01, -2.5968e-02, -7.6107e-02, -1.7800e-02, 1.4364e-02,
-1.3725e-02, 1.9827e-02, 3.8471e-03, 1.3211e-04, 6.1266e-03,
-4.6498e-03, -4.9568e-03, 2.0371e-02, -9.9905e-03, 1.8742e-02,
-3.6831e-03, 1.2232e-02, 3.5893e-03, 1.2709e-02, 5.8035e-03,
-3.8216e-03, 9.5172e-03, 1.2460e-02, 3.4499e-02, 7.2947e-04,
9.4039e-04, 1.2882e-02, 3.3253e-03, 1.2101e-02, -6.1837e-03,
-1.7028e-03, -1.5611e-02, 2.4944e-03, 2.9427e-03, 1.1055e-02,
5.1440e-03, 1.1683e-02, -1.0162e-02, 1.2698e-03, -3.6195e-02,
2.9044e-03, 2.9760e-02, -1.7257e-03, 2.3822e-02, 5.0962e-03,
9.9835e-03, 1.8229e-02, -4.8387e-03, 2.6749e-02, 1.4283e-02,
2.6486e-03, -5.1556e-03, 8.0328e-03, -1.5657e-02, 4.0657e-03,
1.2906e-02, -2.3116e-02, -8.6127e-03, -1.2709e-02, 1.1620e-02,
2.2017e-02, 5.2086e-03, -8.0588e-03, 5.8113e-03, 1.2423e-02,
-4.7429e-03, -1.4665e-02, -1.9065e-02, -5.3911e-02, -1.7264e-02,
5.0092e-03, 1.8333e-02, -2.9659e-02, 7.4617e-02, 2.1792e-02,
1.0138e-02, 3.8417e-03, -4.2449e-02, 1.1498e-02, -2.5887e-02,
-1.7502e-03, 7.2046e-03, 3.4768e-02, 3.8402e-02, -3.6254e-02,
-1.9258e-02, 4.1679e-03, -1.3793e-02, 2.9342e-02, 3.6042e-02,
1.2168e-02, -4.6183e-02, 1.5076e-02, 3.8458e-02, -4.6833e-02,
-1.0549e-03, -2.2767e-02, 9.5144e-03, -9.4977e-03, -6.9091e-02,
2.0268e-02, -7.0256e-03, 8.8744e-03, -7.8412e-03, -2.0896e-02,
3.1236e-02, 2.1990e-02, 3.1505e-02, 3.9258e-04, 4.9630e-02,
3.1426e-02, -6.7568e-03, -8.8623e-03, 9.6050e-03, -3.8572e-03,
3.4401e-03, 5.6408e-02, 1.1605e-02, -3.5961e-04, -2.0277e-02,
1.9371e-02, -4.8722e-03, -1.1892e-02, -1.6738e-02, -4.0931e-02,
-1.7584e-02, 4.2846e-02, 1.3023e-02, 1.6398e-02, -4.1400e-03,
-5.1213e-02, -2.2143e-02, -1.6428e-02, 9.8668e-03, 1.4202e-02,
-6.8726e-03, 1.2327e-02, -1.3358e-02, 1.3556e-02, -1.3730e-02,
-3.2763e-02, 5.7959e-03, 2.6252e-03, -3.3967e-02, 2.3003e-02,
1.3186e-03, 1.9365e-02, 5.0336e-03, -2.7858e-02, 1.5328e-02,
5.0060e-04, -9.1539e-03, -2.8251e-03, 3.7899e-03, 1.0882e-03,
1.5567e-03, 5.7999e-03, 1.2082e-02, 2.6646e-02, -1.6481e-02,
2.2426e-02, -1.2298e-02, 2.1469e-02, 4.6788e-03, 6.7798e-03,
-9.0888e-03, -2.7234e-03, -5.6542e-03, 2.7364e-02, 1.0099e-03,
2.1834e-02, -1.4720e-02, 4.7517e-03, 2.5542e-02, 1.3453e-02,
-1.1747e-02, 7.4804e-03, -2.7855e-02, 1.8857e-02, -1.2150e-02,
-1.2607e-02, 1.2168e-02, -7.4042e-03, -2.7612e-02, 7.9487e-03,
9.6100e-03, -2.1234e-02, -1.9502e-04, 1.3924e-03, 1.4636e-02,
-2.3397e-02, -8.9995e-03, 5.7520e-03, 1.9521e-02, -4.4595e-03,
-1.7147e-02, -3.5608e-04, -5.9860e-03, -1.4045e-02, 6.2408e-04,
4.0629e-03, -2.0975e-02, -9.1192e-03, 2.3382e-03, 5.6571e-03,
4.5922e-03, 5.2913e-03, 2.7851e-02, 3.8337e-02, -1.6662e-02,
-1.3574e-02, 1.0590e-02, 1.2927e-02, -2.3136e-03, 2.0640e-03,
-6.7140e-03, -3.0243e-04, 2.0141e-02, -6.4550e-03, 2.3454e-02,
1.8432e-02, -1.0393e-02, 1.9828e-02, 2.7031e-03, 1.7076e-02,
-1.0326e-02, 1.1985e-02, 1.4939e-02, 6.5623e-03, -7.5670e-03,
-2.5139e-02, -2.8866e-03, 4.0728e-03, -4.3235e-03, -5.0527e-02,
8.4383e-04, 1.0773e-02, -2.5115e-02, 5.1636e-02, 6.2235e-03,
-4.2499e-02, -9.5633e-03, 2.4161e-02, 7.4625e-03, -7.1427e-03,
-9.2091e-04, 1.7692e-02, -8.7436e-03, -1.4282e-03, -2.1387e-02,
3.7707e-02, 1.8212e-02, -6.6773e-04, 2.1302e-02, 4.6148e-02,
1.1802e-02, -9.7774e-03, 2.4097e-02, -2.8119e-03, -1.7378e-02,
2.3211e-02, -2.0892e-02, -5.0753e-03, 3.4614e-02, 6.4949e-03,
-6.2028e-03, 5.2207e-02, -1.0425e-03, 2.6164e-02, 2.6030e-02,
-2.1711e-02, -4.5581e-02, -9.7240e-02, 1.9126e-02, 6.4112e-02,
2.4733e-03, 3.5528e-02, 9.8103e-03, 3.9316e-04, 5.4355e-02,
1.1343e-02, -2.8507e-02, -2.7327e-02, 6.8212e-03, -3.6682e-02,
-6.6111e-03, 8.8853e-03, 2.9975e-02, 2.5320e-02, -1.1039e-02,
-9.9314e-03, -1.4759e-02, -1.8900e-02, 2.6086e-02, -1.2063e-02,
-2.0239e-02, 3.4699e-04, 3.5488e-02, 2.3878e-02, -1.8156e-03,
3.2711e-02, -2.4727e-02, 4.8611e-02, -3.4009e-03, 1.1521e-02,
3.1083e-02, -1.0981e-02, 2.5032e-02, -3.9365e-02, -6.6464e-02,
1.2975e-02, 2.3664e-02, 1.3492e-02, -2.2597e-02, 1.1414e-02,
9.2971e-03, -3.8997e-03, 1.3473e-03, -4.0831e-03, 2.2470e-02,
-2.1349e-02, 1.4323e-02, 7.5814e-02], device='cuda:0')),
('bert.encoder.layer.11.attention.output.dense.weight',
tensor([[-0.0421, -0.0487, 0.0412, ..., 0.0291, 0.0233, 0.0642],
[ 0.0052, -0.0260, 0.0783, ..., -0.0542, -0.0483, -0.0463],
[-0.0359, -0.0378, -0.0117, ..., 0.0115, 0.0626, -0.0406],
...,
[ 0.0299, -0.0133, -0.0010, ..., -0.0382, 0.0365, 0.0534],
[ 0.0492, -0.0047, -0.0188, ..., 0.0070, -0.0157, 0.0148],
[ 0.0282, -0.0111, 0.0539, ..., -0.0192, 0.0558, 0.0312]],
device='cuda:0')),
('bert.encoder.layer.11.attention.output.dense.bias',
tensor([-1.0256e-01, 1.1518e-02, 4.6788e-02, -8.2439e-03, 1.0807e-01,
1.7573e-02, 1.2216e-02, 4.1746e-02, -1.1172e-01, 5.7846e-02,
6.2536e-02, 4.4590e-02, 7.9801e-02, 9.0840e-02, 1.2083e-01,
-5.5022e-02, -1.0732e-02, -5.4814e-02, -6.2014e-02, 7.0835e-02,
7.8922e-02, 8.6747e-03, -5.0323e-02, -5.3019e-02, 8.7355e-02,
-3.0977e-02, -1.0465e-01, -4.8160e-03, 1.1997e-01, -5.4291e-03,
-5.8020e-03, -1.2926e-01, 9.9048e-02, 1.9760e-02, 1.6291e-02,
-8.0270e-02, -2.0127e-02, 7.6518e-02, 3.8457e-02, -1.5382e-02,
7.6290e-02, -3.5969e-02, -6.7580e-02, 7.4819e-03, -3.6770e-02,
6.1981e-02, -8.8299e-03, -6.3145e-03, -5.7068e-02, -5.1518e-02,
-5.3511e-02, -1.9439e-02, -1.1740e-01, 1.1034e-02, -4.0889e-02,
-8.8060e-02, 8.5060e-02, -3.5277e-02, -7.3065e-02, 3.2611e-02,
1.8682e-02, 4.3284e-02, -1.1210e-01, -1.3216e-02, 5.6313e-02,
-2.5853e-02, -2.4533e-02, 4.8324e-02, -5.3171e-02, 1.7314e-03,
8.4973e-02, 1.1781e-01, 7.7287e-03, -3.8491e-02, 9.2423e-03,
3.3959e-02, -7.9202e-02, 1.2067e-02, 1.4500e-01, 9.6735e-02,
-2.6123e-02, -4.8569e-02, -7.3550e-02, 4.8439e-02, -1.5406e-02,
1.9031e-02, -1.7701e-02, -3.4264e-02, -4.8502e-02, -6.5350e-02,
-5.7488e-02, -2.0009e-02, 4.4019e-02, 7.1831e-02, -5.5267e-02,
-1.1324e-01, -6.9424e-02, -1.2263e-01, -1.2950e-01, -1.1703e-01,
-1.8881e-02, 5.7056e-02, -6.0886e-03, 1.3636e-01, -1.4156e-01,
3.8274e-02, -1.4797e-01, 8.9772e-02, 3.2381e-03, -1.4447e-01,
-7.0628e-02, -2.3255e-02, -8.5936e-02, 4.8511e-02, -1.4587e-02,
5.5122e-02, 7.2514e-02, -8.5990e-02, 4.0601e-02, 8.4125e-02,
8.7637e-02, -1.4455e-03, -1.2909e-02, -1.1232e-01, -4.3518e-02,
1.3553e-03, -6.2168e-02, 6.5836e-02, 4.4987e-02, -6.9937e-02,
1.4360e-02, 1.8543e-02, 2.5010e-02, -9.9583e-03, 3.7157e-02,
-3.1000e-02, -1.4183e-01, -3.7931e-02, -1.6378e-01, -1.1747e-02,
2.6125e-02, 4.0184e-02, 6.0141e-02, 7.1701e-02, -3.6707e-02,
-1.4322e-01, -1.5094e-02, 1.7255e-02, -8.5201e-02, 3.9918e-02,
-1.2879e-02, -3.1737e-02, -7.8842e-02, -6.8781e-02, 3.6232e-02,
7.8507e-02, -9.8815e-02, -1.6216e-02, 8.6401e-02, 7.8406e-02,
1.5119e-01, 8.1128e-02, 5.4889e-02, -7.7848e-02, -6.2285e-02,
-5.4795e-03, -7.4032e-02, -3.9688e-02, -6.1170e-02, -3.4164e-02,
-3.0801e-02, 4.0129e-02, 8.2625e-02, 2.3066e-02, -6.4713e-02,
-5.5752e-02, 1.4236e-02, 2.0121e-02, -3.0707e-02, -3.7838e-02,
3.9238e-03, 1.0660e-01, -1.2502e-01, 4.2995e-02, 4.8989e-02,
2.9264e-02, -1.3433e-02, -3.4259e-02, 8.7789e-02, 7.9023e-03,
5.4150e-02, 2.2472e-02, -3.9152e-02, -1.1215e-01, 7.0092e-03,
-6.3892e-02, 1.2310e-01, 8.4888e-02, 6.7681e-03, 1.3235e-02,
6.0041e-02, 9.0111e-03, 5.7831e-02, -1.7100e-02, 2.6790e-03,
3.3582e-02, -1.1746e-02, 4.2389e-02, -2.4209e-02, 6.6715e-02,
1.0673e-01, -7.8381e-02, -2.4605e-02, -4.0737e-02, 8.5245e-03,
1.0629e-01, -5.8004e-02, -2.4156e-03, 5.6151e-02, 6.7840e-02,
-4.0339e-02, -6.9693e-02, -6.7475e-02, 8.7289e-03, -7.5776e-02,
3.4332e-02, -9.0665e-02, -4.6590e-02, 1.7547e-02, -3.0145e-02,
-9.9734e-02, 1.1069e-01, -5.6056e-02, 7.5450e-02, -4.9307e-02,
9.1126e-02, -2.6898e-03, -9.7541e-02, 6.3125e-02, -1.0242e-01,
1.3745e-01, -2.4650e-02, -1.0914e-01, 5.1255e-02, -8.3435e-02,
3.2108e-02, -6.0079e-03, -5.1511e-02, -6.1406e-02, -7.4846e-02,
-6.4391e-02, 2.0628e-03, 6.1419e-02, 1.0791e-01, 2.7272e-02,
4.2189e-02, 1.3858e-01, 1.4367e-01, 4.3582e-02, -4.7848e-02,
1.1962e-02, 1.1724e-01, 1.0337e-01, 1.1779e-02, -7.9747e-03,
8.3415e-02, -5.7135e-02, -9.9814e-02, -5.0007e-02, 5.8981e-02,
-8.5942e-03, 8.2641e-02, 1.5673e-01, -6.5693e-02, 1.4063e-02,
8.4310e-02, -6.8295e-02, -4.2936e-02, -1.2448e-01, -3.7525e-03,
-7.7188e-02, -1.0283e-02, 9.1679e-03, -3.5389e-02, 8.0887e-02,
-3.5237e-02, -5.0604e-02, -1.9186e-02, 4.6793e-02, -2.7195e-02,
-8.7522e-02, -6.8802e-03, -5.8338e-02, -5.6780e-02, -8.6942e-02,
-1.0450e-03, 6.3745e-02, -6.7112e-02, -9.8488e-02, 2.0248e-03,
-6.6705e-02, 4.9207e-04, 7.0316e-02, -1.6354e-02, 8.8566e-02,
1.2270e-02, 6.3479e-02, -5.9743e-02, 1.3726e-01, -1.1212e-01,
3.1552e-02, -3.8794e-02, 1.0884e-01, -5.3573e-03, 1.0446e-01,
9.9043e-02, 2.2053e-02, -1.0530e-01, -7.9583e-02, 1.4583e-01,
-9.7085e-02, -8.9660e-03, 5.9285e-02, 9.1824e-02, -4.0984e-02,
-2.4563e-02, 1.0283e-01, -1.2536e-02, -3.2634e-02, 7.8208e-02,
1.2890e-02, -8.5422e-02, 1.3018e-01, 7.3113e-02, 4.3832e-02,
3.8320e-02, 5.9592e-02, 4.2683e-02, 1.9911e-02, 2.9366e-02,
5.6331e-02, 1.3442e-02, -4.4529e-02, 2.2430e-02, -1.6945e-03,
-8.7141e-02, -1.0057e-01, 1.0715e-01, -5.5902e-02, -3.8895e-03,
2.4576e-02, 3.3387e-02, 3.0155e-02, -3.1167e-02, 4.3762e-02,
5.2722e-02, 4.5791e-02, 7.9413e-05, 5.3716e-03, -3.0903e-03,
-8.9149e-03, 4.3394e-02, -4.4778e-02, -3.0251e-02, -7.0676e-02,
1.5880e-02, -1.2839e-01, 7.3208e-02, 4.8662e-02, -6.8435e-02,
-1.7018e-02, -2.5705e-02, -6.4823e-02, 1.3956e-02, 1.0212e-01,
-7.9828e-02, 8.3544e-02, 3.1564e-02, 5.6570e-02, 5.0960e-03,
4.2173e-02, -5.7347e-02, 6.3670e-03, -1.3333e-01, -1.2011e-02,
-1.1329e-02, -8.0704e-02, 4.3969e-02, -4.8177e-02, 6.4018e-03,
-6.0565e-02, 1.5976e-01, -1.3338e-02, -2.4699e-02, 8.2352e-02,
1.3347e-02, 6.6305e-02, 1.2479e-03, 4.6129e-02, 1.0954e-01,
5.1723e-02, -4.0498e-02, 5.4169e-02, 1.7107e-01, -1.1975e-01,
9.5601e-03, -8.0737e-02, 5.6250e-02, 8.8465e-04, 5.6697e-02,
-3.6586e-02, -3.0190e-02, 5.9904e-02, 1.1361e-02, 8.8815e-02,
4.1809e-03, -1.5850e-02, -1.1271e-01, -4.4151e-02, 3.0400e-02,
-1.1643e-01, 4.4145e-02, -5.2928e-02, 3.5261e-03, 2.9538e-02,
-5.5273e-03, -4.7902e-02, 6.7710e-02, -8.8482e-02, -6.2476e-02,
9.4418e-02, -2.1134e-02, 4.6936e-02, 6.2084e-03, 8.4794e-02,
2.3456e-02, 6.8842e-02, 1.3474e-01, 7.3533e-02, -1.4937e-01,
5.4768e-02, 6.1663e-02, 4.0930e-02, -2.9123e-02, 5.1749e-02,
8.8790e-02, 1.3481e-02, -4.9638e-02, 2.8238e-02, -7.3930e-03,
1.0002e-01, -1.3467e-02, -1.2602e-01, 3.9452e-02, -1.1624e-01,
-1.2371e-01, -1.0808e-01, 8.8874e-02, -6.7557e-02, 8.5378e-02,
6.6644e-03, 3.6962e-02, 5.8470e-02, -9.2713e-03, -5.9852e-02,
-5.4017e-02, 6.8440e-02, -3.2604e-02, 9.9306e-03, -9.0594e-03,
6.9044e-02, -4.7199e-02, -6.0362e-02, 2.2685e-02, -8.0711e-02,
-1.2924e-01, 1.1037e-01, 2.5356e-02, 7.2052e-02, -3.1357e-02,
-8.5190e-02, -9.9772e-02, -3.0003e-02, -7.8908e-02, -1.5389e-01,
-2.2191e-02, 6.8673e-02, 3.3288e-02, -9.7057e-02, 7.8108e-02,
2.9450e-03, -9.3258e-02, -1.3543e-02, 2.8566e-02, -8.8368e-02,
6.3288e-03, 1.0888e-01, 1.8217e-03, -4.4097e-02, -7.9908e-02,
7.6020e-03, -6.8564e-02, 9.5747e-02, -5.0245e-02, 2.6128e-02,
-1.5279e-02, 1.7064e-02, -1.3305e-02, 1.8642e-02, 5.3874e-02,
-6.7182e-03, 4.6667e-02, -1.7080e-02, 8.4126e-02, -2.9272e-02,
5.6481e-02, -3.2598e-02, 3.0586e-02, 2.5854e-02, -3.0408e-02,
2.9195e-02, 3.5938e-02, 4.3915e-03, 7.9052e-03, -6.8342e-02,
1.5149e-01, 5.5914e-02, 8.2368e-03, 1.8896e-02, 2.6719e-03,
6.0660e-02, -3.4338e-02, -2.2677e-02, 6.4335e-02, 1.4319e-02,
-3.9512e-02, -2.4681e-02, -9.3201e-03, 7.5238e-03, -1.0441e-01,
-6.3154e-02, -4.3165e-02, -3.6786e-02, 4.5526e-02, -3.1666e-03,
2.3766e-02, 2.4414e-02, -1.0993e-02, 5.1552e-02, -7.6218e-02,
-3.3632e-02, -8.0977e-02, 3.3592e-02, -6.9976e-02, -1.1057e-01,
-2.3061e-02, 6.2429e-02, 1.2354e-01, -3.9940e-02, -4.5353e-02,
-1.0505e-01, 3.2797e-02, -1.8854e-02, -8.1957e-02, -1.4326e-01,
-1.8324e-02, -7.8018e-02, 6.8462e-02, 3.1846e-02, 6.3272e-02,
-5.7910e-03, 3.1682e-02, 4.2774e-02, 2.7174e-02, 5.6410e-02,
-2.1095e-02, -5.1764e-02, -2.3267e-02, -7.2729e-02, 8.6471e-02,
-3.4770e-02, -5.1512e-02, -8.8752e-03, 4.6488e-02, -3.0364e-02,
-8.3694e-02, 1.1869e-01, 1.3417e-03, 4.1270e-02, -2.3015e-02,
4.9151e-02, 5.2044e-03, 1.4787e-01, 8.8101e-03, -1.7948e-02,
-1.5085e-02, -4.0252e-02, 8.9198e-02, -2.1351e-02, 1.1371e-01,
9.3735e-03, 5.1443e-02, 2.9697e-02, 5.0445e-02, 5.3336e-02,
3.5627e-02, -7.9809e-02, -1.2063e-02, -3.4518e-02, 2.6629e-02,
-2.4598e-02, 4.8083e-02, -4.5370e-02, 2.2710e-02, 3.8254e-02,
-6.7228e-02, -1.3660e-02, 1.9348e-02, -3.9067e-02, -6.8753e-02,
1.1497e-01, 1.9304e-02, -9.2817e-03, 7.2548e-02, -3.5024e-05,
-7.9167e-02, -3.1133e-02, 8.5173e-02, -4.2326e-03, 6.1100e-03,
-8.4948e-03, 2.0029e-02, -3.4618e-02, -1.4092e-02, 1.0400e-01,
2.1132e-02, -2.5783e-02, 2.0046e-02, 6.9306e-02, -3.2060e-02,
-7.0454e-02, 9.6752e-03, 3.2394e-02, -2.5443e-02, 3.5261e-02,
-1.0877e-02, 5.3596e-02, -1.6073e-02, -1.6247e-02, 6.8898e-02,
-1.7367e-02, 1.2015e-01, -2.6001e-03, 1.6507e-02, 3.5968e-02,
-4.2815e-02, 1.0220e-01, 1.0930e-02, 3.1015e-02, -3.2807e-02,
1.2863e-01, -3.6118e-02, -3.1790e-02, -1.0298e-01, 5.6843e-02,
-5.0799e-02, 5.9764e-02, 1.7615e-02, 4.4886e-02, -8.6738e-02,
-7.3025e-02, -7.2401e-02, 2.5076e-02, 1.0107e-02, -5.7136e-02,
-1.3383e-02, -9.0781e-02, -7.3377e-03, -7.4571e-02, -4.7177e-02,
3.9155e-02, -8.5985e-03, 1.8831e-02, -9.7352e-02, 9.8786e-03,
-1.6866e-02, 1.1726e-02, 2.3510e-02, -2.0687e-03, 5.0036e-02,
-9.7666e-04, -5.3277e-02, 4.8205e-02, -1.0683e-01, 5.4967e-02,
-4.0926e-02, -8.5038e-02, -1.0205e-01, -8.0043e-02, -1.9048e-02,
-5.6865e-02, -6.4602e-02, 1.1169e-01, -2.8660e-02, -3.5008e-02,
8.7424e-02, -5.1971e-02, 1.7925e-02, -4.1395e-02, 7.1644e-02,
8.8291e-02, -1.9686e-02, 3.4155e-02, 7.4867e-02, 6.6592e-02,
-9.8304e-03, -7.1649e-02, 3.2421e-02, 8.5026e-02, 5.6383e-02,
1.2362e-02, 5.2816e-03, 7.0032e-02, -4.0013e-03, -1.0830e-01,
4.5991e-02, 1.9893e-02, 1.1964e-01, -7.7127e-02, 2.1205e-02,
6.5252e-02, 1.1624e-02, 6.3009e-03, 2.5316e-02, -3.1100e-02,
7.0577e-02, 1.0294e-01, -6.1346e-02, -4.4270e-02, -3.4491e-02,
-3.0016e-02, -6.7001e-02, -1.1753e-02, 6.2387e-02, 3.6540e-02,
9.5864e-02, -7.6287e-04, 1.0757e-01, 7.9895e-03, -2.6250e-02,
-4.6820e-03, -1.6270e-02, -2.2928e-02, 3.3562e-02, -1.0707e-01,
-1.4833e-02, 6.1195e-03, -6.2129e-02, -9.0669e-02, 3.7493e-03,
-2.6009e-02, 1.4545e-02, -3.1822e-02, -7.9158e-02, -8.5321e-03,
2.2698e-02, -6.3764e-02, 3.0143e-02], device='cuda:0')),
('bert.encoder.layer.11.attention.output.LayerNorm.weight',
tensor([0.8565, 0.7913, 0.7859, 0.8413, 0.8354, 0.7767, 0.8326, 0.8318, 0.7947,
0.8560, 0.7757, 0.7852, 0.7673, 0.7928, 0.7948, 0.8241, 0.7862, 0.8027,
0.7889, 0.8158, 0.8067, 0.7801, 0.7997, 0.7736, 0.8182, 0.8166, 0.8125,
0.9168, 0.8032, 0.7815, 0.8336, 0.7861, 0.8124, 0.8024, 0.8385, 0.7675,
0.8112, 0.7719, 0.8475, 0.8511, 0.7836, 0.7671, 0.8418, 0.8180, 0.8336,
0.8205, 0.7984, 0.8696, 0.8059, 0.7881, 0.7621, 0.8705, 0.8703, 0.8256,
0.8153, 0.8102, 0.8029, 0.7959, 0.8144, 0.8279, 0.7920, 0.8328, 0.7569,
0.7988, 0.8283, 0.8002, 0.8132, 0.7943, 0.8451, 0.8769, 0.8022, 0.8467,
0.7792, 0.7935, 0.8306, 0.8171, 0.8013, 0.8260, 0.7906, 0.7712, 0.7994,
0.8098, 0.8056, 0.8301, 0.8067, 0.8150, 0.8231, 0.8335, 0.7664, 0.8308,
0.8099, 0.8139, 0.8498, 0.7675, 0.8174, 0.8054, 0.7750, 0.7859, 0.9747,
0.7889, 0.8060, 0.7964, 0.8431, 0.7999, 0.8002, 0.7666, 0.8108, 0.8134,
0.8397, 0.7712, 0.8370, 0.7867, 0.7788, 0.8130, 0.7822, 0.8152, 0.8264,
0.7894, 0.7828, 0.8031, 0.7966, 0.8305, 0.8615, 0.7949, 0.8346, 0.7792,
0.7948, 0.8130, 0.8196, 0.8296, 0.8124, 0.7769, 0.7922, 0.7924, 0.7956,
0.7852, 0.5883, 0.7753, 0.7681, 0.7855, 0.8524, 0.7836, 0.7829, 0.7868,
0.7807, 0.8526, 0.7975, 0.8009, 0.7731, 0.8172, 0.8321, 0.7709, 0.7843,
0.7882, 0.8257, 0.8019, 0.8095, 0.8028, 0.8585, 0.8326, 0.7740, 0.7354,
0.7919, 0.7942, 0.8260, 0.7815, 0.8782, 0.7758, 0.8149, 0.8015, 0.8175,
0.8013, 0.8816, 0.8739, 0.8234, 0.8194, 0.8276, 0.8142, 0.7632, 0.8025,
0.8111, 0.7647, 0.8254, 0.8053, 0.7831, 0.8122, 0.8018, 0.8035, 0.8163,
0.8078, 0.8485, 0.7806, 0.8291, 0.8402, 0.8221, 0.8272, 0.7991, 0.7775,
0.7984, 0.7953, 0.7992, 0.8213, 0.8069, 0.8108, 0.8084, 0.8170, 0.8057,
0.8492, 0.7803, 0.8226, 0.7841, 0.8083, 0.7994, 0.8412, 0.7917, 0.8115,
0.7902, 0.8085, 0.7858, 0.8093, 0.7712, 0.7855, 0.8144, 0.8195, 0.7798,
0.8119, 0.7970, 0.8091, 0.8253, 0.8387, 0.8129, 0.8404, 0.8232, 0.7561,
0.7870, 0.8540, 0.8265, 0.7909, 0.8201, 0.7751, 0.8125, 0.7877, 0.8088,
0.8050, 0.8034, 0.8010, 0.7890, 0.8243, 0.7726, 0.7688, 0.8088, 0.8170,
0.6429, 0.8108, 0.8122, 0.8132, 0.7590, 0.8660, 0.8085, 0.8007, 0.8222,
0.8964, 0.8213, 0.7907, 0.8147, 0.7861, 0.8354, 0.7846, 0.7991, 0.8202,
0.8290, 0.8126, 0.8747, 0.8353, 0.7593, 0.8088, 0.8017, 0.7641, 0.7862,
0.7828, 0.7330, 0.8173, 0.7954, 0.8287, 0.7910, 0.8073, 0.7699, 0.8074,
0.8096, 0.9241, 0.8448, 0.8197, 0.7781, 0.8028, 0.8179, 0.8085, 0.8518,
0.8213, 0.7947, 0.8119, 0.8271, 0.8278, 0.8135, 0.8069, 1.4263, 0.8082,
0.7926, 0.7987, 0.8306, 0.8107, 0.8234, 0.8251, 0.8225, 0.8276, 0.7700,
0.8042, 0.7904, 0.8444, 0.7987, 0.8368, 0.8116, 0.8396, 0.7971, 0.7662,
0.7951, 0.7787, 0.7588, 0.8130, 0.7729, 0.8016, 0.8119, 0.8682, 0.8234,
0.7810, 0.8115, 0.7930, 0.8013, 0.7911, 0.8650, 0.8206, 0.8053, 0.8429,
0.8280, 0.8185, 0.8292, 0.7816, 0.7834, 0.8034, 0.7922, 0.8107, 0.7927,
0.8414, 0.8098, 0.8310, 0.7703, 0.8194, 0.7824, 0.8177, 0.7962, 0.8088,
0.8136, 0.8557, 0.7731, 0.8076, 0.8448, 0.8071, 0.8088, 0.8098, 0.8016,
0.7989, 0.7908, 0.8186, 0.8117, 0.7824, 0.8698, 0.8132, 0.7890, 0.7452,
0.8157, 0.7963, 0.8237, 0.7979, 0.7801, 0.8479, 0.7926, 0.8085, 0.7947,
0.8146, 0.7643, 0.8065, 0.8003, 0.8252, 0.8112, 0.7980, 0.8111, 0.7898,
0.8014, 0.7923, 0.7975, 0.8536, 0.7817, 0.8355, 0.8243, 0.8165, 0.8230,
0.8377, 0.8092, 0.7984, 0.8284, 0.7202, 0.8034, 0.8204, 0.8157, 0.7880,
0.8312, 0.7614, 0.7941, 0.7679, 0.8236, 0.8147, 0.8302, 0.7522, 0.8105,
0.8382, 0.7904, 0.7901, 0.8389, 0.7665, 0.8001, 0.8292, 0.8163, 0.8080,
0.7468, 0.8004, 0.8129, 0.7835, 0.8102, 0.8081, 0.8494, 0.8932, 0.7953,
0.8030, 0.7796, 0.8544, 0.7769, 0.8139, 0.8060, 0.7961, 0.7774, 0.8282,
0.7963, 0.8225, 0.8176, 0.8052, 0.7960, 0.8651, 0.8159, 0.7733, 0.8378,
0.7755, 0.8052, 0.7564, 0.8276, 0.8315, 1.7125, 0.8161, 0.8210, 0.8888,
0.7835, 0.8200, 0.7697, 0.7847, 0.7834, 0.8513, 0.8185, 0.8231, 0.8204,
0.8037, 0.8210, 0.7985, 0.7798, 0.8223, 0.7972, 0.8153, 0.7989, 0.8032,
0.7877, 0.7998, 0.7138, 0.8079, 0.8352, 0.8030, 0.8270, 0.7820, 0.8089,
0.8293, 0.7994, 0.8405, 0.8348, 0.8264, 0.7902, 0.7860, 0.7724, 0.7921,
0.8271, 0.8631, 0.7627, 0.7745, 0.7877, 0.7986, 0.7789, 0.8023, 0.7831,
0.8384, 0.7639, 0.8058, 0.8141, 0.8127, 0.7838, 0.8001, 0.7553, 0.7709,
0.8046, 0.8709, 0.8009, 0.8106, 0.8396, 0.7808, 0.8011, 0.8306, 0.8099,
0.7554, 0.8228, 0.8493, 0.8476, 0.8056, 0.8235, 0.8226, 0.7694, 0.8470,
0.7715, 0.7643, 0.7790, 0.8073, 0.8055, 0.8439, 0.8335, 0.8015, 0.7836,
0.8015, 0.7835, 0.8205, 0.8014, 0.8278, 0.8646, 0.8092, 0.7813, 1.6575,
0.7946, 0.7781, 0.8302, 0.7840, 0.7692, 0.8128, 0.8016, 0.7804, 0.8013,
0.8189, 0.8023, 0.7992, 0.8229, 0.7960, 0.8011, 0.8064, 0.8199, 0.8285,
0.8229, 0.8156, 0.8286, 0.7916, 0.8326, 0.8528, 0.8060, 0.8047, 0.7906,
0.7882, 0.7973, 0.8302, 0.8293, 0.8206, 0.8001, 0.7720, 0.7785, 0.7810,
0.8166, 0.8348, 0.7971, 0.8380, 0.8202, 0.8102, 0.7770, 0.7783, 0.8207,
0.8044, 0.9813, 0.7983, 0.8119, 1.6672, 0.7977, 0.8446, 0.7915, 0.8174,
0.8028, 0.8339, 0.8224, 0.8177, 0.8232, 0.8057, 0.7982, 0.7942, 0.8020,
0.7887, 0.8502, 0.7994, 0.8106, 0.8159, 0.8522, 0.8694, 0.7652, 0.7977,
0.7957, 0.7859, 0.8471, 0.8382, 0.8368, 0.7898, 0.7787, 0.7962, 0.8223,
0.8134, 0.7853, 0.7930, 0.8501, 0.8170, 0.8177, 0.8081, 0.8103, 0.7730,
0.8205, 0.7933, 0.8188, 0.7744, 0.8266, 0.8058, 0.8261, 0.7986, 0.7953,
0.7893, 0.8294, 0.8265, 0.8259, 0.8164, 0.7994, 0.8360, 0.8265, 0.8057,
0.7555, 0.7864, 0.8040, 0.8175, 0.7747, 0.8822, 0.8277, 0.7952, 0.8046,
0.8105, 0.7813, 0.7862, 0.7855, 0.7546, 0.7822, 0.8390, 0.7837, 0.7642,
0.7887, 0.8006, 0.7953, 0.7998, 0.8001, 0.7944, 0.7993, 0.8279, 0.8022,
0.7981, 0.7822, 0.7735, 0.8060, 0.8534, 0.8259, 0.7807, 0.7851, 0.8214,
0.8641, 0.8329, 0.8216, 0.7899, 0.8130, 0.7928, 0.7805, 0.8330, 0.8183,
0.7786, 0.7708, 0.8231, 0.7551, 0.8496, 0.7968, 0.7921, 0.7738, 0.7726,
0.7967, 0.8045, 0.7572, 0.8187, 0.7791, 0.8080, 0.7481, 0.8055, 0.7814,
0.7928, 0.8118, 0.7877, 0.8093, 0.8249, 0.8113, 0.8283, 0.8153, 0.8142,
0.8391, 0.7911, 0.7709, 0.8399, 0.7880, 0.8173, 0.8293, 0.8261, 0.8048,
0.8342, 0.7880, 0.8204, 0.7939, 0.8230, 0.8783, 0.8156, 0.8139, 0.8043,
0.8179, 0.7981, 0.7683, 0.8445, 0.8030, 0.7849, 0.8219, 0.8108, 0.8007,
0.7973, 0.7974, 0.8165], device='cuda:0')),
('bert.encoder.layer.11.attention.output.LayerNorm.bias',
tensor([ 8.9377e-02, -1.1826e-01, -1.8410e-02, 5.7117e-02, -2.0756e-01,
-1.1680e-02, -6.4108e-02, -1.5930e-02, 9.6634e-02, -1.0987e-01,
2.7290e-02, -7.9816e-02, -2.3651e-01, -4.7333e-02, -9.9254e-02,
-3.2233e-02, -1.5863e-02, -1.0302e-01, 1.2569e-02, -2.3434e-01,
-1.6892e-01, -3.7026e-02, 1.3256e-02, -1.5973e-02, -2.5423e-02,
-9.1019e-02, 2.2426e-02, 1.3055e-01, -9.6063e-02, 5.9894e-02,
-1.0218e-01, -3.2364e-02, -1.6774e-01, -9.9021e-02, -8.8245e-03,
8.7985e-02, -1.4389e-01, 1.0768e-02, -8.4969e-02, 1.3179e-01,
-1.3901e-01, -2.4874e-02, 1.1841e-01, -1.1577e-01, -1.0815e-02,
-2.1574e-01, 3.3433e-02, 4.1640e-02, -5.0499e-03, -1.3683e-02,
5.9921e-02, 4.6572e-02, 1.1057e-01, -9.7940e-03, 7.0601e-02,
-2.3613e-02, -1.2113e-01, -7.5467e-02, 2.1013e-02, 3.2685e-02,
-1.2589e-01, -6.9244e-02, 1.5659e-01, 1.1502e-02, -1.1151e-01,
-7.8541e-02, 2.8314e-02, -6.2237e-02, 4.3855e-02, -2.3343e-01,
-7.6253e-02, -1.2277e-01, -1.8129e-01, 6.6496e-02, -1.5179e-01,
-1.9322e-01, 9.4339e-02, -7.7496e-02, -1.4952e-01, -7.5943e-02,
2.9221e-02, 1.1073e-01, 8.1340e-03, 8.6791e-02, -8.8163e-02,
6.5577e-03, -1.8790e-02, -9.2456e-03, -1.0533e-02, 6.2334e-02,
-8.5741e-02, -7.4440e-02, 7.3191e-02, -1.4351e-01, -9.1364e-03,
1.3917e-01, 1.0656e-01, 6.2944e-02, 1.0553e-01, 1.2769e-01,
-1.6783e-02, -5.2103e-02, 2.3199e-02, -9.2160e-02, 4.0000e-02,
-1.2324e-01, 1.5024e-01, -1.7538e-01, -6.8886e-02, 4.2115e-02,
6.7393e-02, -1.5139e-01, 9.3230e-02, -1.5071e-01, -2.2296e-01,
-5.5004e-02, 3.7333e-02, 9.7125e-02, -5.2513e-02, -1.0401e-01,
9.5182e-02, -1.2748e-01, 3.9816e-02, -3.7991e-02, 2.6142e-02,
-7.7707e-02, -1.9485e-02, -1.2544e-01, -4.7772e-02, 9.9310e-02,
-1.8045e-01, 3.4123e-02, 3.5750e-02, 6.7570e-04, -6.6876e-02,
3.0002e-02, -8.0697e-01, 1.4626e-01, -4.7546e-01, 6.1363e-03,
-1.2002e-01, -1.1258e-01, -1.8454e-02, -1.8514e-01, 9.0480e-03,
1.0183e-01, -6.3446e-02, -8.1124e-02, 1.3868e-01, -1.6607e-01,
-1.5145e-01, -7.5440e-02, 7.0544e-02, 7.4778e-03, -8.9292e-02,
-1.4199e-01, 6.3846e-02, -1.5176e-02, 1.2293e-02, -1.3725e-01,
2.3835e-03, -5.3860e-02, -5.4383e-02, -8.4241e-02, -6.0348e-02,
-1.6806e-01, 1.7384e-01, 5.0927e-02, 5.8126e-04, 7.9264e-03,
-8.1653e-02, -1.2721e-01, -1.8327e-01, 1.2338e-01, 5.2278e-02,
1.1557e-01, 1.0184e-01, -2.3120e-01, 3.1074e-04, 4.5609e-02,
3.3504e-02, -2.1035e-01, -2.9791e-02, -2.8169e-01, -6.7876e-02,
8.0909e-02, -7.3582e-04, -1.1473e-01, -8.7511e-02, -1.0182e-01,
-6.8735e-03, -2.4113e-02, 8.7957e-02, -2.1184e-02, -2.4288e-01,
-6.5651e-02, -1.2204e-01, -5.9541e-02, -7.0068e-02, -6.1719e-02,
-6.8377e-02, -4.9755e-02, -9.9810e-02, -4.3132e-02, 5.5410e-02,
-8.8500e-02, 3.4667e-02, -1.8674e-01, -3.8349e-03, -5.1296e-02,
-7.0081e-02, -8.7655e-03, -4.0381e-02, 1.5796e-03, -8.4156e-02,
-1.8789e-01, 8.6945e-02, -1.3237e-01, -2.3528e-01, 4.5136e-02,
-3.3921e-02, 2.5250e-02, 2.3402e-02, -1.1868e-01, -1.0484e-01,
-3.1146e-03, -1.6126e-02, 6.8644e-02, 1.3590e-01, 3.8123e-02,
-1.7180e-02, -1.0850e-01, 7.4175e-02, -1.2904e-01, -3.6570e-02,
-2.9322e-01, -6.2723e-02, -1.0923e-02, -1.9345e-01, 8.2841e-02,
-1.6700e-01, -2.2018e-02, 9.7676e-02, -3.5584e-02, 3.5561e-03,
-9.2835e-02, -1.0837e-01, 4.1651e-02, 2.0020e-02, 4.2017e-02,
1.9732e-02, -4.2377e-02, 3.9432e-02, -4.8907e-02, 6.5192e-03,
-1.2272e-01, -1.3402e-01, -4.1255e-02, -1.6101e-01, 3.5745e-02,
9.4638e-03, -6.8019e-02, -9.4818e-02, -2.0305e-02, -1.5102e-01,
-1.6542e-01, 8.1120e-03, -4.3155e-02, -8.5989e-02, -3.6444e-02,
-7.5955e-02, -1.2254e-01, -1.1242e-01, 5.2397e-02, -1.7042e-02,
-8.8958e-02, 2.2720e-02, -6.3020e-02, 7.9951e-02, -1.3837e-01,
1.3320e-01, -2.2775e-02, 9.1596e-02, -2.6675e-02, -1.7256e-01,
6.3951e-03, -3.8485e-02, -3.9125e-02, -9.2311e-02, -4.6095e-02,
3.6881e-02, -1.8844e-01, -4.8432e-02, -1.1723e-01, -2.7567e-02,
-8.4260e-02, -2.3269e-01, 1.3274e-01, -1.5099e-02, -1.5451e-03,
1.3695e-01, -8.1771e-03, -6.8648e-02, 1.0193e-02, -6.8325e-01,
6.5176e-02, -9.9200e-03, 1.1074e-01, -7.0574e-02, 1.2323e-01,
8.1404e-02, -1.5729e-02, -2.4541e-01, -1.0175e-01, -1.3210e-01,
-1.1904e-01, -8.4193e-02, 2.0728e-03, -7.2030e-02, -2.4126e-01,
-3.8341e-02, 7.1575e-02, -9.4619e-02, -1.3154e-01, 2.9455e-02,
-3.6364e-02, -3.9489e-03, 3.5007e-02, 8.4006e-02, -1.3087e-01,
-2.6738e-01, 1.7447e-01, -2.2576e-01, -2.4945e-02, -1.0929e-01,
-1.3600e-01, -2.4277e-01, 1.1917e-01, -1.9875e-01, 2.9066e-02,
-4.5221e-02, -5.0231e-02, -2.9631e-02, -8.3336e-02, 2.3710e-02,
9.6512e-02, -3.2068e-02, -2.1789e-01, 6.9408e-02, -1.7072e-02,
-1.8204e-01, -1.3587e-01, -1.9590e-01, 6.3235e-02, -7.4714e-02,
-6.6745e-02, -1.7120e-01, -5.9410e-02, 8.4273e-02, 1.2383e-02,
-4.6655e-02, -1.3749e-01, -1.5575e-02, -1.1744e-02, -7.3239e-02,
-7.1697e-02, 6.0819e-02, 4.8938e-02, -1.3863e-01, -1.4418e-01,
-1.7679e-03, -1.1491e-01, 3.6239e-02, -7.7575e-02, -1.6463e-01,
5.3904e-02, -1.5937e-01, -1.1426e-01, -1.1265e-01, -6.4449e-02,
-1.4581e-01, -2.0917e-03, -4.8935e-02, 7.0638e-02, -8.0281e-02,
-1.5840e-01, -1.1971e-01, -9.8647e-02, 4.3757e-02, 6.0833e-02,
-1.2533e-02, -1.9073e-01, 7.4510e-02, -3.9546e-02, -1.2661e-01,
-1.4884e-01, -1.2774e-01, -2.7641e-02, -1.2056e-01, -1.2031e-01,
-5.4281e-02, 5.4985e-02, -1.3258e-01, -2.0515e-01, -1.1012e-01,
-4.7674e-02, 2.3022e-02, -4.7343e-03, -7.9590e-02, -2.1722e-01,
-3.2638e-02, -1.0579e-01, 3.5709e-03, -9.1371e-02, -1.5463e-01,
-5.1217e-02, -8.4814e-02, -4.4486e-02, -1.1861e-02, -1.2061e-01,
2.2745e-02, -8.6676e-02, -6.8223e-02, 7.5320e-03, 3.1228e-02,
-4.9535e-02, -2.0686e-01, -6.1584e-02, -3.5160e-02, 5.7329e-02,
-1.7135e-01, 4.4483e-02, -1.4587e-01, 6.0047e-02, -2.1019e-02,
-3.1118e-02, -1.5279e-01, -1.1844e-01, -1.3987e-01, 1.0073e-01,
-7.0986e-02, -1.1883e-01, -6.7288e-02, -2.3030e-01, -1.4933e-01,
-7.6178e-02, -4.5881e-03, 7.2911e-03, 3.0225e-02, -7.4389e-02,
1.0145e-01, -4.9532e-02, 3.1344e-02, -1.4697e-02, 1.2341e-01,
-1.5294e-01, 7.7695e-02, -1.8722e-01, -1.1006e-01, -2.4214e-02,
-9.9135e-02, -2.2932e-01, -1.0685e-01, -6.4319e-03, 6.4164e-01,
-3.2954e-02, -1.2444e-02, 1.6830e-01, 1.0558e-02, 2.2792e-03,
6.6744e-03, 1.0412e-01, 9.3284e-02, -4.9316e-03, -2.0205e-02,
8.7759e-03, -2.8749e-01, -5.9217e-02, -6.1152e-02, -1.0626e-01,
-4.5223e-02, 2.6902e-02, -1.0261e-01, -1.0879e-02, 3.5562e-03,
-1.7577e-02, 7.5673e-02, -5.7910e-02, 1.0213e-01, -5.2319e-02,
-2.1106e-01, -4.7079e-02, -2.3550e-02, 1.4575e-02, -5.5680e-03,
-3.0993e-03, -3.9991e-02, -3.3839e-02, -3.5235e-02, -1.0808e-02,
-1.1297e-01, -2.3913e-02, -3.6137e-02, 2.7730e-02, -7.4428e-02,
1.7289e-01, -1.0193e-02, 4.4881e-02, -6.8247e-03, -2.2376e-01,
-1.0053e-01, -1.9236e-01, -1.3532e-02, 2.1012e-02, -4.6239e-02,
-2.6143e-01, -7.9902e-02, 8.2620e-02, 4.7646e-02, 1.3059e-02,
8.0719e-02, -9.4908e-02, 6.6591e-02, -1.2253e-01, 1.6738e-02,
-1.6919e-01, 1.5760e-01, -1.7977e-01, -1.6440e-01, -1.0001e-01,
-1.8862e-03, -1.8460e-02, 2.0834e-03, -3.0889e-01, -1.5438e-01,
-3.0299e-02, 4.9258e-02, -6.8783e-02, -5.7226e-02, 1.7129e-01,
-1.7713e-01, 1.3586e-02, 1.6470e-02, -1.2006e-01, -8.3172e-02,
8.7614e-02, 6.6443e-02, -1.4513e-01, -7.6038e-02, 6.2903e-02,
3.6985e-02, 1.5601e-02, -2.8483e-01, 1.2303e-01, 8.3390e-02,
5.7769e-04, -1.8081e-01, -2.4762e+00, 7.3871e-02, -9.9561e-02,
6.1068e-02, -6.9153e-02, -4.9429e-02, 5.4029e-02, 5.1406e-02,
-8.4790e-02, -8.7672e-02, -1.2067e-01, -5.2788e-02, -2.6642e-02,
-3.7989e-02, 1.2138e-02, -1.1651e-01, -7.0530e-02, 7.0995e-03,
-1.5005e-02, 8.7495e-02, 6.4449e-03, 1.0920e-01, -8.7688e-02,
1.1502e-01, 6.7843e-02, -8.0120e-02, -1.1036e-01, 2.3589e-03,
6.6307e-02, -2.1766e-01, -4.4551e-02, -5.9866e-02, -1.5211e-01,
-1.3884e-01, -8.9965e-03, -1.6716e-01, 5.2956e-02, -2.7104e-02,
1.1338e-01, -1.4799e-01, -7.3383e-02, 3.8370e-02, -1.1102e-01,
-7.0368e-02, 4.5611e-02, -1.5208e-01, -1.2961e-02, -2.2706e-01,
-1.1762e-01, 2.0108e-01, 6.0617e-01, -3.1292e-02, -8.6696e-03,
-4.0294e-02, -1.1859e-01, -1.9878e-02, -4.6488e-02, 1.0884e-01,
6.3070e-02, 1.8852e-02, -1.7609e-01, 7.9152e-03, 1.1455e-01,
-2.6708e-01, -1.7335e-01, -9.1836e-02, -1.6496e-01, 3.6698e-02,
7.7797e-03, -5.9211e-02, -3.1241e-01, -1.6342e-01, -3.3318e-02,
-1.2276e-01, -1.9827e-02, -4.8296e-02, -1.3140e-01, -4.7531e-02,
2.2505e-02, 5.2976e-02, 1.8861e-02, -1.5161e-01, 2.5078e-02,
-4.2491e-02, -8.9161e-02, -2.0034e-01, -1.0238e-01, -7.5530e-02,
-4.4819e-03, -1.8618e-02, 4.0940e-03, -1.0099e-01, -5.6281e-02,
-1.0311e-01, -1.2612e-01, 5.6567e-02, -9.5640e-02, -5.1992e-02,
8.8947e-03, -9.1362e-02, -4.8243e-02, 6.9918e-02, -4.8618e-02,
-2.0118e-01, -1.1522e-01, 3.2336e-03, 4.3861e-02, -1.1666e-01,
1.3799e-01, -7.0459e-02, -8.4833e-02, -7.2858e-02, 1.1289e-01,
-5.2459e-02, 1.2072e-01, 3.7936e-02, 2.0335e-02, 1.1941e-02,
6.3272e-02, -1.5218e-02, 1.1448e-01, -1.2061e-01, 6.1873e-02,
4.6456e-02, -3.1952e-02, 5.0104e-02, 1.2264e-01, -1.7680e-01,
4.3060e-02, -8.1122e-02, 1.2242e-02, 5.9823e-02, -1.8738e-01,
1.0901e-01, 8.2744e-02, -1.3568e-01, 6.5501e-02, 2.8997e-02,
-1.6216e-01, -9.4956e-03, -2.3283e-01, 1.5746e-01, 7.8491e-02,
-2.7955e-02, 2.8237e-02, -2.4388e-01, -8.0950e-02, -1.1180e-01,
-5.0368e-02, -4.8661e-03, -1.4147e-01, 7.0274e-02, 5.1272e-02,
-1.1020e-01, -4.4003e-02, -1.2075e-01, -8.4538e-02, -1.3230e-01,
-9.4653e-02, -8.8282e-02, -1.2948e-01, -7.0652e-03, 8.6860e-02,
-1.4813e-01, -4.3972e-02, 5.1616e-02, -6.3271e-02, -3.0819e-02,
-1.7354e-01, -1.5266e-01, -7.7199e-02, -6.0881e-03, 1.9644e-02,
-2.0499e-01, -7.0809e-02, -8.1247e-02, 9.8374e-02, -4.6881e-02,
-5.9707e-02, -1.1140e-01, 4.0328e-02, -2.1717e-02, 1.0090e-02,
-2.2774e-01, -1.6784e-02, 7.3013e-02, -1.9190e-02, 4.1912e-02,
-1.2341e-01, -8.6226e-02, -1.1864e-01, -1.3504e-01, -3.2413e-02,
4.9232e-03, -5.1009e-02, 5.8137e-02, -2.7288e-01, 1.1926e-01,
-4.1282e-03, 3.8867e-02, -1.3513e-01, 8.1123e-02, 7.4357e-02,
-2.0072e-02, -7.0568e-02, -1.1921e-02, -4.6470e-04, -5.2723e-02,
-1.4981e-02, -6.3334e-03, 6.9111e-02], device='cuda:0')),
('bert.encoder.layer.11.intermediate.dense.weight',
tensor([[ 0.0141, -0.0137, 0.0253, ..., 0.0023, -0.0570, 0.0383],
[ 0.0236, 0.0162, 0.0152, ..., -0.0471, 0.0405, 0.0191],
[ 0.0037, 0.0378, -0.0023, ..., -0.0039, 0.0385, 0.0094],
...,
[-0.0375, 0.0776, 0.0529, ..., 0.0368, 0.0205, 0.0515],
[ 0.0421, 0.0154, 0.0236, ..., 0.0081, 0.0048, 0.0258],
[ 0.0481, 0.0362, -0.0420, ..., 0.0225, -0.0415, -0.0185]],
device='cuda:0')),
('bert.encoder.layer.11.intermediate.dense.bias',
tensor([-0.0905, -0.0993, -0.1112, ..., -0.0883, -0.2865, -0.0557],
device='cuda:0')),
('bert.encoder.layer.11.output.dense.weight',
tensor([[ 0.0503, 0.0153, -0.0131, ..., -0.0283, -0.0190, 0.0217],
[-0.0157, 0.0403, 0.0171, ..., -0.0001, -0.0101, 0.0669],
[ 0.0334, -0.0096, -0.0700, ..., -0.0507, -0.0248, 0.0240],
...,
[-0.0857, 0.0308, 0.0340, ..., 0.0400, 0.0069, 0.0110],
[-0.0050, 0.0058, 0.0356, ..., -0.0415, 0.0081, -0.0056],
[-0.0323, 0.0163, 0.0416, ..., -0.0562, 0.0113, 0.0159]],
device='cuda:0')),
('bert.encoder.layer.11.output.dense.bias',
tensor([ 1.4076e-01, -3.4583e-02, 4.4448e-02, 1.1137e-01, 2.5028e-02,
-2.3940e-02, -8.5403e-02, 4.4052e-02, -4.1422e-03, -9.0025e-02,
-1.2957e-02, -2.0173e-02, -4.5097e-02, -1.2051e-02, -7.3962e-02,
-1.1173e-02, 4.3715e-02, 4.7990e-02, 3.5393e-02, 5.0260e-03,
-1.8988e-02, 3.9969e-02, 1.2482e-02, 1.0863e-02, -8.7257e-03,
-5.5912e-02, 4.9049e-02, 3.2006e-02, -4.5863e-02, 6.5134e-02,
3.5491e-02, 3.7704e-02, -4.0367e-02, -2.7367e-02, -4.6806e-02,
-2.5542e-02, -1.0824e-02, 1.8575e-02, -1.2628e-02, 6.1540e-02,
-6.0977e-02, -2.7000e-02, 6.8894e-02, -8.7853e-02, 1.0348e-02,
-1.7721e-01, 2.6961e-02, 7.0086e-02, -4.6577e-02, 3.7509e-02,
-2.2450e-02, 3.1677e-02, 1.1595e-01, -5.3088e-02, 2.0417e-02,
-3.4332e-02, -2.6718e-02, -3.8792e-02, 3.2695e-02, 8.0667e-02,
-3.0161e-02, -3.2540e-02, 5.6112e-02, -3.3230e-02, -1.2010e-01,
8.9028e-02, -3.6378e-02, -9.6602e-02, 6.3365e-02, -7.1297e-02,
7.0161e-02, -3.7751e-02, -2.5634e-02, 4.6218e-02, 1.3345e-03,
-5.7790e-02, 6.6416e-02, 1.3015e-03, -9.2478e-03, -3.3988e-02,
4.9892e-02, -6.9592e-02, 1.4163e-02, 5.7715e-02, -4.0341e-02,
7.8260e-02, 8.3444e-03, -2.1675e-02, -4.5375e-04, 3.2669e-02,
-6.4938e-03, 5.1444e-02, 4.2528e-03, -3.0642e-02, 7.6516e-03,
7.6010e-02, 2.9324e-02, 3.0804e-02, 2.0476e-01, 3.5660e-02,
1.7401e-02, 4.2371e-02, -8.0841e-02, -5.7215e-02, 7.5521e-02,
-2.0179e-01, 5.2742e-02, -5.5127e-02, 2.6737e-02, 6.5568e-02,
9.2849e-02, 4.7180e-02, -2.2141e-02, -6.4522e-02, 3.2208e-02,
6.2074e-03, 9.5027e-02, 5.3869e-02, -3.3993e-02, -4.4241e-02,
-8.0794e-02, 1.4288e-02, 8.0391e-02, 1.0361e-01, 3.7721e-02,
-3.0232e-03, 7.3071e-02, -4.8666e-02, 1.9232e-03, 6.9101e-02,
-1.9035e-02, -3.7872e-03, 5.2117e-02, 3.0252e-02, -9.3595e-03,
4.6938e-02, -3.5235e-02, 1.0124e-01, -1.0933e-01, -9.3274e-03,
3.9936e-02, 4.5695e-04, 2.0063e-02, -4.9998e-02, -7.8220e-02,
1.6485e-01, -7.5529e-02, 4.4979e-03, 7.1945e-02, 1.9453e-03,
-2.8056e-02, -1.2004e-01, -2.7464e-03, -1.0708e-02, -2.5141e-02,
-8.9521e-02, 7.7119e-02, -8.8984e-02, 3.8491e-02, -1.6372e-03,
-5.5461e-02, -6.4042e-02, 1.4436e-02, 1.7035e-01, -8.0449e-02,
-4.4250e-03, 1.7144e-02, -5.9557e-03, 1.2691e-02, 1.2559e-01,
4.9844e-02, -7.4743e-02, -1.0454e-01, 7.1592e-02, 7.8917e-02,
6.5462e-02, 4.5105e-02, -5.9505e-03, -9.1905e-02, 7.1747e-02,
6.5620e-02, -8.0435e-02, 2.0117e-02, -1.1228e-01, -1.1277e-02,
8.2617e-02, 3.2109e-04, -6.9749e-02, 4.0937e-02, -5.2777e-02,
2.6293e-02, -5.1441e-02, 2.1549e-02, 1.3459e-01, 5.7867e-03,
-5.9640e-02, -5.8136e-02, -4.2679e-02, 4.1510e-02, -3.5264e-03,
1.8249e-02, -4.1813e-02, -7.7170e-02, 1.0207e-01, 8.3960e-02,
-1.0360e-01, 4.7801e-02, -5.4805e-03, 2.4342e-02, -3.8197e-02,
-4.5116e-02, -9.7852e-03, 1.5834e-04, 1.9297e-02, 3.1078e-02,
-6.1713e-02, 2.9306e-02, 6.9461e-02, 9.1146e-04, -2.1531e-02,
-4.3153e-02, 3.0101e-02, 1.3325e-01, 2.2923e-02, 4.2730e-03,
4.1670e-02, -3.9514e-02, -3.9649e-02, 5.2547e-02, -2.5428e-02,
-1.8814e-02, -9.3082e-02, 2.9281e-02, -4.4027e-02, 1.1255e-02,
-6.9030e-02, 4.3828e-02, -2.9283e-02, -6.7130e-02, 6.5251e-02,
-8.7728e-02, 6.6543e-02, 8.8646e-02, -2.8151e-02, -5.7143e-02,
6.6969e-04, 1.3340e-03, 4.5373e-02, 1.1664e-02, -1.6128e-02,
7.6618e-02, 1.0412e-01, -2.8138e-02, -6.9625e-02, 1.1896e-02,
9.5864e-02, -5.0178e-02, -2.2465e-02, -2.4460e-02, 4.9148e-02,
-3.1171e-02, -2.5016e-02, -2.6937e-05, 3.3697e-02, 8.6032e-03,
-3.7180e-02, 9.3297e-02, 5.8342e-02, 5.0955e-02, -1.1947e-02,
-2.7803e-02, -4.0459e-02, -5.4461e-02, -3.1116e-03, -3.1572e-02,
-2.4830e-03, -3.4483e-02, -2.3547e-02, 4.6998e-02, -3.2150e-02,
1.9255e-02, 3.3368e-02, 7.2211e-03, 8.0919e-02, -4.5870e-02,
-9.3731e-02, 3.1971e-02, -2.3133e-02, 1.4995e-02, 6.8812e-02,
3.6805e-02, 4.7857e-02, 1.0102e-02, -3.4435e-04, 1.8902e-02,
-9.5928e-03, -2.6113e-03, 7.5567e-02, -3.0444e-02, -6.1930e-02,
4.7466e-02, -3.6020e-02, -3.4592e-02, 7.1146e-02, -1.2785e-01,
-5.0977e-02, 7.6023e-03, 7.2986e-02, -5.7466e-02, 7.1653e-02,
4.9285e-02, 1.0317e-01, 4.4561e-02, 2.9590e-02, -6.9855e-02,
-7.9734e-02, 2.2330e-02, 8.1550e-02, 2.7853e-02, -8.3964e-02,
-4.6504e-02, 1.3834e-01, -2.3919e-02, 1.5116e-02, -5.1822e-02,
2.3196e-02, -7.1822e-02, 6.2162e-02, -9.5540e-04, -1.5020e-02,
-8.9637e-02, 1.1590e-01, -6.1977e-02, -3.5213e-02, -3.3184e-02,
-3.5653e-02, 1.3017e-02, -1.1033e-02, 5.9190e-02, -2.8940e-02,
-1.6396e-02, -5.5468e-02, 3.8702e-02, 6.1230e-02, 5.4050e-02,
5.0279e-03, -4.2953e-02, -3.9051e-02, 4.7542e-02, 2.9537e-02,
3.3033e-02, -6.0574e-02, -1.1267e-01, -1.1252e-02, 1.6574e-02,
-8.1543e-02, -1.5682e-02, 3.0928e-02, 1.4701e-02, -1.9143e-02,
3.5643e-02, -1.9428e-01, 6.5925e-02, 7.9744e-02, -3.4243e-02,
4.6218e-02, 7.8298e-02, 5.3754e-02, -8.2487e-02, 4.2287e-02,
5.6722e-02, -7.6653e-02, 8.0008e-02, 3.5427e-02, -1.3024e-01,
8.7840e-03, -4.5736e-02, 3.1590e-02, -3.3244e-02, -4.9316e-02,
-1.2714e-01, 7.8583e-02, -8.1770e-04, 2.1708e-02, 3.0234e-02,
-4.8951e-02, 4.1719e-03, -4.1924e-02, 9.0424e-02, 1.0146e-01,
-2.3232e-02, -3.7140e-02, -1.3415e-02, -7.0038e-03, 1.7523e-02,
-5.7949e-02, -3.0578e-02, -8.2054e-02, 7.7716e-03, -1.9287e-02,
-1.3022e-01, 9.6647e-02, -5.9813e-02, -9.4033e-02, -6.4770e-02,
-5.7845e-02, -5.2096e-02, -9.1485e-02, -4.0469e-02, -3.4370e-02,
1.5827e-02, -6.4194e-02, 5.5189e-02, 9.7436e-02, -4.0246e-02,
-4.9292e-02, 8.2270e-02, 1.1902e-01, -2.8936e-02, -5.7760e-02,
-2.2356e-03, -9.4078e-02, 1.5798e-02, 8.3624e-02, 1.0631e-01,
-5.3705e-02, -2.8100e-02, -7.3761e-02, 4.2090e-02, 1.1942e-03,
-7.1043e-02, 1.0982e-01, -5.5535e-02, -1.6592e-02, -1.9356e-02,
-2.9857e-02, 2.9945e-02, -3.7593e-02, -8.8669e-02, 1.5685e-01,
-4.5804e-02, -4.6512e-02, 2.6365e-02, 2.6141e-02, -3.4492e-02,
-5.0269e-02, -5.5671e-02, 3.3702e-02, 5.0847e-02, -6.8181e-02,
-2.7633e-02, 6.8042e-02, 1.4009e-02, -4.1260e-04, 8.5323e-02,
-1.8858e-02, 2.8243e-02, -1.8835e-02, -1.9776e-02, 5.8950e-02,
-1.5814e-02, 1.7319e-02, -3.6127e-02, 1.3715e-02, 1.3622e-04,
6.9640e-02, -9.1088e-02, 8.7783e-02, -3.1088e-02, -6.6726e-02,
3.7766e-02, 7.8110e-03, 6.6309e-02, 4.2647e-02, 6.0539e-02,
7.5973e-02, -6.7068e-02, -1.4598e-02, 7.4646e-02, 4.1597e-02,
4.7104e-02, 1.0756e-01, -6.7503e-02, 1.1204e-01, 2.4810e-02,
6.9254e-02, -3.4323e-02, 9.4686e-02, 3.2497e-02, -4.9327e-03,
5.1585e-02, 1.2602e-02, -4.0025e-03, -3.6851e-02, 9.7482e-02,
4.9705e-02, -1.2226e-02, 3.1116e-02, 6.1668e-03, 5.1567e-02,
7.3372e-03, 1.5464e-02, -1.0668e-02, -7.3315e-03, -3.6475e-02,
9.5299e-02, -8.4093e-02, 6.9595e-02, -3.1233e-02, -6.1455e-02,
-5.4777e-02, -8.2225e-02, 8.8175e-02, 9.3265e-03, -2.5914e-02,
-4.3597e-02, -1.2236e-01, 5.9087e-02, 3.5655e-02, -3.1485e-02,
-3.9421e-02, -4.8025e-02, -3.8278e-02, 4.1907e-02, 2.6456e-02,
-1.0831e-01, -4.1821e-02, 3.6782e-02, -1.3209e-01, -2.7709e-02,
-2.5508e-02, -1.3955e-02, -9.5887e-02, -8.2492e-02, 2.7464e-02,
6.6172e-02, 7.1332e-02, -2.2343e-02, 3.7150e-02, 1.0894e-01,
-3.7421e-02, 1.4962e-02, 2.0948e-02, -1.9033e-02, -2.2107e-02,
5.0881e-02, 7.5060e-02, -3.2061e-02, 3.0487e-02, 8.0884e-02,
5.6774e-02, 3.1411e-02, -3.8664e-02, 1.5937e-02, 5.6218e-02,
-1.2640e-02, -2.4909e-02, -6.3555e-01, -4.1607e-02, 1.0900e-01,
2.2521e-02, -8.4395e-02, -1.2190e-02, -1.8934e-02, 5.8450e-02,
-3.1987e-02, 1.3842e-02, -1.9410e-02, -5.1972e-03, -2.5373e-02,
-8.0260e-03, -8.4025e-02, 1.1197e-01, 3.6772e-03, 3.4204e-02,
1.1889e-02, 3.5081e-02, 2.3176e-02, -7.5888e-02, -8.4815e-02,
-3.4215e-02, 2.6540e-02, 4.0117e-02, 3.8793e-04, 3.2479e-02,
4.2202e-03, -4.6297e-02, -3.9417e-02, 1.1050e-01, -4.4601e-02,
-2.0201e-02, 1.8627e-02, 7.0789e-02, -5.2161e-04, 6.6959e-02,
2.7617e-02, -3.8618e-02, -3.9176e-03, -2.6291e-02, 2.4447e-02,
4.2492e-04, -7.4009e-02, -8.2080e-02, -9.5514e-02, -5.1332e-02,
-5.3782e-02, 6.4488e-02, 7.0420e-02, 6.9409e-02, 3.6719e-03,
-2.1983e-02, -1.2369e-01, 5.7046e-02, -9.4435e-02, 7.4068e-02,
1.0301e-01, 3.4890e-02, -4.5255e-02, -5.8492e-02, 2.1148e-02,
-2.0201e-03, -5.4172e-02, -3.6783e-02, -7.6390e-02, 5.2253e-02,
3.0773e-02, -1.3664e-02, -2.9391e-02, -1.0188e-02, 2.9411e-02,
3.2737e-02, -1.0182e-02, -3.1663e-02, -1.8575e-02, 8.7715e-02,
5.3912e-02, 2.3142e-02, 3.3201e-02, 2.6464e-02, -2.3310e-03,
-1.4375e-02, -7.5009e-02, 1.0096e-01, -1.6491e-02, 2.7222e-02,
-1.1503e-01, 3.0836e-03, 2.0251e-02, -2.7795e-02, -9.0349e-02,
-6.6639e-03, -5.3487e-02, -1.0453e-02, 1.5348e-02, 3.2889e-02,
5.3038e-02, -1.1906e-01, -8.7409e-02, 2.1300e-03, 7.2540e-02,
-1.2041e-01, 6.5987e-02, -1.6204e-02, 1.0147e-01, -6.9482e-02,
-9.5382e-03, 8.5692e-03, 3.1614e-02, -5.1108e-02, 1.0137e-01,
6.4981e-02, 7.1002e-02, 3.5861e-02, 4.3589e-02, 5.5437e-02,
7.6051e-02, 1.0169e-02, -3.1291e-02, 4.1658e-02, -8.9151e-03,
-2.6882e-02, -1.4034e-02, -2.9000e-02, 5.0167e-02, -4.7751e-02,
-3.0929e-02, -9.0562e-03, 9.9686e-02, 1.3748e-02, -1.3072e-01,
-1.0057e-02, 1.8183e-02, -2.3208e-02, 6.5502e-02, 6.1405e-03,
-7.5934e-02, -2.7840e-02, 4.3962e-02, 1.0350e-02, -4.0908e-02,
-1.8150e-02, 2.5623e-02, 1.5361e-02, -1.0828e-02, -4.5469e-02,
-4.9645e-02, 1.0880e-01, -1.1867e-01, 8.8397e-02, -8.9411e-02,
-8.1951e-02, 8.1668e-03, -1.8588e-02, -7.8353e-02, -7.3321e-03,
-9.4459e-02, -2.9117e-02, -2.1178e-02, -1.6230e-02, -3.4615e-03,
-5.9529e-02, 5.5757e-02, -7.0333e-03, -7.4863e-02, 6.3109e-03,
-7.5375e-02, -2.0632e-02, -1.3627e-01, 2.8447e-02, -9.3117e-03,
-1.6253e-02, -7.9286e-02, -1.0459e-01, 3.8685e-03, -1.9446e-02,
-1.1842e-02, 1.5044e-02, -3.1389e-02, 4.8137e-02, -7.7395e-02,
-2.5671e-02, 3.9164e-02, 7.8832e-02, -1.0270e-02, 1.8678e-02,
-1.1799e-01, -1.4665e-02, -2.4736e-02, -6.0240e-02, -7.5831e-02,
4.6751e-02, 6.4896e-02, 3.8216e-02, -1.4746e-02, 1.6111e-02,
-9.6351e-02, 1.2469e-01, -3.1944e-02, 1.1588e-01, 1.4282e-02,
2.4285e-02, -7.8789e-02, 7.8889e-02, 7.5331e-02, 1.4788e-02,
-2.0078e-02, 2.4566e-02, -5.7759e-02], device='cuda:0')),
('bert.encoder.layer.11.output.LayerNorm.weight',
tensor([0.6643, 0.6488, 0.6667, 0.6579, 0.6779, 0.6752, 0.6831, 0.6736, 0.7162,
0.6734, 0.6722, 0.6666, 0.7343, 0.6716, 0.6543, 0.6819, 0.6520, 0.6912,
0.6642, 0.6618, 0.6686, 0.6453, 0.6596, 0.6806, 0.6499, 0.6761, 0.7010,
0.6900, 0.7010, 0.7774, 0.6763, 0.6697, 0.6647, 0.6627, 0.6815, 0.6574,
0.6715, 0.6683, 0.6657, 0.6489, 0.6648, 0.6536, 0.7012, 0.6608, 0.7105,
0.7101, 0.6602, 0.7229, 0.6841, 0.6510, 0.7077, 0.6868, 0.6547, 0.6799,
0.6650, 0.6582, 0.7044, 0.6779, 0.6690, 0.6822, 0.6964, 0.6635, 0.6642,
0.6640, 0.6890, 0.6558, 0.7131, 0.6551, 0.6713, 0.6506, 0.6954, 0.7584,
0.7134, 0.6634, 0.6640, 0.6627, 0.6725, 0.6606, 0.6472, 0.6679, 0.6745,
0.6888, 0.6654, 0.6689, 0.6554, 0.6684, 0.6725, 0.6564, 0.6542, 0.6853,
0.6681, 0.6630, 0.6700, 0.6659, 0.6662, 0.7008, 0.6535, 0.7015, 0.6882,
0.6918, 0.6804, 0.6699, 0.6859, 0.6495, 0.6577, 0.6773, 0.7303, 0.7216,
0.6709, 0.7344, 0.6423, 0.6639, 0.6936, 0.7163, 0.6718, 0.6367, 0.6489,
0.7534, 0.6930, 0.6673, 0.6786, 0.6584, 0.6405, 0.6865, 0.6613, 0.6562,
0.6757, 0.6727, 0.6699, 0.6617, 0.7196, 0.7163, 0.6683, 0.6782, 0.6604,
0.6661, 0.6085, 0.7157, 0.6420, 0.6716, 0.6853, 0.6678, 0.6697, 0.7143,
0.6751, 0.6683, 0.6755, 0.6526, 0.6930, 0.6618, 0.6635, 0.6477, 0.6707,
0.7880, 0.6550, 0.6648, 0.6542, 0.6693, 0.6707, 0.7113, 0.6912, 0.6224,
0.6840, 0.6671, 0.6670, 0.6937, 0.6720, 0.7087, 0.6598, 0.6735, 0.6415,
0.6679, 0.6908, 0.6846, 0.7354, 0.6641, 0.6821, 0.7313, 0.6512, 0.6886,
0.6527, 0.7217, 0.6870, 0.6956, 0.6964, 0.6701, 0.6467, 0.6842, 0.6918,
0.6475, 0.7396, 0.6853, 0.6660, 0.6663, 0.6833, 0.6917, 0.6934, 0.6704,
0.6680, 0.6871, 0.6646, 0.6834, 0.6832, 0.6504, 0.6623, 0.6476, 0.6880,
0.6491, 0.6763, 0.6890, 0.6613, 0.6694, 0.7129, 0.6800, 0.6800, 0.6814,
0.6889, 0.6474, 0.6690, 0.6552, 0.6975, 0.6542, 0.6901, 0.6495, 0.6755,
0.6471, 0.6665, 0.6849, 0.6670, 0.6708, 0.6829, 0.7053, 0.7099, 0.6596,
0.6391, 0.6886, 0.6646, 0.6508, 0.6742, 0.6715, 0.6916, 0.6839, 0.7065,
0.6703, 0.6553, 0.6647, 0.7077, 0.6721, 0.6882, 0.6861, 0.6697, 0.6550,
0.6554, 0.6650, 0.7311, 0.6566, 0.6813, 0.6818, 0.7023, 0.6573, 0.6840,
0.6716, 0.6488, 0.7012, 0.6518, 0.6470, 0.6674, 0.6798, 0.7170, 0.6597,
0.6477, 0.6997, 0.6567, 0.6916, 0.6728, 0.6713, 0.6537, 0.6557, 0.7431,
0.6495, 0.6503, 0.6845, 0.6767, 0.7187, 0.6720, 0.6723, 0.6845, 0.6423,
0.6635, 0.6576, 0.6789, 0.6529, 0.6700, 0.6532, 0.6693, 0.6634, 0.6689,
0.7723, 0.6709, 0.6703, 0.6809, 0.6784, 0.6511, 0.6828, 0.7370, 0.6882,
0.6822, 0.6560, 0.7031, 0.7135, 0.6938, 0.6691, 0.6855, 0.6441, 0.6798,
0.7067, 0.7011, 0.6647, 0.6627, 0.6536, 0.6762, 0.6843, 0.6681, 0.6749,
0.6982, 0.6793, 0.6634, 0.6719, 0.6517, 0.6547, 0.6256, 0.6704, 0.6551,
0.6548, 0.6759, 0.6661, 0.6822, 0.7134, 0.7193, 0.6477, 0.6650, 0.6519,
0.6950, 0.6538, 0.6458, 0.6833, 0.6662, 0.6782, 0.6915, 0.6662, 0.6697,
0.6588, 0.6937, 0.6912, 0.6991, 0.7009, 0.6748, 0.7050, 0.6725, 0.6624,
0.6545, 0.6560, 0.6973, 0.6737, 0.6997, 0.6953, 0.7126, 0.6798, 0.6810,
0.6472, 0.6619, 0.6798, 0.6895, 0.6432, 0.6682, 0.7039, 0.6435, 0.6888,
0.6584, 0.6562, 0.6626, 0.6781, 0.6820, 0.6792, 0.6638, 0.6705, 0.6529,
0.6857, 0.6877, 0.6584, 0.6626, 0.6617, 0.6794, 0.6668, 0.6666, 0.6994,
0.6570, 0.6510, 0.7004, 0.7070, 0.6489, 0.7078, 0.6845, 0.6839, 0.6499,
0.6662, 0.6593, 0.6814, 0.6574, 0.6539, 0.6513, 0.6657, 0.6696, 0.6730,
0.6882, 0.6646, 0.6512, 0.6888, 0.6595, 0.6576, 0.7013, 0.6655, 0.6471,
0.6730, 0.6940, 0.6599, 0.6890, 0.6581, 0.6857, 0.6626, 0.6556, 0.6631,
0.6816, 0.6502, 0.6721, 0.6695, 0.6576, 0.6878, 0.6889, 0.6604, 0.6911,
0.6507, 0.6779, 0.6640, 0.6514, 0.6817, 0.6805, 0.6578, 0.6705, 0.6608,
0.6713, 0.6716, 0.6662, 0.6513, 0.7045, 0.6500, 0.6661, 0.7071, 0.6722,
0.6644, 0.6525, 0.6774, 0.7058, 0.6488, 0.7802, 0.6702, 0.6542, 0.7402,
0.6599, 0.6640, 0.6503, 0.7400, 0.6775, 0.7189, 0.6703, 0.6987, 0.6649,
0.6476, 0.6662, 0.6517, 0.6831, 0.6681, 0.6576, 0.7082, 0.7253, 0.6707,
0.6828, 0.6628, 0.6654, 0.7010, 0.6557, 0.6735, 0.6514, 0.6707, 0.6849,
0.6632, 0.6684, 0.6789, 0.7035, 0.7059, 0.6556, 0.6471, 0.6780, 0.6541,
0.6972, 0.6847, 0.6844, 0.7288, 0.6760, 0.6950, 0.6519, 0.6939, 0.6597,
0.6811, 0.6694, 0.6858, 0.6609, 0.7077, 0.6839, 0.6750, 0.6535, 0.6604,
0.6581, 0.6716, 0.7272, 0.6875, 0.6997, 0.6678, 0.7156, 0.6854, 0.6815,
0.6676, 0.6525, 0.7399, 0.6590, 0.6911, 0.6597, 0.6780, 0.6539, 0.6962,
0.6311, 0.6795, 0.6582, 0.6815, 0.6655, 0.6863, 0.6681, 0.6673, 0.6658,
0.7020, 0.6738, 0.6842, 0.7376, 0.7018, 0.6898, 0.6769, 0.6946, 0.4025,
0.6673, 0.6650, 0.7053, 0.6446, 0.6533, 0.7442, 0.6718, 0.6619, 0.6704,
0.6800, 0.6610, 0.6574, 0.6641, 0.6528, 0.6554, 0.6619, 0.6692, 0.6643,
0.6999, 0.6618, 0.7041, 0.6329, 0.6651, 0.6762, 0.6551, 0.6857, 0.6865,
0.6479, 0.6813, 0.6614, 0.6270, 0.7169, 0.6627, 0.6504, 0.6616, 0.6761,
0.6676, 0.6533, 0.6635, 0.6677, 0.6903, 0.7021, 0.6704, 0.6585, 0.7060,
0.6752, 0.7027, 0.6670, 0.6866, 0.7584, 0.6691, 0.6870, 0.6984, 0.6951,
0.6847, 0.7077, 0.6609, 0.6626, 0.6842, 0.6667, 0.6637, 0.7019, 0.6841,
0.6620, 0.6697, 0.6735, 0.6826, 0.6839, 0.7166, 0.7061, 0.6692, 0.6684,
0.6483, 0.6812, 0.6677, 0.6507, 0.6876, 0.6855, 0.6395, 0.6595, 0.6725,
0.6638, 0.6547, 0.6897, 0.6821, 0.7011, 0.6684, 0.6789, 0.6718, 0.6714,
0.6787, 0.6629, 0.6680, 0.6941, 0.6603, 0.6744, 0.6568, 0.6994, 0.6835,
0.6493, 0.6569, 0.6661, 0.6859, 0.6516, 0.6480, 0.6511, 0.6528, 0.6472,
0.6562, 0.6595, 0.6975, 0.6840, 0.6742, 0.6442, 0.6508, 0.6607, 0.6870,
0.6935, 0.6849, 0.6630, 0.6640, 0.7171, 0.6814, 0.6642, 0.6834, 0.6985,
0.6626, 0.6738, 0.6460, 0.7570, 0.6573, 0.6861, 0.7161, 0.6923, 0.6613,
0.7118, 0.6492, 0.7093, 0.6514, 0.6378, 0.6744, 0.6584, 0.7592, 0.6733,
0.6680, 0.7083, 0.7015, 0.6636, 0.6612, 0.6498, 0.7211, 0.6596, 0.6819,
0.6579, 0.6601, 0.6897, 0.6634, 0.6906, 0.6628, 0.6783, 0.7255, 0.7687,
0.6590, 0.6770, 0.6635, 0.6470, 0.6779, 0.6507, 0.6592, 0.6928, 0.6556,
0.6566, 0.6724, 0.6846, 0.6736, 0.6909, 0.6725, 0.6846, 0.6615, 0.6618,
0.7367, 0.6744, 0.7120, 0.6687, 0.6605, 0.6554, 0.6499, 0.6829, 0.7191,
0.7173, 0.6803, 0.6946, 0.6516, 0.7259, 0.6682, 0.7237, 0.6970, 0.6544,
0.6646, 0.6704, 0.6825, 0.6632, 0.6953, 0.6402, 0.6632, 0.6661, 0.6848,
0.6764, 0.6807, 0.6557], device='cuda:0')),
('bert.encoder.layer.11.output.LayerNorm.bias',
tensor([ 1.1991e-02, -1.7483e-02, -1.3632e-02, -3.4915e-02, -1.9289e-02,
1.4370e-02, -3.8708e-02, -4.1952e-02, 5.7684e-02, 2.9986e-03,
1.5863e-02, 7.2317e-03, -1.3080e-01, 3.1677e-02, -7.1323e-02,
-4.9291e-03, 5.7832e-03, -4.1923e-02, 2.2244e-04, 2.9386e-02,
-5.9286e-03, -4.5286e-02, -8.6364e-02, 1.8582e-02, -3.2960e-02,
-5.0318e-02, 5.2798e-02, -2.6737e-03, -1.4413e-01, 1.5806e-01,
-3.3705e-02, 8.7607e-03, -3.1194e-02, -1.9975e-02, -8.5601e-02,
-6.2508e-02, 8.0613e-02, 3.8215e-02, -9.2129e-03, -7.5983e-03,
-3.6783e-02, -5.2097e-02, 4.2480e-02, -6.2570e-03, -8.7244e-03,
-1.3744e-01, -5.7286e-02, 6.7144e-02, -1.0557e-01, -1.9301e-02,
6.0453e-03, -3.5439e-02, -1.8154e-02, -2.3164e-02, -5.6409e-03,
-1.1585e-01, -1.8066e-02, -5.1559e-02, -2.0125e-02, 2.5254e-02,
-1.1546e-01, 5.9206e-02, -3.8421e-02, -1.1777e-02, -8.7105e-02,
-2.5686e-02, 6.6354e-02, -6.7406e-02, -1.5987e-02, 4.0250e-02,
-1.1105e-01, -1.5506e-01, -1.1358e-01, 7.2977e-03, 2.4364e-03,
-1.1208e-01, -7.4958e-03, 9.3956e-02, 3.2376e-02, 6.2826e-03,
-5.2634e-03, -7.5903e-03, -7.2557e-02, 7.4442e-02, -4.6043e-02,
3.8541e-02, 2.2525e-02, -2.5922e-02, -2.2770e-02, 2.8774e-02,
7.2870e-03, -5.4180e-02, -1.5779e-02, -4.7094e-02, 8.6551e-03,
9.2259e-02, -1.8166e-02, 3.9719e-02, -1.0773e-01, 2.4122e-02,
3.3952e-03, -1.7758e-02, -1.3382e-01, 9.1881e-03, 2.1603e-02,
-4.4619e-02, 5.3985e-02, -1.3011e-01, -3.9675e-02, 1.8049e-01,
9.0933e-03, -7.4759e-02, 5.9733e-02, -1.1245e-01, -8.1425e-04,
-6.5847e-02, 3.2757e-02, 1.2634e-01, -2.8727e-02, -3.7259e-03,
-8.2411e-03, 3.5692e-02, -8.6504e-03, 3.2423e-02, -2.2190e-02,
-6.7290e-03, 1.9238e-03, -6.9400e-02, 1.4401e-02, 4.1405e-03,
-1.2687e-01, 4.6414e-02, -3.2970e-02, 7.3700e-03, 5.9476e-03,
8.1117e-02, -2.0555e-01, 6.5286e-02, -2.0252e-01, -8.6200e-02,
-5.5423e-02, -3.6188e-02, -2.9452e-02, -1.1734e-01, 2.1858e-02,
1.7240e-04, -8.6427e-02, -3.6015e-02, 2.8147e-02, 3.6237e-02,
-1.7846e-03, -4.5995e-02, -3.6276e-02, 1.1698e-01, -4.6634e-02,
-5.5119e-02, 1.9672e-02, -3.5752e-02, -8.4789e-03, -5.7216e-02,
2.4188e-02, -8.7137e-02, -7.6737e-02, 1.8203e-02, -5.9907e-02,
-6.0055e-02, -7.2789e-02, 2.7752e-02, -1.3636e-02, 1.7424e-02,
-5.2287e-02, 7.8582e-03, -1.5321e-02, -1.7091e-02, 7.7588e-02,
-2.9540e-02, -1.2581e-02, -1.0805e-01, -4.2878e-02, 9.5158e-02,
-2.0775e-02, -1.2637e-01, 9.3550e-04, -7.8201e-02, -1.8097e-02,
1.3215e-03, 3.8148e-02, -6.9230e-02, -1.0365e-01, -9.6147e-03,
9.5977e-02, -1.0349e-01, -1.9861e-02, -8.3446e-03, -3.1737e-02,
-9.2411e-02, -7.5358e-02, -2.4208e-02, 3.5439e-02, -5.4598e-02,
-2.0829e-03, -1.0665e-02, -1.1300e-01, -6.4683e-02, 9.4198e-03,
-7.0075e-03, 3.1339e-02, 5.1949e-02, -2.4861e-02, -7.9496e-02,
-2.7417e-02, -5.6666e-02, 8.6248e-02, -1.1856e-02, -9.4122e-02,
-9.4266e-02, 3.0053e-02, -4.3560e-03, -8.2541e-02, 4.1246e-03,
7.1791e-02, -4.2911e-02, 3.6586e-02, -1.3965e-04, -1.0073e-01,
-2.8860e-03, -5.2916e-03, 1.4271e-02, -6.5039e-02, -3.8852e-02,
-7.1095e-02, 3.8695e-02, 6.8813e-02, -4.3753e-02, -7.9671e-03,
-6.1038e-02, -5.9674e-02, 1.9886e-02, -1.3559e-01, 2.5203e-02,
-5.6064e-02, 2.0267e-03, 3.1834e-02, -5.3818e-04, -1.6038e-02,
5.0743e-03, -1.5318e-01, -9.1934e-04, 4.7992e-02, 7.9207e-02,
5.3263e-03, -5.6181e-02, -1.1081e-02, -1.0369e-01, 1.3303e-01,
-7.5457e-02, -1.2109e-02, 2.2927e-02, -1.0462e-01, -3.7268e-02,
1.1810e-02, 3.9912e-02, -1.2719e-02, -1.2760e-01, -3.1173e-02,
4.2145e-03, -8.9610e-02, 5.8312e-02, -1.8835e-01, -3.0235e-02,
8.3776e-03, -5.0460e-02, -6.1354e-02, 8.0278e-02, -7.7452e-02,
-4.4707e-02, 3.4374e-02, -5.9295e-02, 5.2677e-02, -4.9388e-02,
-5.6542e-02, 3.9324e-02, 1.8158e-02, 8.2841e-02, -1.3589e-02,
-5.8999e-02, 8.3665e-02, 3.0149e-02, -9.2298e-03, -6.7140e-02,
-7.2676e-03, -5.6312e-02, -4.9982e-02, 3.7134e-02, -2.1227e-02,
8.1785e-02, -5.4238e-02, 1.3650e-01, -8.6127e-02, -5.2688e-02,
-2.8753e-03, -9.0806e-02, -3.6013e-02, 4.4971e-02, -9.4255e-02,
5.6008e-02, -8.6170e-02, 2.7635e-02, -6.7653e-02, 4.6452e-02,
6.1470e-03, -2.3273e-02, -2.2643e-02, -6.5717e-02, -8.4827e-02,
-1.2329e-01, 4.9523e-02, -1.7440e-02, 3.3269e-02, -9.7760e-03,
-3.9909e-02, 7.3809e-02, 1.1199e-03, -7.9697e-04, -8.7648e-02,
-5.6594e-02, -3.7918e-02, -8.4447e-02, 1.2131e-02, 2.7616e-03,
3.2169e-02, -5.0658e-02, -1.8269e-02, -1.0424e-01, -8.2192e-02,
-4.9158e-02, 7.1205e-04, 3.3063e-02, -9.4833e-02, -8.0895e-02,
-4.8726e-02, -2.3854e-02, 8.0455e-02, -1.2584e-04, -2.2061e-02,
-1.5570e-02, -2.3796e-02, -6.3694e-02, 4.3038e-02, 2.5049e-02,
9.2574e-02, 9.8314e-02, -1.1102e-01, 4.5092e-02, 3.5615e-02,
-8.2590e-02, 2.4174e-02, 3.3536e-02, 2.7242e-02, -5.3630e-02,
-1.8033e-02, -4.5055e-03, 9.1197e-02, 2.5911e-02, -1.2385e-01,
5.4475e-02, 8.7569e-02, -7.8884e-02, -8.3944e-02, -1.7148e-02,
5.5689e-03, -3.8090e-02, 2.6793e-02, -7.4689e-02, -3.9777e-02,
-6.4139e-03, 1.0499e-02, -1.8942e-02, 3.9820e-02, -1.2598e-02,
-9.8582e-02, 6.4327e-03, 3.2672e-02, -1.2003e-03, -5.7311e-02,
-2.9561e-02, 2.3199e-02, -7.9189e-02, 2.4825e-03, -9.3629e-03,
-7.8443e-02, -3.6548e-02, -2.8002e-02, 5.4458e-02, 4.3041e-02,
-1.3053e-01, 4.3459e-02, -3.3228e-03, -8.4859e-02, -1.2037e-01,
-2.5428e-02, 6.8957e-02, -8.9364e-02, -1.7594e-02, -4.5613e-02,
-5.8247e-02, -2.3042e-02, -5.8539e-02, 1.5326e-02, -2.5551e-02,
-6.2910e-02, -8.2341e-02, 5.1508e-03, -2.0669e-02, -1.2924e-01,
-4.1639e-02, 3.6134e-02, -4.5096e-03, -4.8150e-03, -4.6506e-03,
8.6921e-02, -8.3472e-02, -3.2011e-02, -1.0747e-01, 5.9618e-02,
-4.0120e-02, -1.0480e-01, 2.1930e-02, 2.2361e-02, 2.8181e-02,
-1.2588e-02, 3.7029e-03, -5.1962e-02, -7.1218e-02, -7.1098e-02,
3.6753e-02, -7.9345e-02, -3.7921e-02, -3.9710e-02, -6.8795e-02,
2.9711e-05, -7.3326e-02, -5.2155e-02, -1.6355e-02, -1.3269e-02,
-2.2863e-02, -5.2685e-03, -1.8744e-02, 6.3251e-02, 3.8796e-02,
-2.3660e-02, -1.2812e-01, -5.7425e-02, -7.8363e-02, 6.5195e-02,
-4.3963e-02, -5.7146e-02, -6.7671e-02, -7.4282e-02, 8.8120e-03,
-7.3069e-03, -3.2082e-02, -9.8974e-02, 9.8027e-03, 3.5146e-02,
8.8414e-03, -7.5090e-02, 8.0311e-02, -1.5953e-02, 3.5057e-02,
-8.7830e-03, 8.3389e-02, 1.9715e-02, 5.7661e-02, -6.2392e-02,
1.5295e-02, -3.9522e-03, 1.6495e-02, -3.4982e-02, 4.8759e-02,
2.5008e-02, -6.0198e-02, 2.7267e-03, 5.8041e-02, 6.8480e-02,
9.5285e-03, 7.2345e-02, -4.1323e-03, 1.3344e-01, -9.1646e-02,
4.9261e-02, 3.9066e-02, -2.9850e-03, 1.4175e-02, 8.3435e-02,
5.5403e-03, -2.8899e-02, 4.4241e-02, -7.4913e-02, 4.6600e-02,
1.3497e-02, -5.2404e-02, -1.5361e-02, 3.7413e-03, -9.0047e-02,
3.3061e-02, -2.1791e-02, 1.0008e-01, 3.2945e-02, -1.1327e-01,
-2.5965e-02, -1.0792e-01, 3.6075e-02, 3.0895e-02, -4.6258e-02,
-8.0661e-02, -8.1413e-02, 3.8734e-02, 3.9335e-02, -8.0012e-02,
2.2529e-02, -3.5671e-02, -1.0172e-01, 1.9625e-02, 5.3328e-02,
-3.1663e-02, 2.6051e-02, -2.7432e-02, -6.9871e-02, -8.6321e-02,
-1.2919e-01, -1.5754e-02, -1.2641e-03, -1.6141e-01, 4.9735e-02,
5.7348e-02, -6.9557e-02, -3.8171e-02, -2.0686e-02, 7.6819e-02,
1.4956e-02, 4.4128e-02, -6.9583e-02, -4.9436e-02, -1.5122e-02,
3.7087e-02, -9.0797e-03, -2.7703e-02, 8.9347e-02, 2.6647e-02,
-2.0848e-03, 1.1056e-02, -1.4317e-01, 5.3918e-02, 3.2655e-02,
-5.0673e-02, -9.0457e-02, 8.5656e-02, -6.5299e-02, -2.0344e-02,
4.9157e-02, 2.3858e-02, -5.7662e-02, 1.2835e-01, -2.3441e-03,
8.6255e-03, 2.7874e-02, -8.1665e-02, -5.2573e-02, 2.4683e-02,
-4.5454e-02, 2.5850e-02, -4.0843e-02, 3.3237e-02, -1.1482e-02,
3.9637e-03, 4.1051e-02, -6.3584e-02, 5.2462e-03, 7.0214e-02,
-5.8313e-02, -7.2413e-02, 4.8597e-03, -9.1439e-02, 3.6135e-02,
-2.2637e-02, -1.0722e-01, -4.7418e-02, -2.2513e-02, -1.0946e-01,
-2.4714e-02, -2.5597e-02, -4.7914e-02, -5.1978e-03, -1.8716e-02,
-3.4909e-02, -6.0154e-02, -5.6551e-02, -9.9079e-02, 1.1878e-01,
-1.0232e-02, 5.6701e-02, -1.5444e-01, 7.9991e-03, 2.9476e-02,
-2.4266e-02, -9.8075e-03, 1.1258e-01, 4.3913e-02, 4.1689e-02,
2.9936e-02, -1.5410e-01, -5.6730e-03, -8.4168e-02, -3.3693e-02,
-1.7518e-02, -3.3067e-02, 1.7772e-03, -6.3294e-03, 2.9517e-02,
-6.7913e-02, 1.0729e-02, -3.5944e-02, -5.2581e-02, 1.9246e-02,
2.4566e-02, 4.1495e-02, -2.9095e-02, -3.4227e-02, -7.9403e-02,
3.0044e-02, 1.9589e-02, 1.0857e-02, 5.4748e-02, 4.3929e-02,
7.6794e-02, 1.2092e-02, 1.8114e-02, 4.7595e-02, 3.2907e-02,
-3.4299e-02, -7.8474e-02, 4.3563e-03, -1.1665e-01, 5.8019e-02,
-5.5828e-02, 2.8508e-02, -7.9017e-02, -4.8974e-02, -4.2740e-02,
-7.1574e-02, -7.2325e-02, 7.5651e-03, -6.3752e-02, -1.7920e-02,
4.8064e-02, 2.7530e-02, 7.1582e-03, 1.9730e-02, 5.2012e-02,
-1.3628e-01, -2.5124e-02, 6.1286e-03, -7.2562e-02, 6.1038e-03,
-7.0016e-02, -5.5346e-02, -2.9595e-02, -1.1327e-01, 1.4923e-02,
9.5939e-03, -6.1444e-02, -4.7293e-02, 1.3430e-02, 3.0214e-02,
-1.9501e-04, 3.2495e-02, 4.6165e-02, -3.5525e-02, 5.7749e-02,
-9.6854e-03, 9.1002e-03, -2.4410e-02, 4.7729e-02, 2.1862e-02,
-3.3785e-02, -3.9257e-03, 1.4515e-01, -2.7753e-02, -9.2984e-02,
8.5031e-02, 3.0952e-02, 1.0380e-02, 3.3135e-02, -6.7190e-02,
-1.2060e-01, -5.7821e-02, -6.9146e-03, -1.0912e-01, -5.6125e-02,
1.2423e-01, 1.9818e-02, 3.0948e-02, -1.3087e-01, -1.1932e-01,
-6.5942e-02, 1.2234e-02, -5.0992e-03, 4.9650e-02, -6.7330e-02,
-1.1193e-01, -6.0411e-03, 3.6269e-02, -8.0346e-02, -6.4096e-02,
-8.6496e-02, 3.6684e-02, -7.8641e-02, 1.1869e-01, 1.1608e-01,
-9.5873e-03, -6.9078e-02, -2.6185e-02, -1.4441e-02, -4.3999e-02,
-3.1634e-03, -4.8741e-02, -1.2745e-01, 7.2114e-03, -3.9268e-02,
-7.0627e-02, -3.9445e-02, -3.5381e-03, 4.8566e-02, -4.5426e-02,
6.7947e-02, -1.8854e-02, -1.4394e-02, 4.9861e-02, 4.5458e-03,
-1.3789e-01, -5.3942e-02, 4.0581e-02, -1.8325e-02, -3.9508e-02,
-4.3257e-02, -1.5386e-01, -1.3303e-01, -1.2092e-01, -1.3162e-01,
-2.6879e-02, 9.9367e-02, -1.1781e-02, -8.4444e-02, 2.0729e-02,
-5.1906e-02, -3.3911e-02, -2.2160e-02, 2.7562e-02, -3.3467e-02,
-7.6518e-02, -1.7412e-02, -6.0751e-02, -1.1443e-02, 4.7725e-02,
-4.2337e-02, 1.5704e-02, -3.8951e-02], device='cuda:0')),
('bert.pooler.dense.weight',
tensor([[ 0.0011, -0.0039, 0.0091, ..., -0.0207, -0.0187, 0.0090],
[ 0.0161, -0.0150, -0.0085, ..., -0.0099, -0.0041, 0.0158],
[ 0.0064, 0.0388, -0.0210, ..., -0.0179, 0.0352, 0.0654],
...,
[-0.0096, 0.0322, -0.0284, ..., -0.0144, 0.0454, 0.0646],
[ 0.0041, -0.0037, 0.0136, ..., 0.0003, 0.0085, -0.0179],
[ 0.0067, 0.0592, -0.0449, ..., -0.1028, 0.0663, -0.0360]],
device='cuda:0')),
('bert.pooler.dense.bias',
tensor([-5.8115e-03, 9.3588e-03, 4.8767e-02, -1.8022e-01, 1.7176e-01,
4.1306e-03, 1.3076e-02, -6.8687e-03, -3.2569e-02, -2.1389e-03,
3.8091e-02, 9.8544e-02, -7.1318e-02, -3.6671e-02, 4.6600e-04,
-1.7177e-02, 1.8043e-01, -1.0772e-02, -6.3114e-02, -2.0339e-03,
4.9510e-03, -4.7420e-02, 4.3919e-04, 1.6040e-01, 1.5709e-02,
-8.8935e-03, 1.0858e-01, 6.7501e-02, 1.8671e-02, -8.6190e-04,
1.2690e-02, -1.7996e-01, 1.3801e-01, -1.2840e-01, 3.9485e-04,
-5.6339e-03, 3.8242e-03, -1.1510e-03, 1.6892e-02, -1.5029e-01,
-1.9937e-02, -3.3030e-02, -4.2296e-03, -4.0204e-03, 1.6556e-01,
1.2982e-02, 4.1665e-03, -1.0006e-02, 1.1098e-03, 4.8841e-02,
-2.1372e-02, -2.9290e-03, -6.0927e-02, 5.2682e-02, 9.0961e-02,
1.8074e-02, 1.7856e-01, 4.2016e-04, -4.3218e-02, 2.6694e-03,
1.6130e-01, -8.8134e-04, 3.2869e-02, -2.8807e-03, 3.1481e-03,
-1.8760e-02, -8.2572e-02, 7.6392e-03, -6.9180e-03, 1.1093e-02,
6.5347e-03, 7.2559e-03, 6.5418e-02, -1.2105e-01, 1.8309e-03,
-1.4902e-03, -8.1647e-05, -4.5363e-02, 9.0850e-02, 9.3590e-02,
2.3000e-03, -6.2410e-02, 1.7925e-01, -9.8635e-03, 7.3877e-03,
-5.1452e-03, -5.8148e-02, -1.0247e-01, -6.9767e-03, -3.7085e-03,
7.9264e-02, -1.2127e-01, -1.3465e-02, -6.2988e-02, 6.0433e-02,
-2.0333e-02, -3.3983e-03, 2.0285e-03, 6.7453e-02, 9.3293e-03,
-8.0139e-03, 1.5805e-01, 7.4805e-02, -3.2016e-02, 8.2794e-02,
-5.3848e-03, -1.0367e-03, -2.8242e-03, -7.6207e-04, 1.7152e-03,
2.1258e-02, -2.2103e-02, -2.3440e-03, -2.2210e-03, 1.4728e-01,
-3.5039e-02, 1.5836e-01, 2.5534e-02, -8.7264e-03, 5.8480e-02,
-4.9316e-03, 1.5467e-01, 9.5374e-02, 1.1094e-02, -6.1654e-03,
-1.2631e-02, 4.4027e-03, 1.5922e-01, -1.7052e-03, -1.3012e-02,
6.8258e-03, -1.1350e-01, -2.0215e-01, 7.2229e-02, 1.4414e-03,
1.0312e-01, -9.6551e-02, 1.3047e-01, -4.4737e-02, -6.5103e-03,
-8.5448e-02, -7.2026e-03, -1.4670e-01, -3.9746e-03, 1.2110e-01,
4.1319e-03, -1.6398e-01, 4.2953e-03, -7.7241e-03, -4.4143e-03,
1.2892e-02, 1.3045e-02, -1.1594e-02, 1.6373e-02, 1.1733e-01,
1.8505e-01, 1.6821e-01, 1.8737e-03, -2.4231e-02, 1.3171e-01,
3.0006e-02, -7.3276e-02, -8.8656e-03, -1.9306e-01, 7.0733e-02,
1.1832e-01, 7.0364e-03, -1.7396e-02, 1.0599e-01, 6.2406e-03,
6.5813e-03, -1.0346e-02, -1.2509e-02, -6.9985e-02, 3.3349e-03,
1.3461e-02, 4.4413e-03, 3.6012e-02, -1.1097e-01, 2.7576e-02,
-2.8521e-02, -1.5421e-02, 1.6516e-03, 3.7964e-02, -1.6168e-01,
-2.6294e-02, -7.7995e-02, -2.9870e-03, -4.2182e-03, 5.1753e-03,
-5.7897e-03, 1.0817e-01, 5.6149e-02, 2.0578e-02, -2.9792e-02,
-5.6550e-03, 7.4697e-02, -7.1907e-03, 8.1478e-02, -3.1350e-03,
-1.5073e-01, -2.4879e-02, 7.6800e-02, 3.3494e-02, 3.9408e-04,
2.2496e-02, 6.8863e-03, 7.9943e-03, 7.1716e-02, 4.2985e-03,
5.5676e-02, -4.3870e-03, 6.2424e-03, 1.3728e-02, 3.1126e-02,
-1.1745e-03, -2.0119e-03, -7.6685e-04, 9.8332e-03, 6.9458e-02,
-1.1092e-01, -5.1435e-03, 9.5666e-03, -1.3475e-01, -1.3465e-01,
2.2974e-02, -1.1103e-03, -1.0204e-02, 2.1199e-03, -1.1226e-02,
-7.1712e-03, 1.4398e-01, 1.8244e-01, 1.6254e-03, 4.0312e-03,
-7.6194e-02, -2.5541e-02, -7.8641e-03, -7.3329e-03, 6.9515e-03,
7.3692e-03, -9.4714e-03, -1.9254e-02, -1.3714e-01, 1.5253e-02,
-4.9140e-04, -9.2603e-02, -1.5284e-02, 7.0635e-03, -9.9866e-02,
7.0115e-03, -1.5588e-02, -2.8034e-02, 1.5303e-01, -1.5959e-01,
1.1757e-01, 5.6011e-02, -1.1303e-01, -2.5011e-04, -5.6364e-02,
-1.1915e-02, -4.3468e-02, -3.5092e-03, -4.8865e-04, 4.3015e-03,
-1.5195e-02, 1.3175e-01, -1.6863e-02, 6.5192e-03, -9.8760e-03,
-7.2608e-02, 8.9327e-03, -2.4636e-03, 1.4127e-01, 8.6497e-02,
-4.5537e-03, 2.6140e-02, 9.7131e-03, -1.7440e-01, -3.2023e-02,
-5.2184e-04, -4.3132e-03, -1.8604e-01, -3.2245e-03, 6.5111e-02,
-3.8110e-02, -1.6928e-02, -9.6163e-02, -2.7207e-02, -1.2549e-01,
-3.5488e-03, -5.9707e-03, 4.6764e-03, 2.3283e-02, -7.9813e-03,
-1.3099e-02, 8.8409e-02, 5.6910e-02, -3.6078e-03, 5.6558e-03,
2.1603e-03, -1.6809e-01, -2.7425e-03, -2.5110e-03, -4.4732e-03,
-5.9464e-02, 1.9788e-01, -4.1680e-02, 4.0247e-02, 1.5241e-01,
-3.1647e-02, 1.1786e-02, -2.8319e-03, -1.7654e-01, 1.6141e-03,
5.1052e-02, 9.9063e-02, -3.0759e-03, 4.5269e-03, 1.0784e-01,
-2.7435e-03, 6.1185e-04, 8.4977e-03, 3.4478e-03, 2.7418e-03,
-2.3760e-03, 1.0250e-01, 3.8680e-02, -3.1951e-02, 1.2241e-01,
2.6302e-05, 5.2423e-03, -4.9355e-02, 1.3308e-02, 2.9259e-02,
-5.3577e-03, 1.3909e-03, -7.2377e-03, 3.5591e-02, -1.0046e-02,
5.7432e-03, -7.8970e-02, -4.3012e-03, 1.1742e-02, 2.6138e-02,
-6.8207e-02, 7.0146e-02, 4.5916e-03, 5.0913e-03, -4.7654e-02,
5.6981e-02, -5.9742e-02, 1.3536e-02, -4.0853e-03, -6.5299e-03,
-1.1545e-03, 1.8153e-01, 6.8414e-02, 9.0542e-02, 1.7344e-02,
1.4256e-02, 1.0939e-02, 1.6144e-02, -8.6881e-02, -8.6863e-03,
-5.9451e-02, 3.7601e-04, 7.0076e-02, 6.1620e-02, -2.3049e-03,
3.9863e-03, -1.2083e-01, 7.1598e-03, -6.9231e-03, -3.5726e-02,
1.3231e-03, -1.1158e-01, -6.3355e-03, 6.0980e-02, 3.8503e-04,
1.5968e-01, 8.5405e-03, -1.8399e-02, 3.7024e-02, -3.1973e-03,
1.0958e-01, -1.4042e-01, -1.0083e-02, 1.1681e-01, -3.3125e-03,
5.4216e-03, 1.3668e-02, 4.3286e-02, -3.2407e-02, 6.7559e-03,
-4.8321e-02, -9.4247e-03, -7.8033e-03, 8.4397e-03, 1.1671e-02,
-1.3366e-02, -2.8273e-03, 9.9944e-02, -3.6099e-03, 1.2762e-02,
1.1779e-02, 2.1021e-02, 4.7388e-03, -2.5385e-03, -5.6725e-03,
5.0555e-03, 9.0733e-03, -6.3610e-03, 1.7877e-02, -2.6643e-02,
5.8546e-02, -1.5460e-02, -7.0035e-02, -2.8313e-02, 8.9085e-04,
-6.9659e-02, -7.0801e-03, -5.6351e-02, 1.7179e-01, 1.5205e-01,
-5.6554e-02, -5.4827e-02, -5.3790e-02, -5.4651e-02, 8.7138e-03,
2.0070e-03, 3.7698e-03, -3.6747e-03, -1.9989e-02, 8.9845e-04,
7.2630e-03, -5.1472e-03, -2.1029e-02, 1.6095e-02, -2.3968e-02,
4.4886e-02, -8.3557e-02, 5.5200e-04, 1.3850e-01, -5.0940e-02,
-1.0147e-01, -2.6355e-02, -3.4101e-02, -1.5419e-02, 1.3077e-02,
1.9033e-02, 6.6901e-04, -1.5752e-03, -5.9968e-02, 2.8774e-02,
-1.1468e-03, -3.8982e-03, 2.6745e-03, -8.7385e-03, 3.7953e-02,
3.7259e-02, 3.6948e-03, -8.3585e-03, -3.6221e-02, 7.3546e-02,
-1.4234e-01, -4.6334e-02, -4.4743e-02, 3.5720e-03, -2.4514e-02,
-8.5031e-02, 1.2456e-03, 1.7534e-01, 4.5052e-02, 8.0138e-02,
9.6803e-03, -9.2300e-03, -1.3066e-02, -5.1861e-03, -8.1613e-02,
9.3173e-03, 7.2088e-03, -2.6054e-02, -3.6163e-02, 2.8835e-02,
1.7769e-02, -3.1019e-02, -1.7036e-01, 1.3967e-01, 1.2289e-02,
1.0467e-02, 2.0695e-03, -3.0791e-03, 3.5018e-03, 7.3202e-03,
-1.0088e-01, -2.9533e-02, 1.8623e-01, -3.5365e-02, 1.1822e-02,
1.5038e-01, 6.2846e-02, 8.6147e-03, -5.3063e-03, -1.8145e-01,
-2.7606e-02, -1.5482e-02, -9.0820e-03, -9.9109e-02, 4.7421e-02,
-5.7551e-02, -1.8327e-02, 6.4669e-03, 1.6035e-01, 9.6937e-02,
6.6119e-04, -7.6591e-02, -9.8542e-02, 2.3189e-02, -3.2598e-03,
2.8048e-02, -5.9742e-03, -5.9591e-03, 1.4205e-03, 2.4378e-02,
3.8806e-02, 5.1978e-03, -3.6990e-03, -6.9187e-02, 1.2994e-01,
5.9024e-03, -4.4173e-02, 9.8167e-02, -2.9439e-02, 9.1041e-03,
1.2438e-02, 7.2267e-02, 2.3580e-02, -5.9579e-02, 5.6333e-02,
-8.3339e-02, 2.8376e-02, -7.4949e-02, -6.3609e-02, 7.1125e-02,
-1.8380e-01, 9.4819e-03, -1.9872e-01, -1.1694e-01, 2.0833e-03,
4.9147e-03, -3.3417e-03, 3.3461e-02, -1.9937e-01, -9.1900e-02,
8.5435e-03, -8.2024e-02, -1.1564e-01, 1.1753e-01, 9.3605e-03,
2.2959e-02, 1.4468e-02, 2.0639e-02, -1.3277e-03, 7.6449e-02,
6.5913e-02, 7.7185e-03, 1.2239e-02, -1.7768e-01, 7.6435e-02,
7.7838e-03, 7.0075e-03, 1.7694e-01, -8.2951e-04, 9.5385e-03,
5.1950e-03, -1.4371e-01, -2.6754e-04, 1.8925e-03, 1.3842e-02,
9.2720e-02, 2.5768e-03, 2.5667e-03, 3.8857e-03, 2.3208e-03,
-4.6783e-02, 8.8385e-03, -1.5227e-01, 1.6328e-01, -1.2802e-01,
7.3195e-03, -1.3767e-03, -1.2579e-04, -2.4613e-02, 4.5378e-02,
1.9195e-01, -2.1570e-02, 2.6704e-03, 1.7045e-01, -3.1556e-03,
2.8881e-02, -1.3697e-01, -4.7900e-03, 3.4858e-02, -1.8494e-02,
1.7965e-01, 4.9954e-03, 7.4127e-03, 1.2181e-01, -1.8226e-01,
-6.4113e-02, 1.0164e-03, -2.6576e-03, 9.1513e-03, -1.7503e-01,
2.4163e-03, 1.1255e-02, 1.4656e-02, -1.5505e-01, 1.3799e-01,
-1.9151e-01, -1.9014e-04, 1.3449e-01, -2.6322e-02, 6.3018e-02,
6.7136e-03, 1.0269e-02, -8.2837e-03, -1.0272e-01, -7.7295e-02,
4.8558e-03, 5.8679e-03, -1.3796e-01, 4.4930e-02, 2.1569e-03,
2.7138e-02, -5.9979e-02, -3.9487e-04, 7.4797e-02, -4.4435e-04,
1.6906e-02, 2.7477e-04, -1.7107e-02, -1.1073e-01, -1.0017e-02,
1.8443e-03, 1.0594e-02, -2.5768e-02, -1.9945e-02, -1.6520e-03,
3.9989e-02, -1.7001e-01, -1.6541e-02, -1.0779e-01, -6.2740e-03,
-5.0560e-03, 7.6597e-03, 1.4518e-02, -4.7470e-07, 1.6542e-02,
-1.6024e-01, 1.8332e-01, -1.4349e-01, -1.3844e-01, 1.1824e-01,
3.3711e-03, -1.6593e-01, -6.5744e-03, -1.0331e-02, -1.4286e-02,
2.3771e-03, -5.4182e-03, -2.8847e-02, -1.0481e-02, -2.1231e-02,
2.1973e-02, 7.7052e-04, -2.5218e-02, -1.5670e-02, -6.3352e-03,
-7.4663e-03, 1.8197e-01, 1.7610e-01, 6.6553e-02, -9.1259e-02,
5.2524e-03, 3.4243e-03, 1.4330e-01, 7.0370e-03, -6.4844e-04,
1.6033e-01, 5.2785e-02, -1.4751e-03, 2.3957e-02, 4.7976e-04,
7.9307e-03, 2.0934e-04, -3.2722e-03, 2.8557e-02, -1.7311e-01,
6.8649e-03, -8.3870e-02, -4.4710e-02, 3.9973e-02, -2.6186e-03,
1.7501e-01, -6.9951e-03, -5.3610e-03, -1.3094e-02, 6.1866e-02,
-1.8122e-01, -1.1910e-02, -5.3338e-02, -1.6888e-03, -4.3511e-02,
-1.4657e-01, 1.4643e-02, 8.2544e-03, -5.6840e-02, -1.8154e-02,
2.0343e-03, -4.4080e-02, 3.4167e-02, -1.8521e-01, -3.0289e-02,
-3.9352e-02, 3.1747e-02, -6.8946e-03, 1.0095e-02, 2.0738e-02,
-1.9546e-02, 4.1931e-02, 7.1183e-02, -2.5810e-02, 5.8527e-03,
2.0055e-03, 3.6403e-03, -1.9371e-01, -7.7101e-02, -1.7156e-01,
1.2603e-01, -1.6641e-01, -2.1889e-02, 1.4587e-01, 1.6094e-01,
-2.9372e-02, -1.0769e-01, 1.9713e-01, 3.0402e-03, 1.7848e-01,
-7.5536e-03, -6.4585e-02, -1.1468e-01, 1.9044e-03, -8.4343e-03,
1.6959e-01, -2.9150e-03, -2.7992e-02, 9.9737e-03, -4.3537e-03,
-2.4625e-03, 9.8668e-03, 1.1286e-02, 5.3781e-03, -5.8473e-03,
3.9737e-02, 6.6289e-03, 1.7691e-01], device='cuda:0')),
('encoder.weight_ih_l0',
tensor([[-0.0065, -0.0330, -0.0042, ..., 0.0220, -0.0153, -0.0293],
[ 0.0238, 0.0097, 0.0070, ..., -0.0537, -0.0111, 0.0275],
[ 0.0145, 0.0368, 0.0410, ..., -0.0024, -0.0115, -0.0301],
...,
[-0.0238, 0.0309, 0.0173, ..., 0.0252, 0.0183, -0.0395],
[-0.0203, -0.0306, 0.0072, ..., -0.0005, 0.0468, -0.0469],
[ 0.0619, 0.0512, 0.0242, ..., -0.0271, 0.0339, 0.0477]],
device='cuda:0')),
('encoder.weight_hh_l0',
tensor([[-0.0472, 0.0484, -0.0088, ..., 0.0334, -0.0572, -0.0142],
[-0.0325, -0.0236, 0.0309, ..., -0.0365, -0.0292, -0.0140],
[ 0.0374, 0.0218, 0.0281, ..., -0.0066, 0.0166, -0.0278],
...,
[-0.0046, -0.0059, 0.0317, ..., 0.0530, 0.0409, -0.0411],
[ 0.0365, -0.0141, 0.0100, ..., 0.0532, 0.0052, -0.0505],
[-0.0559, 0.0578, 0.0509, ..., -0.0248, 0.0559, -0.0517]],
device='cuda:0')),
('encoder.bias_ih_l0',
tensor([-0.0072, 0.0342, -0.0076, ..., 0.0434, -0.0170, 0.0010],
device='cuda:0')),
('encoder.bias_hh_l0',
tensor([ 0.0308, 0.0205, 0.0474, ..., 0.0357, 0.0072, -0.0298],
device='cuda:0')),
('encoder.weight_ih_l0_reverse',
tensor([[-0.0350, -0.0133, 0.0007, ..., -0.0147, 0.0094, -0.0037],
[-0.0251, 0.0371, -0.0486, ..., -0.0562, -0.0111, -0.0399],
[ 0.0085, 0.0522, 0.0495, ..., -0.0548, -0.0369, 0.0188],
...,
[ 0.0449, 0.0050, 0.0200, ..., -0.0254, -0.0533, -0.0228],
[ 0.0042, -0.0035, -0.0622, ..., 0.0269, 0.0257, -0.0271],
[-0.0244, -0.0166, -0.0029, ..., 0.0232, -0.0127, 0.0491]],
device='cuda:0')),
('encoder.weight_hh_l0_reverse',
tensor([[ 0.0116, -0.0184, 0.0043, ..., -0.0381, -0.0538, 0.0488],
[-0.0278, -0.0520, 0.0064, ..., -0.0421, 0.0092, 0.0204],
[-0.0031, 0.0258, 0.0452, ..., -0.0319, 0.0152, -0.0362],
...,
[-0.0436, 0.0463, 0.0051, ..., 0.0235, 0.0401, 0.0083],
[-0.0395, 0.0581, 0.0032, ..., 0.0355, 0.0307, 0.0404],
[-0.0044, 0.0342, 0.0245, ..., 0.0601, -0.0210, 0.0340]],
device='cuda:0')),
('encoder.bias_ih_l0_reverse',
tensor([ 0.0313, -0.0354, -0.0309, ..., -0.0050, 0.0547, 0.0081],
device='cuda:0')),
('encoder.bias_hh_l0_reverse',
tensor([-0.0026, 0.0316, -0.0430, ..., -0.0551, 0.0611, 0.0646],
device='cuda:0')),
('out.weight',
tensor([[-0.0430, -0.0421, -0.0077, ..., 0.0063, -0.0148, 0.0452],
[-0.0245, 0.0346, -0.0482, ..., 0.0235, -0.0093, 0.0378],
[-0.0424, 0.0038, -0.0158, ..., -0.0324, 0.0202, -0.0325],
[ 0.0367, 0.0100, -0.0245, ..., -0.0156, 0.0207, -0.0140],
[ 0.0150, -0.0373, -0.0131, ..., -0.0129, 0.0442, 0.0103]],
device='cuda:0')),
('out.bias',
tensor([-0.0077, 0.0112, -0.0130, 0.0409, -0.0323], device='cuda:0'))])